Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "caca44ae5f07dd5fe93c59f923eafb39cadefb36"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/caca44ae5f07dd5fe93c59f923eafb39cadefb36
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:20:04.235] New invocation is queued and will start shortly
[15:20:05.341] Starting the invocation (attempt 1)
[15:20:05.375] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/caca44ae5f07dd5fe93c59f923eafb39cadefb36"
[15:20:05.375] Popped gitiles commit info from properties and tags
[15:20:05.375] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:20:05.375] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:20:05.375] Buildbucket request:
{
  "requestId": "8918002374264749632",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "caca44ae5f07dd5fe93c59f923eafb39cadefb36",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918002374264749632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:20:06.469] Scheduled build:
{
  "id": "8752572312274582321",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2053,
  "createdBy": "project:chromium",
  "createTime": "2024-03-24T15:20:05.503001471Z",
  "updateTime": "2024-03-24T15:20:05.503001471Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "caca44ae5f07dd5fe93c59f923eafb39cadefb36",
      "ref": "refs/heads/main"
    }
  }
}
[15:20:06.470] Task URL: https://cr-buildbucket.appspot.com/build/8752572312274582321
[15:20:06.470] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:2:0) after 7m25s
[15:20:06.942] Received PubSub notification, asking Buildbucket for the build status
[15:20:06.995] Build status: SCHEDULED
[15:20:16.532] Received PubSub notification, asking Buildbucket for the build status
[15:20:16.559] Build status: STARTED
[15:27:31.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:2:0)
[15:27:31.805] Build status: STARTED
[15:27:31.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:5:0) after 3m5s
[15:30:37.120] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:5:0)
[15:30:37.194] Build status: STARTED
[15:30:37.194] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:6:0) after 5m23s
[15:36:00.298] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:6:0)
[15:36:00.389] Build status: STARTED
[15:36:00.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:7:0) after 9m17s
[15:45:17.407] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:7:0)
[15:45:17.445] Build status: STARTED
[15:45:17.445] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:8:0) after 6m43s
[15:52:00.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:8:0)
[15:52:00.556] Build status: STARTED
[15:52:00.556] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:9:0) after 4m11s
[15:56:11.542] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:9:0)
[15:56:11.569] Build status: STARTED
[15:56:11.569] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:10:0) after 2m47s
[15:58:58.597] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:10:0)
[15:58:58.616] Build status: STARTED
[15:58:58.616] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:11:0) after 3m39s
[16:02:37.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:11:0)
[16:02:37.707] Build status: STARTED
[16:02:37.707] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:12:0) after 5m31s
[16:08:08.776] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:12:0)
[16:08:08.884] Build status: STARTED
[16:08:08.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:13:0) after 4m16s
[16:12:24.918] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:13:0)
[16:12:24.940] Build status: STARTED
[16:12:24.940] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:14:0) after 1m26s
[16:13:51.005] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:14:0)
[16:13:51.041] Build status: STARTED
[16:13:51.041] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:15:0) after 4m30s
[16:18:21.072] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:15:0)
[16:18:21.092] Build status: STARTED
[16:18:21.092] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:16:0) after 2m10s
[16:20:31.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:16:0)
[16:20:31.183] Build status: STARTED
[16:20:31.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:17:0) after 9m21s
[16:29:52.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:17:0)
[16:29:52.208] Build status: STARTED
[16:29:52.208] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:18:0) after 9m43s
[16:39:35.282] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:18:0)
[16:39:35.358] Build status: STARTED
[16:39:35.358] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:19:0) after 8m51s
[16:48:26.401] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:19:0)
[16:48:26.419] Build status: STARTED
[16:48:26.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:20:0) after 5m0s
[16:53:26.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:20:0)
[16:53:26.482] Build status: STARTED
[16:53:26.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:21:0) after 7m52s
[17:01:18.515] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:21:0)
[17:01:18.575] Build status: STARTED
[17:01:18.575] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:22:0) after 3m56s
[17:05:14.615] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:22:0)
[17:05:14.663] Build status: STARTED
[17:05:14.663] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:23:0) after 6m49s
[17:12:03.786] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:23:0)
[17:12:03.875] Build status: STARTED
[17:12:03.875] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:24:0) after 7m15s
[17:19:19.008] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:24:0)
[17:19:19.026] Build status: STARTED
[17:19:19.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:25:0) after 4m10s
[17:23:29.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:25:0)
[17:23:29.169] Build status: STARTED
[17:23:29.169] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:26:0) after 7m23s
[17:30:52.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:26:0)
[17:30:52.227] Build status: STARTED
[17:30:52.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:27:0) after 6m53s
[17:37:45.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:27:0)
[17:37:45.278] Build status: STARTED
[17:37:45.278] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:28:0) after 9m49s
[17:47:34.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:28:0)
[17:47:34.371] Build status: STARTED
[17:47:34.371] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:29:0) after 1m31s
[17:49:05.392] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:29:0)
[17:49:05.699] Build status: STARTED
[17:49:05.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:30:0) after 2m45s
[17:51:51.035] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:30:0)
[17:51:51.102] Build status: STARTED
[17:51:51.102] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:31:0) after 2m50s
[17:54:41.123] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:31:0)
[17:54:41.172] Build status: STARTED
[17:54:41.172] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:32:0) after 3m47s
[17:58:28.193] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:32:0)
[17:58:28.239] Build status: STARTED
[17:58:28.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:33:0) after 6m24s
[18:04:52.259] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:33:0)
[18:04:52.294] Build status: STARTED
[18:04:52.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:34:0) after 5m47s
[18:10:39.339] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:34:0)
[18:10:39.370] Build status: STARTED
[18:10:39.370] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:35:0) after 4m10s
[18:14:49.392] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:35:0)
[18:14:49.455] Build status: STARTED
[18:14:49.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:36:0) after 2m48s
[18:17:37.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:36:0)
[18:17:37.599] Build status: STARTED
[18:17:37.599] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:37:0) after 1m52s
[18:19:29.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:37:0)
[18:19:29.825] Build status: STARTED
[18:19:29.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:38:0) after 1m0s
[18:20:29.937] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:38:0)
[18:20:29.955] Build status: STARTED
[18:20:29.955] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:39:0) after 6m24s
[18:26:53.977] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:39:0)
[18:26:54.009] Build status: STARTED
[18:26:54.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:40:0) after 9m45s
[18:36:39.031] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:40:0)
[18:36:39.093] Build status: STARTED
[18:36:39.093] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:41:0) after 1m58s
[18:38:37.139] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:41:0)
[18:38:37.174] Build status: STARTED
[18:38:37.174] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:42:0) after 4m38s
[18:43:15.219] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:42:0)
[18:43:15.240] Build status: STARTED
[18:43:15.241] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:43:0) after 7m2s
[18:50:17.318] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:43:0)
[18:50:17.340] Build status: STARTED
[18:50:17.340] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:44:0) after 6m16s
[18:56:33.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:44:0)
[18:56:33.482] Build status: STARTED
[18:56:33.483] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:45:0) after 8m4s
[19:04:37.500] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:45:0)
[19:04:37.529] Build status: STARTED
[19:04:37.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:46:0) after 9m41s
[19:14:18.546] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:46:0)
[19:14:18.587] Build status: STARTED
[19:14:18.587] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:47:0) after 4m30s
[19:18:48.640] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:47:0)
[19:18:48.659] Build status: STARTED
[19:18:48.659] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:48:0) after 3m43s
[19:22:31.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:48:0)
[19:22:31.984] Build status: STARTED
[19:22:31.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:49:0) after 7m11s
[19:29:43.053] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:49:0)
[19:29:43.072] Build status: STARTED
[19:29:43.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:50:0) after 9m1s
[19:38:44.140] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:50:0)
[19:38:44.174] Build status: STARTED
[19:38:44.174] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:51:0) after 4m20s
[19:43:04.482] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:51:0)
[19:43:04.507] Build status: STARTED
[19:43:04.507] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:52:0) after 5m34s
[19:48:38.633] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:52:0)
[19:48:38.653] Build status: STARTED
[19:48:38.653] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:53:0) after 6m46s
[19:55:24.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:53:0)
[19:55:24.924] Build status: STARTED
[19:55:24.924] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:54:0) after 2m47s
[19:58:11.945] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:54:0)
[19:58:11.985] Build status: STARTED
[19:58:11.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:55:0) after 6m16s
[20:04:28.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:55:0)
[20:04:28.136] Build status: STARTED
[20:04:28.136] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:56:0) after 5m47s
[20:10:15.320] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:56:0)
[20:10:15.355] Build status: STARTED
[20:10:15.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:57:0) after 3m7s
[20:13:22.397] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:57:0)
[20:13:22.440] Build status: STARTED
[20:13:22.440] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:58:0) after 8m56s
[20:22:18.561] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:58:0)
[20:22:18.594] Build status: STARTED
[20:22:18.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:59:0) after 9m49s
[20:32:07.682] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:59:0)
[20:32:07.760] Build status: STARTED
[20:32:07.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:60:0) after 3m23s
[20:35:30.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:60:0)
[20:35:31.009] Build status: STARTED
[20:35:31.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:61:0) after 5m27s
[20:40:58.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:61:0)
[20:40:58.060] Build status: STARTED
[20:40:58.060] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:62:0) after 4m36s
[20:45:34.090] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:62:0)
[20:45:34.118] Build status: STARTED
[20:45:34.118] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:63:0) after 2m48s
[20:48:22.143] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:63:0)
[20:48:22.410] Build status: STARTED
[20:48:22.410] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:64:0) after 3m10s
[20:51:32.415] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:64:0)
[20:51:32.435] Build status: STARTED
[20:51:32.435] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:65:0) after 3m46s
[20:55:18.576] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:65:0)
[20:55:18.600] Build status: STARTED
[20:55:18.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:66:0) after 3m58s
[20:59:16.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:66:0)
[20:59:16.662] Build status: STARTED
[20:59:16.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:67:0) after 1m59s
[21:01:15.685] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:67:0)
[21:01:15.743] Build status: STARTED
[21:01:15.743] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:68:0) after 3m34s
[21:04:49.763] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:68:0)
[21:04:49.780] Build status: STARTED
[21:04:49.780] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:69:0) after 3m46s
[21:08:35.800] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:69:0)
[21:08:35.823] Build status: STARTED
[21:08:35.823] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:70:0) after 1m53s
[21:10:29.045] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:70:0)
[21:10:29.140] Build status: STARTED
[21:10:29.140] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:71:0) after 2m2s
[21:12:31.158] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:71:0)
[21:12:31.208] Build status: STARTED
[21:12:31.208] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:72:0) after 7m50s
[21:20:21.234] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:72:0)
[21:20:21.284] Build status: STARTED
[21:20:21.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:73:0) after 5m47s
[21:26:08.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:73:0)
[21:26:08.472] Build status: STARTED
[21:26:08.472] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:74:0) after 9m45s
[21:35:53.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:74:0)
[21:35:53.888] Build status: STARTED
[21:35:53.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:75:0) after 8m50s
[21:44:44.122] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:75:0)
[21:44:44.200] Build status: STARTED
[21:44:44.200] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:76:0) after 3m9s
[21:47:53.356] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:76:0)
[21:47:53.381] Build status: STARTED
[21:47:53.381] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:77:0) after 4m13s
[21:52:06.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:77:0)
[21:52:06.382] Build status: STARTED
[21:52:06.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:78:0) after 5m21s
[21:57:27.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:78:0)
[21:57:27.490] Build status: STARTED
[21:57:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:79:0) after 8m44s
[22:06:11.512] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:79:0)
[22:06:11.566] Build status: STARTED
[22:06:11.566] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:80:0) after 5m47s
[22:11:58.659] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:80:0)
[22:11:58.688] Build status: STARTED
[22:11:58.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:81:0) after 7m26s
[22:19:24.721] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:81:0)
[22:19:24.779] Build status: STARTED
[22:19:24.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:82:0) after 4m12s
[22:23:36.832] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:82:0)
[22:23:36.849] Build status: STARTED
[22:23:36.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:83:0) after 7m15s
[22:30:51.949] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:83:0)
[22:30:51.972] Build status: STARTED
[22:30:51.972] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:84:0) after 9m57s
[22:40:49.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:84:0)
[22:40:49.049] Build status: STARTED
[22:40:49.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:85:0) after 8m15s
[22:49:04.177] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:85:0)
[22:49:04.231] Build status: STARTED
[22:49:04.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:86:0) after 8m7s
[22:57:11.257] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:86:0)
[22:57:11.291] Build status: STARTED
[22:57:11.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:87:0) after 4m24s
[23:01:35.492] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:87:0)
[23:01:35.698] Build status: STARTED
[23:01:35.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:88:0) after 1m31s
[23:03:07.793] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:88:0)
[23:03:07.813] Build status: STARTED
[23:03:07.813] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:89:0) after 1m5s
[23:04:13.089] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:89:0)
[23:04:13.192] Build status: STARTED
[23:04:13.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:90:0) after 7m20s
[23:11:33.398] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:90:0)
[23:11:33.437] Build status: STARTED
[23:11:33.437] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:91:0) after 4m15s
[23:15:48.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:91:0)
[23:15:48.499] Build status: STARTED
[23:15:48.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:92:0) after 9m47s
[23:25:35.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:92:0)
[23:25:35.658] Build status: STARTED
[23:25:35.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:93:0) after 6m24s
[23:31:59.684] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:93:0)
[23:31:59.708] Build status: STARTED
[23:31:59.708] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:94:0) after 3m41s
[23:35:40.744] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:94:0)
[23:35:40.822] Build status: STARTED
[23:35:40.822] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:95:0) after 1m8s
[23:36:48.844] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:95:0)
[23:36:48.873] Build status: STARTED
[23:36:48.873] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:96:0) after 3m14s
[23:40:02.935] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:96:0)
[23:40:03.044] Build status: STARTED
[23:40:03.044] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:97:0) after 7m51s
[23:47:54.101] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:97:0)
[23:47:54.139] Build status: STARTED
[23:47:54.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:98:0) after 8m22s
[23:56:16.177] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:98:0)
[23:56:16.208] Build status: STARTED
[23:56:16.208] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:99:0) after 9m59s
[00:06:15.337] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:99:0)
[00:06:15.407] Build status: STARTED
[00:06:15.407] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:100:0) after 7m5s
[00:13:20.433] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:100:0)
[00:13:20.452] Build status: STARTED
[00:13:20.452] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:101:0) after 8m33s
[00:21:53.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:101:0)
[00:21:53.606] Build status: STARTED
[00:21:53.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:102:0) after 2m16s
[00:24:10.028] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:102:0)
[00:24:10.082] Build status: STARTED
[00:24:10.082] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:103:0) after 5m23s
[00:29:33.381] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:103:0)
[00:29:33.446] Build status: STARTED
[00:29:33.446] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:104:0) after 1m21s
[00:30:54.629] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:104:0)
[00:30:54.693] Build status: STARTED
[00:30:54.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:105:0) after 5m27s
[00:36:21.721] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:105:0)
[00:36:21.796] Build status: STARTED
[00:36:21.796] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:106:0) after 4m10s
[00:40:31.947] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:106:0)
[00:40:32.098] Build status: STARTED
[00:40:32.098] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:107:0) after 3m55s
[00:44:27.126] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:107:0)
[00:44:27.143] Build status: STARTED
[00:44:27.143] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:108:0) after 5m35s
[00:50:02.370] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:108:0)
[00:50:02.479] Build status: STARTED
[00:50:02.480] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:109:0) after 6m1s
[00:56:03.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:109:0)
[00:56:03.635] Build status: STARTED
[00:56:03.635] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:110:0) after 3m4s
[00:59:07.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:110:0)
[00:59:07.685] Build status: STARTED
[00:59:07.685] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:111:0) after 9m40s
[01:08:47.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:111:0)
[01:08:47.809] Build status: STARTED
[01:08:47.809] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:112:0) after 5m41s
[01:14:28.887] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:112:0)
[01:14:28.908] Build status: STARTED
[01:14:28.908] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:113:0) after 7m32s
[01:22:01.060] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:113:0)
[01:22:01.094] Build status: STARTED
[01:22:01.094] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:114:0) after 9m20s
[01:31:21.113] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:114:0)
[01:31:21.138] Build status: STARTED
[01:31:21.138] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:115:0) after 8m11s
[01:39:32.444] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:115:0)
[01:39:32.496] Build status: STARTED
[01:39:32.496] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:116:0) after 3m42s
[01:43:14.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:116:0)
[01:43:14.549] Build status: STARTED
[01:43:14.549] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:117:0) after 3m5s
[01:46:19.772] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:117:0)
[01:46:19.847] Build status: STARTED
[01:46:19.847] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:118:0) after 1m54s
[01:48:13.884] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:118:0)
[01:48:13.929] Build status: STARTED
[01:48:13.929] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:119:0) after 6m49s
[01:55:03.176] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:119:0)
[01:55:03.208] Build status: STARTED
[01:55:03.208] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:120:0) after 8m36s
[02:03:39.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:120:0)
[02:03:39.261] Build status: STARTED
[02:03:39.261] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:121:0) after 5m32s
[02:09:11.313] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:121:0)
[02:09:11.338] Build status: STARTED
[02:09:11.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:122:0) after 3m3s
[02:12:14.801] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:122:0)
[02:12:14.870] Build status: STARTED
[02:12:14.870] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:123:0) after 2m28s
[02:14:42.927] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:123:0)
[02:14:42.963] Build status: STARTED
[02:14:42.963] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:124:0) after 2m8s
[02:16:50.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:124:0)
[02:16:51.065] Build status: STARTED
[02:16:51.065] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:125:0) after 2m15s
[02:19:06.162] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:125:0)
[02:19:06.231] Build status: STARTED
[02:19:06.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:126:0) after 7m42s
[02:26:48.261] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:126:0)
[02:26:48.288] Build status: STARTED
[02:26:48.288] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:127:0) after 5m50s
[02:32:38.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:127:0)
[02:32:38.332] Build status: STARTED
[02:32:38.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:128:0) after 6m30s
[02:39:08.612] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:128:0)
[02:39:08.642] Build status: STARTED
[02:39:08.642] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:129:0) after 5m39s
[02:44:47.977] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:129:0)
[02:44:48.058] Build status: STARTED
[02:44:48.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:130:0) after 7m36s
[02:52:24.087] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:130:0)
[02:52:24.174] Build status: STARTED
[02:52:24.174] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:131:0) after 4m1s
[02:56:25.578] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:131:0)
[02:56:25.715] Build status: STARTED
[02:56:25.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:132:0) after 6m59s
[03:03:24.821] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:132:0)
[03:03:24.856] Build status: STARTED
[03:03:24.856] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:133:0) after 9m45s
[03:13:10.330] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:133:0)
[03:13:10.364] Build status: STARTED
[03:13:10.364] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:134:0) after 3m53s
[03:17:03.429] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:134:0)
[03:17:03.478] Build status: STARTED
[03:17:03.478] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:135:0) after 2m15s
[03:19:18.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:135:0)
[03:19:18.578] Build status: STARTED
[03:19:18.579] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:136:0) after 6m38s
[03:25:56.724] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:136:0)
[03:25:56.752] Build status: STARTED
[03:25:56.752] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918002374264749632:137:0) after 5m22s
[03:30:28.214] Received PubSub notification, asking Buildbucket for the build status
[03:30:28.258] Build:
{
  "id": "8752572312274582321",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2053,
  "createdBy": "project:chromium",
  "createTime": "2024-03-24T15:20:05.503001471Z",
  "startTime": "2024-03-24T15:20:16.314542450Z",
  "endTime": "2024-03-25T03:30:24.675122Z",
  "updateTime": "2024-03-25T03:30:24.675122Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "caca44ae5f07dd5fe93c59f923eafb39cadefb36",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:28.258] Invocation finished in 12h10m24.036800467s with status FAILED