Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8e9984cdd4fe6f90563c41ca7a65fd288a9516e9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8e9984cdd4fe6f90563c41ca7a65fd288a9516e9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:54:13.098] New invocation is queued and will start shortly
[12:54:14.303] Starting the invocation (attempt 1)
[12:54:14.341] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8e9984cdd4fe6f90563c41ca7a65fd288a9516e9"
[12:54:14.341] Popped gitiles commit info from properties and tags
[12:54:14.341] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:54:14.341] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:54:14.341] Buildbucket request:
{
  "requestId": "8923356771511696224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8e9984cdd4fe6f90563c41ca7a65fd288a9516e9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8923356771511696224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:54:14.831] Scheduled build:
{
  "id": "8757926709493214257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 2993,
  "createdBy": "project:chromium",
  "createTime": "2024-01-25T12:54:14.396135395Z",
  "updateTime": "2024-01-25T12:54:14.396135395Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8e9984cdd4fe6f90563c41ca7a65fd288a9516e9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:54:14.831] Task URL: https://cr-buildbucket.appspot.com/build/8757926709493214257
[12:54:14.831] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:2:0) after 5m19s
[12:54:15.765] Received PubSub notification, asking Buildbucket for the build status
[12:54:15.781] Build status: SCHEDULED
[12:54:16.162] Received PubSub notification, asking Buildbucket for the build status
[12:54:16.201] Build status: STARTED
[12:59:33.951] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:2:0)
[12:59:34.011] Build status: STARTED
[12:59:34.011] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:5:0) after 7m4s
[13:06:38.028] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:5:0)
[13:06:38.119] Build status: STARTED
[13:06:38.119] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:6:0) after 5m28s
[13:12:06.139] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:6:0)
[13:12:06.157] Build status: STARTED
[13:12:06.157] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:7:0) after 1m0s
[13:13:06.358] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:7:0)
[13:13:06.394] Build status: STARTED
[13:13:06.394] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:8:0) after 3m47s
[13:16:53.517] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:8:0)
[13:16:53.556] Build status: STARTED
[13:16:53.556] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:9:0) after 6m36s
[13:23:29.677] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:9:0)
[13:23:29.703] Build status: STARTED
[13:23:29.703] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:10:0) after 3m52s
[13:27:21.820] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:10:0)
[13:27:21.844] Build status: STARTED
[13:27:21.844] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:11:0) after 3m11s
[13:30:32.963] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:11:0)
[13:30:32.987] Build status: STARTED
[13:30:32.987] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:12:0) after 2m13s
[13:32:46.232] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:12:0)
[13:32:46.253] Build status: STARTED
[13:32:46.253] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:13:0) after 4m17s
[13:37:03.270] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:13:0)
[13:37:03.307] Build status: STARTED
[13:37:03.307] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:14:0) after 5m2s
[13:42:05.569] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:14:0)
[13:42:05.594] Build status: STARTED
[13:42:05.594] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:15:0) after 6m0s
[13:48:05.612] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:15:0)
[13:48:05.760] Build status: STARTED
[13:48:05.760] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:16:0) after 3m24s
[13:51:29.781] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:16:0)
[13:51:29.799] Build status: STARTED
[13:51:29.799] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:17:0) after 4m12s
[13:55:41.836] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:17:0)
[13:55:41.954] Build status: STARTED
[13:55:41.954] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:18:0) after 3m48s
[13:59:30.025] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:18:0)
[13:59:30.046] Build status: STARTED
[13:59:30.046] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:19:0) after 4m28s
[14:03:58.068] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:19:0)
[14:03:58.085] Build status: STARTED
[14:03:58.085] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:20:0) after 9m10s
[14:13:08.234] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:20:0)
[14:13:08.254] Build status: STARTED
[14:13:08.254] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:21:0) after 6m51s
[14:19:59.463] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:21:0)
[14:19:59.482] Build status: STARTED
[14:19:59.482] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:22:0) after 4m54s
[14:24:53.603] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:22:0)
[14:24:53.631] Build status: STARTED
[14:24:53.631] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:23:0) after 2m32s
[14:27:25.657] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:23:0)
[14:27:25.678] Build status: STARTED
[14:27:25.678] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:24:0) after 8m36s
[14:36:01.977] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:24:0)
[14:36:02.000] Build status: STARTED
[14:36:02.000] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:25:0) after 7m17s
[14:43:19.768] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:25:0)
[14:43:19.864] Build status: STARTED
[14:43:19.864] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:26:0) after 7m42s
[14:51:01.894] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:26:0)
[14:51:01.920] Build status: STARTED
[14:51:01.920] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:27:0) after 7m25s
[14:58:27.058] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:27:0)
[14:58:27.084] Build status: STARTED
[14:58:27.084] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:28:0) after 6m40s
[15:05:07.215] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:28:0)
[15:05:07.234] Build status: STARTED
[15:05:07.234] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:29:0) after 3m31s
[15:08:38.509] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:29:0)
[15:08:38.535] Build status: STARTED
[15:08:38.535] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:30:0) after 9m50s
[15:18:29.169] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:30:0)
[15:18:29.187] Build status: STARTED
[15:18:29.187] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:31:0) after 2m31s
[15:21:00.330] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:31:0)
[15:21:00.400] Build status: STARTED
[15:21:00.400] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:32:0) after 7m9s
[15:28:09.437] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:32:0)
[15:28:09.515] Build status: STARTED
[15:28:09.515] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:33:0) after 2m5s
[15:30:14.549] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:33:0)
[15:30:14.569] Build status: STARTED
[15:30:14.569] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:34:0) after 1m4s
[15:31:18.654] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:34:0)
[15:31:18.672] Build status: STARTED
[15:31:18.672] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:35:0) after 7m44s
[15:39:02.676] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:35:0)
[15:39:02.722] Build status: STARTED
[15:39:02.722] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:36:0) after 4m52s
[15:43:54.752] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:36:0)
[15:43:54.783] Build status: STARTED
[15:43:54.784] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:37:0) after 9m50s
[15:53:44.807] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:37:0)
[15:53:44.830] Build status: STARTED
[15:53:44.830] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:38:0) after 7m18s
[16:01:02.903] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:38:0)
[16:01:02.982] Build status: STARTED
[16:01:02.982] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:39:0) after 7m45s
[16:08:48.004] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:39:0)
[16:08:48.026] Build status: STARTED
[16:08:48.026] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:40:0) after 1m45s
[16:10:33.062] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:40:0)
[16:10:33.081] Build status: STARTED
[16:10:33.081] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:41:0) after 4m46s
[16:15:19.128] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:41:0)
[16:15:19.146] Build status: STARTED
[16:15:19.146] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:42:0) after 4m0s
[16:19:19.249] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:42:0)
[16:19:19.292] Build status: STARTED
[16:19:19.292] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:43:0) after 1m26s
[16:20:45.314] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:43:0)
[16:20:45.396] Build status: STARTED
[16:20:45.396] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:44:0) after 5m14s
[16:25:59.424] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:44:0)
[16:25:59.463] Build status: STARTED
[16:25:59.463] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:45:0) after 5m21s
[16:31:20.487] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:45:0)
[16:31:20.509] Build status: STARTED
[16:31:20.509] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:46:0) after 4m49s
[16:36:09.566] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:46:0)
[16:36:09.585] Build status: STARTED
[16:36:09.585] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:47:0) after 3m3s
[16:39:12.570] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:47:0)
[16:39:12.591] Build status: STARTED
[16:39:12.591] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:48:0) after 2m7s
[16:41:19.626] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:48:0)
[16:41:19.657] Build status: STARTED
[16:41:19.657] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:49:0) after 3m43s
[16:45:02.686] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:49:0)
[16:45:02.701] Build status: STARTED
[16:45:02.701] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:50:0) after 6m0s
[16:51:02.738] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:50:0)
[16:51:02.761] Build status: STARTED
[16:51:02.761] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:51:0) after 1m16s
[16:52:18.794] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:51:0)
[16:52:18.812] Build status: STARTED
[16:52:18.812] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:52:0) after 9m56s
[17:02:15.290] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:52:0)
[17:02:15.311] Build status: STARTED
[17:02:15.311] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:53:0) after 4m29s
[17:06:44.350] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:53:0)
[17:06:44.375] Build status: STARTED
[17:06:44.375] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:54:0) after 9m11s
[17:15:55.399] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:54:0)
[17:15:55.418] Build status: STARTED
[17:15:55.418] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:55:0) after 8m14s
[17:24:09.450] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:55:0)
[17:24:09.467] Build status: STARTED
[17:24:09.467] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:56:0) after 3m27s
[17:27:36.628] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:56:0)
[17:27:36.704] Build status: STARTED
[17:27:36.704] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:57:0) after 7m34s
[17:35:11.001] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:57:0)
[17:35:11.018] Build status: STARTED
[17:35:11.018] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:58:0) after 4m15s
[17:39:26.038] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:58:0)
[17:39:26.059] Build status: STARTED
[17:39:26.059] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:59:0) after 9m32s
[17:48:58.095] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:59:0)
[17:48:58.128] Build status: STARTED
[17:48:58.128] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:60:0) after 4m6s
[17:53:04.203] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:60:0)
[17:53:04.260] Build status: STARTED
[17:53:04.260] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:61:0) after 2m29s
[17:55:33.280] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:61:0)
[17:55:33.306] Build status: STARTED
[17:55:33.306] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:62:0) after 6m36s
[18:02:09.383] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:62:0)
[18:02:09.402] Build status: STARTED
[18:02:09.402] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:63:0) after 4m29s
[18:06:38.420] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:63:0)
[18:06:38.443] Build status: STARTED
[18:06:38.443] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:64:0) after 5m43s
[18:12:21.471] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:64:0)
[18:12:21.490] Build status: STARTED
[18:12:21.490] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:65:0) after 2m23s
[18:14:44.521] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:65:0)
[18:14:44.544] Build status: STARTED
[18:14:44.544] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:66:0) after 8m9s
[18:22:53.584] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:66:0)
[18:22:53.666] Build status: STARTED
[18:22:53.666] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:67:0) after 7m26s
[18:30:19.758] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:67:0)
[18:30:19.781] Build status: STARTED
[18:30:19.781] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:68:0) after 3m35s
[18:33:54.801] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:68:0)
[18:33:54.820] Build status: STARTED
[18:33:54.820] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:69:0) after 8m6s
[18:42:00.867] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:69:0)
[18:42:00.885] Build status: STARTED
[18:42:00.885] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:70:0) after 2m51s
[18:44:51.862] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:70:0)
[18:44:51.899] Build status: STARTED
[18:44:51.900] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:71:0) after 9m31s
[18:54:22.943] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:71:0)
[18:54:22.966] Build status: STARTED
[18:54:22.966] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:72:0) after 2m29s
[18:56:51.987] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:72:0)
[18:56:52.014] Build status: STARTED
[18:56:52.014] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:73:0) after 3m52s
[19:00:44.013] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:73:0)
[19:00:44.049] Build status: STARTED
[19:00:44.049] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:74:0) after 2m33s
[19:03:17.150] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:74:0)
[19:03:17.174] Build status: STARTED
[19:03:17.174] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:75:0) after 8m39s
[19:11:56.193] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:75:0)
[19:11:56.217] Build status: STARTED
[19:11:56.217] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:76:0) after 9m48s
[19:21:44.270] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:76:0)
[19:21:44.284] Build status: STARTED
[19:21:44.284] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:77:0) after 1m44s
[19:23:28.310] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:77:0)
[19:23:28.333] Build status: STARTED
[19:23:28.333] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:78:0) after 4m15s
[19:27:43.313] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:78:0)
[19:27:43.373] Build status: STARTED
[19:27:43.373] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:79:0) after 5m39s
[19:33:22.434] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:79:0)
[19:33:22.454] Build status: STARTED
[19:33:22.454] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:80:0) after 2m50s
[19:36:12.518] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:80:0)
[19:36:12.540] Build status: STARTED
[19:36:12.540] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:81:0) after 4m56s
[19:41:08.560] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:81:0)
[19:41:08.579] Build status: STARTED
[19:41:08.579] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:82:0) after 4m17s
[19:45:25.595] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:82:0)
[19:45:25.678] Build status: STARTED
[19:45:25.678] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:83:0) after 7m2s
[19:52:27.711] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:83:0)
[19:52:27.732] Build status: STARTED
[19:52:27.732] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:84:0) after 2m30s
[19:54:57.785] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:84:0)
[19:54:57.805] Build status: STARTED
[19:54:57.805] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:85:0) after 9m31s
[20:04:28.823] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:85:0)
[20:04:28.848] Build status: STARTED
[20:04:28.848] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:86:0) after 8m8s
[20:12:36.925] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:86:0)
[20:12:36.953] Build status: STARTED
[20:12:36.953] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:87:0) after 2m8s
[20:14:45.342] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:87:0)
[20:14:45.405] Build status: STARTED
[20:14:45.406] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:88:0) after 2m36s
[20:17:21.433] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:88:0)
[20:17:21.450] Build status: STARTED
[20:17:21.450] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:89:0) after 9m3s
[20:26:24.519] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:89:0)
[20:26:24.543] Build status: STARTED
[20:26:24.543] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:90:0) after 8m50s
[20:35:14.590] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:90:0)
[20:35:14.630] Build status: STARTED
[20:35:14.630] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:91:0) after 2m47s
[20:38:01.735] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:91:0)
[20:38:01.785] Build status: STARTED
[20:38:01.785] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:92:0) after 7m28s
[20:45:29.907] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:92:0)
[20:45:29.933] Build status: STARTED
[20:45:29.933] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:93:0) after 7m49s
[20:53:18.952] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:93:0)
[20:53:18.976] Build status: STARTED
[20:53:18.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:94:0) after 3m31s
[20:56:50.394] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:94:0)
[20:56:50.419] Build status: STARTED
[20:56:50.419] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:95:0) after 6m7s
[21:02:57.472] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:95:0)
[21:02:57.496] Build status: STARTED
[21:02:57.496] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:96:0) after 6m51s
[21:09:48.559] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:96:0)
[21:09:48.588] Build status: STARTED
[21:09:48.588] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:97:0) after 2m56s
[21:12:44.619] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:97:0)
[21:12:44.640] Build status: STARTED
[21:12:44.640] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:98:0) after 8m5s
[21:20:49.672] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:98:0)
[21:20:49.699] Build status: STARTED
[21:20:49.699] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:99:0) after 3m30s
[21:24:19.759] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:99:0)
[21:24:19.787] Build status: STARTED
[21:24:19.788] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:100:0) after 8m5s
[21:32:24.891] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:100:0)
[21:32:24.912] Build status: STARTED
[21:32:24.912] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:101:0) after 8m49s
[21:41:14.050] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:101:0)
[21:41:14.071] Build status: STARTED
[21:41:14.071] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:102:0) after 3m25s
[21:44:39.151] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:102:0)
[21:44:39.172] Build status: STARTED
[21:44:39.172] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:103:0) after 8m48s
[21:53:27.437] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:103:0)
[21:53:27.458] Build status: STARTED
[21:53:27.458] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:104:0) after 3m37s
[21:57:04.607] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:104:0)
[21:57:04.696] Build status: STARTED
[21:57:04.696] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:105:0) after 7m9s
[22:04:13.721] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:105:0)
[22:04:13.762] Build status: STARTED
[22:04:13.762] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:106:0) after 9m3s
[22:13:16.783] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:106:0)
[22:13:16.810] Build status: STARTED
[22:13:16.810] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:107:0) after 5m13s
[22:18:29.917] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:107:0)
[22:18:29.951] Build status: STARTED
[22:18:29.952] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:108:0) after 5m52s
[22:24:21.975] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:108:0)
[22:24:21.995] Build status: STARTED
[22:24:21.995] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:109:0) after 5m1s
[22:29:23.045] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:109:0)
[22:29:23.083] Build status: STARTED
[22:29:23.083] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:110:0) after 4m48s
[22:34:11.226] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:110:0)
[22:34:11.285] Build status: STARTED
[22:34:11.285] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:111:0) after 7m1s
[22:41:12.350] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:111:0)
[22:41:12.376] Build status: STARTED
[22:41:12.376] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:112:0) after 7m36s
[22:48:48.983] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:112:0)
[22:48:49.000] Build status: STARTED
[22:48:49.000] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:113:0) after 1m55s
[22:50:44.205] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:113:0)
[22:50:44.225] Build status: STARTED
[22:50:44.225] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:114:0) after 2m27s
[22:53:11.256] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:114:0)
[22:53:11.272] Build status: STARTED
[22:53:11.272] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:115:0) after 8m56s
[23:02:07.309] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:115:0)
[23:02:07.379] Build status: STARTED
[23:02:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:116:0) after 6m18s
[23:08:25.406] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:116:0)
[23:08:25.430] Build status: STARTED
[23:08:25.430] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8923356771511696224:117:0) after 1m11s
[23:09:23.177] Received PubSub notification, asking Buildbucket for the build status
[23:09:23.223] Build:
{
  "id": "8757926709493214257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 2993,
  "createdBy": "project:chromium",
  "createTime": "2024-01-25T12:54:14.396135395Z",
  "startTime": "2024-01-25T12:54:15.410143Z",
  "endTime": "2024-01-25T23:09:22.479541Z",
  "updateTime": "2024-01-25T23:09:22.479541Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8e9984cdd4fe6f90563c41ca7a65fd288a9516e9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:09:23.223] Invocation finished in 10h15m10.136180449s with status FAILED