Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 2c5f34b1036de1e37fc417204092a72337266584)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Win x64 Cross Builder (reclient compare)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "19999cb313a3afd9e0c8609f1696809d3d5377a6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19999cb313a3afd9e0c8609f1696809d3d5377a6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:17:22.199] New invocation is queued and will start shortly
[02:17:23.284] Starting the invocation (attempt 1)
[02:17:23.313] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/19999cb313a3afd9e0c8609f1696809d3d5377a6"
[02:17:23.313] Popped gitiles commit info from properties and tags
[02:17:23.313] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:17:23.313] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:17:23.314] Buildbucket request:
{
  "requestId": "8899207448514497360",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Win x64 Cross Builder (reclient compare)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "19999cb313a3afd9e0c8609f1696809d3d5377a6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8899207448514497360"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Win x64 Cross Builder (reclient compare)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:17:23.912] Scheduled build:
{
  "id": "8733777386613077281",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Win x64 Cross Builder (reclient compare)"
  },
  "number": 2531,
  "createdBy": "project:chromium",
  "createTime": "2024-10-18T02:17:23.385365702Z",
  "updateTime": "2024-10-18T02:17:23.385365702Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19999cb313a3afd9e0c8609f1696809d3d5377a6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:17:23.912] Task URL: https://cr-buildbucket.appspot.com/build/8733777386613077281
[02:17:23.912] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:2:0) after 4m45s
[02:17:24.803] Received PubSub notification, asking Buildbucket for the build status
[02:17:24.831] Build status: SCHEDULED
[02:22:08.961] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:2:0)
[02:22:08.984] Build status: SCHEDULED
[02:22:08.984] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:4:0) after 8m42s
[02:30:51.004] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:4:0)
[02:30:51.032] Build status: SCHEDULED
[02:30:51.032] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:5:0) after 5m32s
[02:36:23.152] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:5:0)
[02:36:23.171] Build status: SCHEDULED
[02:36:23.171] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:6:0) after 2m9s
[02:38:32.423] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:6:0)
[02:38:32.447] Build status: SCHEDULED
[02:38:32.447] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:7:0) after 2m28s
[02:41:00.466] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:7:0)
[02:41:00.554] Build status: SCHEDULED
[02:41:00.554] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:8:0) after 6m42s
[02:43:50.015] Received PubSub notification, asking Buildbucket for the build status
[02:43:50.050] Build status: STARTED
[02:47:42.654] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:8:0)
[02:47:42.671] Build status: STARTED
[02:47:42.671] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:10:0) after 9m27s
[02:57:09.707] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:10:0)
[02:57:09.742] Build status: STARTED
[02:57:09.742] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:11:0) after 3m44s
[03:00:53.888] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:11:0)
[03:00:53.931] Build status: STARTED
[03:00:53.931] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:12:0) after 3m48s
[03:04:42.047] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:12:0)
[03:04:42.064] Build status: STARTED
[03:04:42.064] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:13:0) after 2m48s
[03:07:30.102] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:13:0)
[03:07:30.173] Build status: STARTED
[03:07:30.173] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:14:0) after 9m3s
[03:16:33.273] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:14:0)
[03:16:33.323] Build status: STARTED
[03:16:33.323] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:15:0) after 8m6s
[03:24:39.345] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:15:0)
[03:24:39.378] Build status: STARTED
[03:24:39.378] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:16:0) after 6m15s
[03:30:54.513] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:16:0)
[03:30:54.536] Build status: STARTED
[03:30:54.536] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:17:0) after 1m21s
[03:32:15.707] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:17:0)
[03:32:15.727] Build status: STARTED
[03:32:15.727] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:18:0) after 1m31s
[03:33:46.822] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:18:0)
[03:33:46.837] Build status: STARTED
[03:33:46.837] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:19:0) after 9m5s
[03:42:51.897] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:19:0)
[03:42:51.914] Build status: STARTED
[03:42:51.915] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:20:0) after 9m18s
[03:52:10.375] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:20:0)
[03:52:10.393] Build status: STARTED
[03:52:10.393] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:21:0) after 9m3s
[04:01:13.640] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:21:0)
[04:01:13.659] Build status: STARTED
[04:01:13.659] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:22:0) after 1m9s
[04:02:22.665] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:22:0)
[04:02:22.695] Build status: STARTED
[04:02:22.695] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:23:0) after 5m10s
[04:07:32.901] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:23:0)
[04:07:32.933] Build status: STARTED
[04:07:32.933] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:24:0) after 4m10s
[04:11:43.361] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:24:0)
[04:11:43.382] Build status: STARTED
[04:11:43.382] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:25:0) after 6m9s
[04:17:52.515] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:25:0)
[04:17:52.553] Build status: STARTED
[04:17:52.553] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:26:0) after 4m2s
[04:21:54.711] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:26:0)
[04:21:54.740] Build status: STARTED
[04:21:54.740] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:27:0) after 1m4s
[04:22:58.822] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:27:0)
[04:22:58.843] Build status: STARTED
[04:22:58.843] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:28:0) after 1m11s
[04:24:09.865] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:28:0)
[04:24:09.882] Build status: STARTED
[04:24:09.882] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:29:0) after 2m22s
[04:26:31.875] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:29:0)
[04:26:31.902] Build status: STARTED
[04:26:31.902] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:30:0) after 9m58s
[04:36:29.955] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:30:0)
[04:36:29.973] Build status: STARTED
[04:36:29.973] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:31:0) after 9m58s
[04:46:28.294] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:31:0)
[04:46:28.309] Build status: STARTED
[04:46:28.309] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:32:0) after 2m17s
[04:48:45.331] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:32:0)
[04:48:45.391] Build status: STARTED
[04:48:45.391] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:33:0) after 9m19s
[04:58:04.654] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:33:0)
[04:58:04.671] Build status: STARTED
[04:58:04.671] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:34:0) after 2m57s
[05:01:01.826] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:34:0)
[05:01:02.011] Build status: STARTED
[05:01:02.011] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:35:0) after 1m24s
[05:02:26.131] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:35:0)
[05:02:26.158] Build status: STARTED
[05:02:26.158] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:36:0) after 7m31s
[05:09:57.183] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:36:0)
[05:09:57.203] Build status: STARTED
[05:09:57.203] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:37:0) after 8m27s
[05:18:24.311] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:37:0)
[05:18:24.378] Build status: STARTED
[05:18:24.378] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:38:0) after 4m1s
[05:22:25.500] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:38:0)
[05:22:25.523] Build status: STARTED
[05:22:25.523] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:39:0) after 5m40s
[05:28:05.557] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:39:0)
[05:28:05.574] Build status: STARTED
[05:28:05.574] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:40:0) after 4m5s
[05:32:10.821] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:40:0)
[05:32:10.841] Build status: STARTED
[05:32:10.841] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:41:0) after 5m25s
[05:37:35.882] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:41:0)
[05:37:35.899] Build status: STARTED
[05:37:35.900] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:42:0) after 3m25s
[05:41:01.306] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:42:0)
[05:41:01.324] Build status: STARTED
[05:41:01.324] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:43:0) after 2m4s
[05:43:05.421] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:43:0)
[05:43:05.449] Build status: STARTED
[05:43:05.449] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:44:0) after 6m0s
[05:49:05.731] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:44:0)
[05:49:05.838] Build status: STARTED
[05:49:05.838] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:45:0) after 1m8s
[05:50:13.981] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:45:0)
[05:50:14.050] Build status: STARTED
[05:50:14.050] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:46:0) after 7m53s
[05:58:07.097] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:46:0)
[05:58:07.116] Build status: STARTED
[05:58:07.116] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:47:0) after 9m21s
[06:07:28.109] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:47:0)
[06:07:28.276] Build status: STARTED
[06:07:28.277] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:48:0) after 6m42s
[06:14:10.428] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:48:0)
[06:14:10.448] Build status: STARTED
[06:14:10.448] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:49:0) after 6m20s
[06:20:30.854] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:49:0)
[06:20:30.871] Build status: STARTED
[06:20:30.871] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:50:0) after 1m54s
[06:22:24.931] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:50:0)
[06:22:24.946] Build status: STARTED
[06:22:24.946] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:51:0) after 4m17s
[06:26:42.125] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:51:0)
[06:26:42.140] Build status: STARTED
[06:26:42.140] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:52:0) after 2m8s
[06:28:50.313] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:52:0)
[06:28:50.331] Build status: STARTED
[06:28:50.331] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:53:0) after 5m2s
[06:33:52.358] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:53:0)
[06:33:52.386] Build status: STARTED
[06:33:52.386] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:54:0) after 1m16s
[06:35:08.614] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:54:0)
[06:35:08.637] Build status: STARTED
[06:35:08.637] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:55:0) after 1m14s
[06:36:22.661] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:55:0)
[06:36:22.679] Build status: STARTED
[06:36:22.679] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:56:0) after 8m9s
[06:44:31.770] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:56:0)
[06:44:31.788] Build status: STARTED
[06:44:31.788] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:57:0) after 5m32s
[06:50:03.883] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:57:0)
[06:50:03.904] Build status: STARTED
[06:50:03.905] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:58:0) after 6m50s
[06:56:54.111] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:58:0)
[06:56:54.131] Build status: STARTED
[06:56:54.131] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:59:0) after 9m13s
[07:06:07.737] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:59:0)
[07:06:07.760] Build status: STARTED
[07:06:07.760] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:60:0) after 1m57s
[07:08:04.781] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:60:0)
[07:08:04.798] Build status: STARTED
[07:08:04.798] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:61:0) after 4m46s
[07:12:51.352] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:61:0)
[07:12:51.373] Build status: STARTED
[07:12:51.373] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:62:0) after 3m39s
[07:16:30.396] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:62:0)
[07:16:30.416] Build status: STARTED
[07:16:30.416] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:63:0) after 1m6s
[07:17:36.437] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:63:0)
[07:17:36.457] Build status: STARTED
[07:17:36.458] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:64:0) after 8m37s
[07:26:13.714] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:64:0)
[07:26:13.729] Build status: STARTED
[07:26:13.729] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:65:0) after 8m6s
[07:34:19.752] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:65:0)
[07:34:19.914] Build status: STARTED
[07:34:19.914] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:66:0) after 6m40s
[07:40:59.938] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:66:0)
[07:40:59.955] Build status: STARTED
[07:40:59.955] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:67:0) after 7m15s
[07:48:14.983] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:67:0)
[07:48:15.006] Build status: STARTED
[07:48:15.006] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:68:0) after 1m13s
[07:49:28.030] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:68:0)
[07:49:28.046] Build status: STARTED
[07:49:28.046] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:69:0) after 4m40s
[07:54:08.033] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:69:0)
[07:54:08.054] Build status: STARTED
[07:54:08.054] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:70:0) after 7m44s
[08:01:52.107] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:70:0)
[08:01:52.139] Build status: STARTED
[08:01:52.139] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:71:0) after 6m22s
[08:08:14.273] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:71:0)
[08:08:14.315] Build status: STARTED
[08:08:14.315] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:72:0) after 6m14s
[08:14:29.166] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:72:0)
[08:14:29.187] Build status: STARTED
[08:14:29.187] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:73:0) after 3m51s
[08:18:20.357] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:73:0)
[08:18:20.458] Build status: STARTED
[08:18:20.458] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:74:0) after 8m0s
[08:26:20.491] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:74:0)
[08:26:20.511] Build status: STARTED
[08:26:20.511] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:75:0) after 7m27s
[08:33:47.533] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:75:0)
[08:33:47.553] Build status: STARTED
[08:33:47.553] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:76:0) after 8m9s
[08:41:56.728] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:76:0)
[08:41:56.746] Build status: STARTED
[08:41:56.746] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:77:0) after 3m9s
[08:45:05.996] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:77:0)
[08:45:06.021] Build status: STARTED
[08:45:06.021] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:78:0) after 9m25s
[08:54:31.087] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:78:0)
[08:54:31.117] Build status: STARTED
[08:54:31.117] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:79:0) after 1m48s
[08:56:19.586] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:79:0)
[08:56:19.608] Build status: STARTED
[08:56:19.609] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:80:0) after 4m14s
[09:00:33.710] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:80:0)
[09:00:33.795] Build status: STARTED
[09:00:33.795] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:81:0) after 5m23s
[09:05:56.820] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:81:0)
[09:05:56.873] Build status: STARTED
[09:05:56.873] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:82:0) after 4m5s
[09:10:01.893] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:82:0)
[09:10:01.954] Build status: STARTED
[09:10:01.954] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:83:0) after 3m29s
[09:13:30.973] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:83:0)
[09:13:31.015] Build status: STARTED
[09:13:31.015] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:84:0) after 7m37s
[09:21:08.042] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:84:0)
[09:21:08.076] Build status: STARTED
[09:21:08.076] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:85:0) after 4m49s
[09:25:57.154] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:85:0)
[09:25:57.174] Build status: STARTED
[09:25:57.174] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:86:0) after 5m23s
[09:31:20.253] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:86:0)
[09:31:20.321] Build status: STARTED
[09:31:20.321] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:87:0) after 7m50s
[09:39:10.322] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:87:0)
[09:39:10.371] Build status: STARTED
[09:39:10.371] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:88:0) after 7m9s
[09:46:19.743] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:88:0)
[09:46:19.840] Build status: STARTED
[09:46:19.840] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:89:0) after 2m32s
[09:48:52.900] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:89:0)
[09:48:52.930] Build status: STARTED
[09:48:52.930] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:90:0) after 5m45s
[09:54:38.064] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:90:0)
[09:54:38.084] Build status: STARTED
[09:54:38.084] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:91:0) after 4m36s
[09:59:14.354] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:91:0)
[09:59:14.375] Build status: STARTED
[09:59:14.375] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:92:0) after 3m17s
[10:02:31.510] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:92:0)
[10:02:31.531] Build status: STARTED
[10:02:31.531] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:93:0) after 9m37s
[10:12:08.886] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:93:0)
[10:12:08.904] Build status: STARTED
[10:12:08.904] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:94:0) after 2m1s
[10:14:10.165] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:94:0)
[10:14:10.187] Build status: STARTED
[10:14:10.187] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:95:0) after 7m43s
[10:21:53.242] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:95:0)
[10:21:53.261] Build status: STARTED
[10:21:53.261] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:96:0) after 4m52s
[10:26:45.519] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:96:0)
[10:26:45.536] Build status: STARTED
[10:26:45.536] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:97:0) after 4m10s
[10:30:56.057] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:97:0)
[10:30:56.077] Build status: STARTED
[10:30:56.077] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:98:0) after 2m19s
[10:33:15.097] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:98:0)
[10:33:15.162] Build status: STARTED
[10:33:15.162] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:99:0) after 5m45s
[10:39:00.265] Handling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:99:0)
[10:39:00.284] Build status: STARTED
[10:39:00.284] Scheduling timer "check-buildbucket-build-status" (chromium/Win x64 Cross Builder (reclient compare):8899207448514497360:100:0) after 6m12s
[10:41:47.307] Received PubSub notification, asking Buildbucket for the build status
[10:41:47.326] Build:
{
  "id": "8733777386613077281",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Win x64 Cross Builder (reclient compare)"
  },
  "number": 2531,
  "createdBy": "project:chromium",
  "createTime": "2024-10-18T02:17:23.385365702Z",
  "startTime": "2024-10-18T02:43:13.495296890Z",
  "endTime": "2024-10-18T10:41:45.833745834Z",
  "updateTime": "2024-10-18T10:41:45.833745834Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "19999cb313a3afd9e0c8609f1696809d3d5377a6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:41:47.326] Invocation finished in 8h24m25.137988542s with status FAILED