Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "aac7744610b97e1bb7679d9840369c48d93981ee"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aac7744610b97e1bb7679d9840369c48d93981ee
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:56:54.124] New invocation is queued and will start shortly
[04:56:55.214] Starting the invocation (attempt 1)
[04:56:55.245] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aac7744610b97e1bb7679d9840369c48d93981ee"
[04:56:55.245] Popped gitiles commit info from properties and tags
[04:56:55.245] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:56:55.245] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:56:55.245] Buildbucket request:
{
  "requestId": "8893489802745360080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "aac7744610b97e1bb7679d9840369c48d93981ee",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8893489802745360080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:56:55.726] Scheduled build:
{
  "id": "8728059740839900401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4114,
  "createdBy": "project:chromium",
  "createTime": "2024-12-20T04:56:55.309266454Z",
  "updateTime": "2024-12-20T04:56:55.309266454Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aac7744610b97e1bb7679d9840369c48d93981ee",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:56:55.726] Task URL: https://cr-buildbucket.appspot.com/build/8728059740839900401
[04:56:55.726] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:2:0) after 2m36s
[04:56:56.729] Received PubSub notification, asking Buildbucket for the build status
[04:56:56.806] Build status: SCHEDULED
[04:57:07.148] Received PubSub notification, asking Buildbucket for the build status
[04:57:07.177] Build status: STARTED
[04:59:31.770] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:2:0)
[04:59:31.786] Build status: STARTED
[04:59:31.786] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:5:0) after 4m39s
[05:04:10.820] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:5:0)
[05:04:10.842] Build status: STARTED
[05:04:10.842] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:6:0) after 1m21s
[05:05:31.882] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:6:0)
[05:05:31.899] Build status: STARTED
[05:05:31.899] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:7:0) after 5m19s
[05:10:50.928] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:7:0)
[05:10:50.954] Build status: STARTED
[05:10:50.954] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:8:0) after 5m40s
[05:16:30.973] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:8:0)
[05:16:30.989] Build status: STARTED
[05:16:30.989] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:9:0) after 7m32s
[05:24:03.063] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:9:0)
[05:24:03.087] Build status: STARTED
[05:24:03.087] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:10:0) after 9m12s
[05:33:15.150] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:10:0)
[05:33:15.167] Build status: STARTED
[05:33:15.167] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:11:0) after 4m47s
[05:38:02.416] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:11:0)
[05:38:02.433] Build status: STARTED
[05:38:02.433] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:12:0) after 1m36s
[05:39:38.477] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:12:0)
[05:39:38.495] Build status: STARTED
[05:39:38.495] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:13:0) after 2m10s
[05:41:48.547] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:13:0)
[05:41:48.575] Build status: STARTED
[05:41:48.575] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:14:0) after 1m18s
[05:43:06.605] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:14:0)
[05:43:06.660] Build status: STARTED
[05:43:06.660] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:15:0) after 8m31s
[05:51:38.646] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:15:0)
[05:51:38.687] Build status: STARTED
[05:51:38.687] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:16:0) after 4m51s
[05:56:30.441] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:16:0)
[05:56:30.513] Build status: STARTED
[05:56:30.513] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:17:0) after 5m55s
[06:02:25.587] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:17:0)
[06:02:25.602] Build status: STARTED
[06:02:25.602] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:18:0) after 8m45s
[06:11:10.647] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:18:0)
[06:11:10.664] Build status: STARTED
[06:11:10.664] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:19:0) after 3m14s
[06:14:24.806] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:19:0)
[06:14:24.823] Build status: STARTED
[06:14:24.823] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:20:0) after 9m28s
[06:23:53.156] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:20:0)
[06:23:53.176] Build status: STARTED
[06:23:53.177] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:21:0) after 8m36s
[06:32:29.231] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:21:0)
[06:32:29.251] Build status: STARTED
[06:32:29.251] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:22:0) after 2m59s
[06:35:28.423] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:22:0)
[06:35:28.689] Build status: STARTED
[06:35:28.689] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:23:0) after 7m24s
[06:42:52.747] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:23:0)
[06:42:52.765] Build status: STARTED
[06:42:52.765] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:24:0) after 4m23s
[06:47:15.821] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:24:0)
[06:47:15.842] Build status: STARTED
[06:47:15.842] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:25:0) after 2m23s
[06:49:38.981] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:25:0)
[06:49:38.998] Build status: STARTED
[06:49:38.998] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:26:0) after 1m11s
[06:50:50.301] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:26:0)
[06:50:50.317] Build status: STARTED
[06:50:50.317] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:27:0) after 6m33s
[06:57:23.529] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:27:0)
[06:57:23.548] Build status: STARTED
[06:57:23.548] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:28:0) after 5m56s
[07:03:19.591] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:28:0)
[07:03:19.607] Build status: STARTED
[07:03:19.607] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:29:0) after 7m32s
[07:10:51.643] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:29:0)
[07:10:51.682] Build status: STARTED
[07:10:51.682] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:30:0) after 1m57s
[07:12:48.722] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:30:0)
[07:12:48.740] Build status: STARTED
[07:12:48.741] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:31:0) after 1m29s
[07:14:17.918] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:31:0)
[07:14:17.934] Build status: STARTED
[07:14:17.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:32:0) after 4m14s
[07:18:32.051] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:32:0)
[07:18:32.080] Build status: STARTED
[07:18:32.080] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:33:0) after 7m48s
[07:26:20.152] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:33:0)
[07:26:20.173] Build status: STARTED
[07:26:20.173] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:34:0) after 5m57s
[07:32:17.203] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:34:0)
[07:32:17.221] Build status: STARTED
[07:32:17.221] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:35:0) after 3m37s
[07:35:54.291] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:35:0)
[07:35:54.313] Build status: STARTED
[07:35:54.313] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:36:0) after 3m46s
[07:39:40.538] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:36:0)
[07:39:40.557] Build status: STARTED
[07:39:40.557] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:37:0) after 5m30s
[07:45:10.912] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:37:0)
[07:45:10.928] Build status: STARTED
[07:45:10.928] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:38:0) after 7m31s
[07:52:42.023] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:38:0)
[07:52:42.038] Build status: STARTED
[07:52:42.038] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:39:0) after 3m26s
[07:56:08.173] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:39:0)
[07:56:08.192] Build status: STARTED
[07:56:08.192] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:40:0) after 6m39s
[08:02:47.230] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:40:0)
[08:02:47.308] Build status: STARTED
[08:02:47.308] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:41:0) after 5m18s
[08:08:05.665] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:41:0)
[08:08:05.688] Build status: STARTED
[08:08:05.688] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:42:0) after 5m36s
[08:13:41.720] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:42:0)
[08:13:41.739] Build status: STARTED
[08:13:41.739] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:43:0) after 3m32s
[08:17:13.887] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:43:0)
[08:17:13.911] Build status: STARTED
[08:17:13.911] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:44:0) after 4m32s
[08:21:45.978] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:44:0)
[08:21:46.000] Build status: STARTED
[08:21:46.001] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:45:0) after 6m3s
[08:27:49.020] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:45:0)
[08:27:49.037] Build status: STARTED
[08:27:49.037] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:46:0) after 6m14s
[08:34:03.145] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:46:0)
[08:34:03.181] Build status: STARTED
[08:34:03.181] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:47:0) after 7m43s
[08:41:46.301] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:47:0)
[08:41:46.319] Build status: STARTED
[08:41:46.319] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:48:0) after 7m29s
[08:49:15.679] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:48:0)
[08:49:15.697] Build status: STARTED
[08:49:15.697] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:49:0) after 9m19s
[08:58:34.749] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:49:0)
[08:58:34.778] Build status: STARTED
[08:58:34.778] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:50:0) after 8m4s
[09:06:38.853] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:50:0)
[09:06:38.876] Build status: STARTED
[09:06:38.876] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:51:0) after 4m52s
[09:11:30.918] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:51:0)
[09:11:30.935] Build status: STARTED
[09:11:30.935] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:52:0) after 2m33s
[09:14:04.103] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:52:0)
[09:14:04.158] Build status: STARTED
[09:14:04.158] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:53:0) after 6m4s
[09:20:08.274] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:53:0)
[09:20:08.292] Build status: STARTED
[09:20:08.292] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:54:0) after 5m57s
[09:26:05.391] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:54:0)
[09:26:05.410] Build status: STARTED
[09:26:05.410] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:55:0) after 8m21s
[09:34:26.590] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:55:0)
[09:34:26.610] Build status: STARTED
[09:34:26.610] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:56:0) after 5m24s
[09:39:50.642] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:56:0)
[09:39:50.660] Build status: STARTED
[09:39:50.660] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:57:0) after 2m35s
[09:42:25.744] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:57:0)
[09:42:25.806] Build status: STARTED
[09:42:25.806] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:58:0) after 4m9s
[09:46:34.890] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:58:0)
[09:46:34.905] Build status: STARTED
[09:46:34.905] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:59:0) after 2m28s
[09:49:02.933] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:59:0)
[09:49:02.953] Build status: STARTED
[09:49:02.953] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:60:0) after 9m6s
[09:58:08.982] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:60:0)
[09:58:09.001] Build status: STARTED
[09:58:09.001] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:61:0) after 8m23s
[10:06:32.363] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:61:0)
[10:06:32.379] Build status: STARTED
[10:06:32.379] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:62:0) after 7m54s
[10:14:26.413] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:62:0)
[10:14:26.429] Build status: STARTED
[10:14:26.429] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:63:0) after 3m8s
[10:17:34.468] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:63:0)
[10:17:34.487] Build status: STARTED
[10:17:34.487] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:64:0) after 6m8s
[10:23:42.564] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:64:0)
[10:23:42.585] Build status: STARTED
[10:23:42.585] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:65:0) after 4m50s
[10:28:33.011] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:65:0)
[10:28:33.070] Build status: STARTED
[10:28:33.070] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:66:0) after 9m7s
[10:37:40.240] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:66:0)
[10:37:40.260] Build status: STARTED
[10:37:40.260] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:67:0) after 2m7s
[10:39:47.589] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:67:0)
[10:39:47.607] Build status: STARTED
[10:39:47.607] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:68:0) after 3m36s
[10:43:23.671] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:68:0)
[10:43:23.694] Build status: STARTED
[10:43:23.695] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:69:0) after 9m27s
[10:52:50.856] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:69:0)
[10:52:50.872] Build status: STARTED
[10:52:50.872] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:70:0) after 1m56s
[10:54:46.915] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:70:0)
[10:54:46.930] Build status: STARTED
[10:54:46.930] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:71:0) after 3m58s
[10:58:44.963] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:71:0)
[10:58:45.034] Build status: STARTED
[10:58:45.034] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:72:0) after 9m36s
[11:08:21.072] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:72:0)
[11:08:21.089] Build status: STARTED
[11:08:21.089] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:73:0) after 7m7s
[11:15:28.120] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:73:0)
[11:15:28.140] Build status: STARTED
[11:15:28.140] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:74:0) after 8m36s
[11:24:04.180] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:74:0)
[11:24:04.233] Build status: STARTED
[11:24:04.233] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:75:0) after 5m11s
[11:29:15.682] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:75:0)
[11:29:15.705] Build status: STARTED
[11:29:15.705] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:76:0) after 2m57s
[11:32:13.250] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:76:0)
[11:32:13.270] Build status: STARTED
[11:32:13.270] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:77:0) after 1m19s
[11:33:32.527] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:77:0)
[11:33:32.564] Build status: STARTED
[11:33:32.564] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:78:0) after 9m49s
[11:43:21.614] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:78:0)
[11:43:21.633] Build status: STARTED
[11:43:21.633] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:79:0) after 4m37s
[11:47:58.699] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:79:0)
[11:47:58.716] Build status: STARTED
[11:47:58.716] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:80:0) after 6m31s
[11:54:29.755] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:80:0)
[11:54:29.779] Build status: STARTED
[11:54:29.779] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:81:0) after 7m13s
[12:01:42.821] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:81:0)
[12:01:42.858] Build status: STARTED
[12:01:42.858] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:82:0) after 7m3s
[12:08:46.188] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:82:0)
[12:08:46.207] Build status: STARTED
[12:08:46.207] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:83:0) after 6m39s
[12:15:25.255] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:83:0)
[12:15:25.277] Build status: STARTED
[12:15:25.277] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:84:0) after 9m1s
[12:24:26.614] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:84:0)
[12:24:26.632] Build status: STARTED
[12:24:26.632] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:85:0) after 2m37s
[12:27:03.683] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:85:0)
[12:27:03.773] Build status: STARTED
[12:27:03.773] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:86:0) after 8m40s
[12:35:43.757] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:86:0)
[12:35:43.856] Build status: STARTED
[12:35:43.856] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:87:0) after 6m18s
[12:42:01.991] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:87:0)
[12:42:02.010] Build status: STARTED
[12:42:02.010] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:88:0) after 5m57s
[12:47:59.069] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:88:0)
[12:47:59.085] Build status: STARTED
[12:47:59.085] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:89:0) after 3m9s
[12:51:08.238] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:89:0)
[12:51:08.260] Build status: STARTED
[12:51:08.260] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:90:0) after 9m10s
[13:00:18.297] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:90:0)
[13:00:18.326] Build status: STARTED
[13:00:18.326] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:91:0) after 5m55s
[13:06:13.604] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:91:0)
[13:06:13.623] Build status: STARTED
[13:06:13.623] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:92:0) after 7m36s
[13:13:49.623] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:92:0)
[13:13:49.647] Build status: STARTED
[13:13:49.647] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:93:0) after 3m37s
[13:17:26.858] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:93:0)
[13:17:26.877] Build status: STARTED
[13:17:26.877] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:94:0) after 6m17s
[13:23:44.186] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:94:0)
[13:23:44.207] Build status: STARTED
[13:23:44.207] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:95:0) after 2m34s
[13:26:18.521] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:95:0)
[13:26:18.536] Build status: STARTED
[13:26:18.536] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:96:0) after 4m32s
[13:30:50.638] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:96:0)
[13:30:50.664] Build status: STARTED
[13:30:50.664] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:97:0) after 3m29s
[13:34:19.701] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:97:0)
[13:34:19.721] Build status: STARTED
[13:34:19.721] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:98:0) after 3m33s
[13:37:52.801] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:98:0)
[13:37:52.820] Build status: STARTED
[13:37:52.820] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:99:0) after 6m47s
[13:44:39.850] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:99:0)
[13:44:39.871] Build status: STARTED
[13:44:39.871] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:100:0) after 4m9s
[13:48:49.000] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:100:0)
[13:48:49.023] Build status: STARTED
[13:48:49.023] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:101:0) after 7m2s
[13:55:51.255] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:101:0)
[13:55:51.277] Build status: STARTED
[13:55:51.277] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:102:0) after 3m36s
[13:59:27.539] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:102:0)
[13:59:27.723] Build status: STARTED
[13:59:27.723] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:103:0) after 9m21s
[14:08:48.755] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:103:0)
[14:08:48.777] Build status: STARTED
[14:08:48.777] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:104:0) after 5m38s
[14:14:27.154] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:104:0)
[14:14:27.170] Build status: STARTED
[14:14:27.170] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:105:0) after 5m46s
[14:20:13.240] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:105:0)
[14:20:13.259] Build status: STARTED
[14:20:13.259] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:106:0) after 1m31s
[14:21:44.339] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:106:0)
[14:21:44.356] Build status: STARTED
[14:21:44.356] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:107:0) after 7m22s
[14:29:06.502] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:107:0)
[14:29:06.517] Build status: STARTED
[14:29:06.517] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:108:0) after 6m17s
[14:35:23.671] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:108:0)
[14:35:23.687] Build status: STARTED
[14:35:23.687] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:109:0) after 7m48s
[14:43:12.025] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:109:0)
[14:43:12.050] Build status: STARTED
[14:43:12.051] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:110:0) after 2m29s
[14:45:41.157] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:110:0)
[14:45:41.212] Build status: STARTED
[14:45:41.212] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:111:0) after 2m11s
[14:47:52.244] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:111:0)
[14:47:52.264] Build status: STARTED
[14:47:52.264] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:112:0) after 4m0s
[14:51:52.444] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:112:0)
[14:51:52.494] Build status: STARTED
[14:51:52.494] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:113:0) after 6m1s
[14:57:53.539] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:113:0)
[14:57:53.553] Build status: STARTED
[14:57:53.553] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:114:0) after 4m3s
[15:01:56.592] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:114:0)
[15:01:56.610] Build status: STARTED
[15:01:56.610] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:115:0) after 5m28s
[15:07:24.620] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:115:0)
[15:07:24.635] Build status: STARTED
[15:07:24.635] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:116:0) after 4m40s
[15:12:04.762] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:116:0)
[15:12:04.783] Build status: STARTED
[15:12:04.783] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:117:0) after 8m46s
[15:20:50.889] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:117:0)
[15:20:50.924] Build status: STARTED
[15:20:50.924] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:118:0) after 9m3s
[15:29:53.954] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:118:0)
[15:29:53.973] Build status: STARTED
[15:29:53.973] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:119:0) after 4m6s
[15:34:00.207] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:119:0)
[15:34:00.225] Build status: STARTED
[15:34:00.225] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:120:0) after 3m8s
[15:37:08.388] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:120:0)
[15:37:08.447] Build status: STARTED
[15:37:08.447] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:121:0) after 5m27s
[15:42:35.876] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:121:0)
[15:42:35.897] Build status: STARTED
[15:42:35.897] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:122:0) after 5m47s
[15:48:22.927] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:122:0)
[15:48:23.077] Build status: STARTED
[15:48:23.077] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:123:0) after 9m34s
[15:57:57.210] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:123:0)
[15:57:57.233] Build status: STARTED
[15:57:57.233] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:124:0) after 5m13s
[16:03:10.326] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:124:0)
[16:03:10.346] Build status: STARTED
[16:03:10.346] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:125:0) after 4m34s
[16:07:44.376] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:125:0)
[16:07:44.398] Build status: STARTED
[16:07:44.398] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:126:0) after 3m13s
[16:10:57.633] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:126:0)
[16:10:57.647] Build status: STARTED
[16:10:57.647] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:127:0) after 3m54s
[16:14:51.776] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:127:0)
[16:14:51.797] Build status: STARTED
[16:14:51.797] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:128:0) after 9m51s
[16:24:43.564] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:128:0)
[16:24:43.584] Build status: STARTED
[16:24:43.584] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:129:0) after 2m25s
[16:27:08.624] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:129:0)
[16:27:08.680] Build status: STARTED
[16:27:08.680] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:130:0) after 2m37s
[16:29:45.725] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:130:0)
[16:29:45.744] Build status: STARTED
[16:29:45.744] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:131:0) after 1m35s
[16:31:20.866] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:131:0)
[16:31:20.895] Build status: STARTED
[16:31:20.895] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:132:0) after 4m39s
[16:36:00.188] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:132:0)
[16:36:00.206] Build status: STARTED
[16:36:00.206] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:133:0) after 7m22s
[16:43:22.274] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:133:0)
[16:43:22.329] Build status: STARTED
[16:43:22.329] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:134:0) after 7m11s
[16:50:33.507] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:134:0)
[16:50:33.537] Build status: STARTED
[16:50:33.537] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:135:0) after 7m10s
[16:57:43.952] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:135:0)
[16:57:44.002] Build status: STARTED
[16:57:44.002] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:136:0) after 2m57s
[17:00:41.057] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:136:0)
[17:00:41.083] Build status: STARTED
[17:00:41.083] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:137:0) after 4m24s
[17:05:05.239] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:137:0)
[17:05:05.265] Build status: STARTED
[17:05:05.265] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:138:0) after 8m28s
[17:13:33.825] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:138:0)
[17:13:33.934] Build status: STARTED
[17:13:33.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:139:0) after 2m21s
[17:15:54.925] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:139:0)
[17:15:54.943] Build status: STARTED
[17:15:54.943] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:140:0) after 7m58s
[17:23:52.992] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:140:0)
[17:23:53.012] Build status: STARTED
[17:23:53.012] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:141:0) after 4m27s
[17:28:20.049] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:141:0)
[17:28:20.067] Build status: STARTED
[17:28:20.067] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:142:0) after 5m39s
[17:33:59.215] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:142:0)
[17:33:59.235] Build status: STARTED
[17:33:59.235] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:143:0) after 6m59s
[17:40:58.369] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:143:0)
[17:40:58.392] Build status: STARTED
[17:40:58.392] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:144:0) after 1m56s
[17:42:54.383] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:144:0)
[17:42:54.466] Build status: STARTED
[17:42:54.466] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:145:0) after 5m9s
[17:48:03.611] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:145:0)
[17:48:03.624] Build status: STARTED
[17:48:03.624] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:146:0) after 2m1s
[17:50:04.661] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:146:0)
[17:50:04.688] Build status: STARTED
[17:50:04.688] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:147:0) after 1m47s
[17:51:51.769] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:147:0)
[17:51:51.790] Build status: STARTED
[17:51:51.790] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:148:0) after 6m4s
[17:57:55.898] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:148:0)
[17:57:55.920] Build status: STARTED
[17:57:55.920] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:149:0) after 9m51s
[18:07:46.964] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:149:0)
[18:07:46.988] Build status: STARTED
[18:07:46.988] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:150:0) after 4m51s
[18:12:38.046] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:150:0)
[18:12:38.070] Build status: STARTED
[18:12:38.070] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:151:0) after 6m56s
[18:19:34.110] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:151:0)
[18:19:34.196] Build status: STARTED
[18:19:34.196] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:152:0) after 2m19s
[18:21:53.419] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:152:0)
[18:21:53.435] Build status: STARTED
[18:21:53.435] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:153:0) after 1m1s
[18:22:54.472] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:153:0)
[18:22:54.491] Build status: STARTED
[18:22:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:154:0) after 6m12s
[18:29:06.734] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:154:0)
[18:29:06.765] Build status: STARTED
[18:29:06.765] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:155:0) after 2m25s
[18:31:31.951] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:155:0)
[18:31:31.975] Build status: STARTED
[18:31:31.975] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:156:0) after 6m52s
[18:38:24.071] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:156:0)
[18:38:24.087] Build status: STARTED
[18:38:24.087] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:157:0) after 3m48s
[18:42:12.171] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:157:0)
[18:42:12.195] Build status: STARTED
[18:42:12.195] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:158:0) after 5m29s
[18:47:41.352] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:158:0)
[18:47:41.373] Build status: STARTED
[18:47:41.373] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:159:0) after 6m48s
[18:54:29.414] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:159:0)
[18:54:29.501] Build status: STARTED
[18:54:29.502] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:160:0) after 6m28s
[19:00:57.545] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:160:0)
[19:00:57.641] Build status: STARTED
[19:00:57.641] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:161:0) after 6m34s
[19:07:31.678] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:161:0)
[19:07:31.698] Build status: STARTED
[19:07:31.699] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:162:0) after 8m16s
[19:15:47.740] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:162:0)
[19:15:47.762] Build status: STARTED
[19:15:47.762] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:163:0) after 4m46s
[19:20:33.790] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:163:0)
[19:20:33.814] Build status: STARTED
[19:20:33.815] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:164:0) after 6m7s
[19:26:40.904] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:164:0)
[19:26:40.934] Build status: STARTED
[19:26:40.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8893489802745360080:165:0) after 8m47s
[19:34:31.860] Received PubSub notification, asking Buildbucket for the build status
[19:34:31.951] Build:
{
  "id": "8728059740839900401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4114,
  "createdBy": "project:chromium",
  "createTime": "2024-12-20T04:56:55.309266454Z",
  "startTime": "2024-12-20T04:57:06.887795406Z",
  "endTime": "2024-12-20T19:34:31.446381605Z",
  "updateTime": "2024-12-20T19:34:31.446381605Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aac7744610b97e1bb7679d9840369c48d93981ee",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:34:31.951] Invocation finished in 14h37m37.842559245s with status FAILED