Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:07:48.264] New invocation is queued and will start shortly
[01:07:49.354] Starting the invocation (attempt 1)
[01:07:49.389] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d"
[01:07:49.389] Popped gitiles commit info from properties and tags
[01:07:49.390] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:07:49.390] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:07:49.390] Buildbucket request:
{
  "requestId": "8897309288911858880",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897309288911858880"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:07:50.023] Scheduled build:
{
  "id": "8731879226949090897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 3981,
  "createdBy": "project:chromium",
  "createTime": "2024-11-08T01:07:49.505907338Z",
  "updateTime": "2024-11-08T01:07:49.505907338Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d",
      "ref": "refs/heads/main"
    }
  }
}
[01:07:50.023] Task URL: https://cr-buildbucket.appspot.com/build/8731879226949090897
[01:07:50.023] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:2:0) after 4m2s
[01:07:50.977] Received PubSub notification, asking Buildbucket for the build status
[01:07:50.997] Build status: SCHEDULED
[01:11:52.054] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:2:0)
[01:11:52.081] Build status: SCHEDULED
[01:11:52.081] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:4:0) after 8m57s
[01:12:04.893] Received PubSub notification, asking Buildbucket for the build status
[01:12:04.945] Build status: STARTED
[01:20:49.135] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:4:0)
[01:20:49.212] Build status: STARTED
[01:20:49.212] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:6:0) after 5m24s
[01:26:13.331] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:6:0)
[01:26:13.419] Build status: STARTED
[01:26:13.419] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:7:0) after 5m7s
[01:31:20.450] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:7:0)
[01:31:20.476] Build status: STARTED
[01:31:20.476] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:8:0) after 9m13s
[01:40:33.572] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:8:0)
[01:40:33.588] Build status: STARTED
[01:40:33.589] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:9:0) after 2m3s
[01:42:36.668] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:9:0)
[01:42:36.685] Build status: STARTED
[01:42:36.685] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:10:0) after 1m6s
[01:43:42.719] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:10:0)
[01:43:42.738] Build status: STARTED
[01:43:42.738] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:11:0) after 2m37s
[01:46:19.838] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:11:0)
[01:46:19.858] Build status: STARTED
[01:46:19.858] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:12:0) after 9m43s
[01:56:02.887] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:12:0)
[01:56:02.907] Build status: STARTED
[01:56:02.907] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:13:0) after 8m57s
[02:04:59.946] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:13:0)
[02:04:59.971] Build status: STARTED
[02:04:59.971] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:14:0) after 5m7s
[02:10:07.008] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:14:0)
[02:10:07.047] Build status: STARTED
[02:10:07.047] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:15:0) after 2m31s
[02:12:38.081] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:15:0)
[02:12:38.105] Build status: STARTED
[02:12:38.105] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:16:0) after 7m45s
[02:20:23.221] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:16:0)
[02:20:23.239] Build status: STARTED
[02:20:23.239] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:17:0) after 6m55s
[02:27:18.280] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:17:0)
[02:27:18.305] Build status: STARTED
[02:27:18.305] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:18:0) after 3m10s
[02:30:28.336] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:18:0)
[02:30:28.354] Build status: STARTED
[02:30:28.354] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:19:0) after 1m2s
[02:31:30.432] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:19:0)
[02:31:30.456] Build status: STARTED
[02:31:30.456] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:20:0) after 5m22s
[02:36:52.499] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:20:0)
[02:36:52.523] Build status: STARTED
[02:36:52.523] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:21:0) after 5m31s
[02:42:23.551] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:21:0)
[02:42:23.572] Build status: STARTED
[02:42:23.572] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:22:0) after 7m11s
[02:49:34.601] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:22:0)
[02:49:34.618] Build status: STARTED
[02:49:34.618] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:23:0) after 7m50s
[02:57:24.684] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:23:0)
[02:57:24.762] Build status: STARTED
[02:57:24.762] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:24:0) after 7m27s
[03:04:51.796] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:24:0)
[03:04:51.819] Build status: STARTED
[03:04:51.819] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:25:0) after 6m55s
[03:11:46.884] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:25:0)
[03:11:46.934] Build status: STARTED
[03:11:46.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:26:0) after 6m46s
[03:18:32.968] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:26:0)
[03:18:32.986] Build status: STARTED
[03:18:32.986] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:27:0) after 9m12s
[03:27:45.007] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:27:0)
[03:27:45.036] Build status: STARTED
[03:27:45.036] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:28:0) after 7m32s
[03:35:17.076] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:28:0)
[03:35:17.108] Build status: STARTED
[03:35:17.108] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:29:0) after 1m8s
[03:36:25.243] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:29:0)
[03:36:25.259] Build status: STARTED
[03:36:25.259] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:30:0) after 8m59s
[03:45:24.326] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:30:0)
[03:45:24.350] Build status: STARTED
[03:45:24.350] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:31:0) after 5m10s
[03:50:34.391] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:31:0)
[03:50:34.459] Build status: STARTED
[03:50:34.459] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:32:0) after 6m13s
[03:56:48.085] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:32:0)
[03:56:48.103] Build status: STARTED
[03:56:48.103] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:33:0) after 6m25s
[04:03:13.372] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:33:0)
[04:03:13.395] Build status: STARTED
[04:03:13.396] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:34:0) after 8m57s
[04:12:10.387] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:34:0)
[04:12:10.418] Build status: STARTED
[04:12:10.418] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:35:0) after 5m7s
[04:17:17.551] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:35:0)
[04:17:17.570] Build status: STARTED
[04:17:17.570] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:36:0) after 1m18s
[04:18:35.695] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:36:0)
[04:18:35.714] Build status: STARTED
[04:18:35.714] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:37:0) after 1m48s
[04:20:24.408] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:37:0)
[04:20:24.469] Build status: STARTED
[04:20:24.469] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:38:0) after 4m33s
[04:24:57.502] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:38:0)
[04:24:57.521] Build status: STARTED
[04:24:57.521] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:39:0) after 5m30s
[04:30:27.654] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:39:0)
[04:30:27.673] Build status: STARTED
[04:30:27.673] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:40:0) after 3m26s
[04:33:53.750] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:40:0)
[04:33:53.779] Build status: STARTED
[04:33:53.779] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:41:0) after 6m19s
[04:40:12.817] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:41:0)
[04:40:12.841] Build status: STARTED
[04:40:12.841] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:42:0) after 8m5s
[04:48:18.091] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:42:0)
[04:48:18.105] Build status: STARTED
[04:48:18.105] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:43:0) after 7m27s
[04:55:45.175] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:43:0)
[04:55:45.191] Build status: STARTED
[04:55:45.191] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:44:0) after 1m35s
[04:57:20.235] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:44:0)
[04:57:20.265] Build status: STARTED
[04:57:20.265] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:45:0) after 1m0s
[04:58:20.336] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:45:0)
[04:58:20.425] Build status: STARTED
[04:58:20.425] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:46:0) after 9m27s
[05:07:47.590] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:46:0)
[05:07:47.607] Build status: STARTED
[05:07:47.607] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:47:0) after 9m4s
[05:16:52.325] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:47:0)
[05:16:52.348] Build status: STARTED
[05:16:52.348] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:48:0) after 9m17s
[05:26:09.540] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:48:0)
[05:26:09.564] Build status: STARTED
[05:26:09.564] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:49:0) after 4m34s
[05:30:43.956] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:49:0)
[05:30:43.976] Build status: STARTED
[05:30:43.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:50:0) after 2m45s
[05:33:29.317] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:50:0)
[05:33:29.332] Build status: STARTED
[05:33:29.332] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:51:0) after 4m22s
[05:37:51.380] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:51:0)
[05:37:51.396] Build status: STARTED
[05:37:51.396] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:52:0) after 5m30s
[05:43:21.432] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:52:0)
[05:43:21.451] Build status: STARTED
[05:43:21.451] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:53:0) after 1m26s
[05:44:47.557] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:53:0)
[05:44:47.584] Build status: STARTED
[05:44:47.584] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:54:0) after 4m2s
[05:48:49.678] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:54:0)
[05:48:49.696] Build status: STARTED
[05:48:49.696] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:55:0) after 7m5s
[05:55:55.148] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:55:0)
[05:55:55.165] Build status: STARTED
[05:55:55.165] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:56:0) after 2m8s
[05:58:03.320] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:56:0)
[05:58:03.336] Build status: STARTED
[05:58:03.336] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:57:0) after 8m24s
[06:06:27.610] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:57:0)
[06:06:27.646] Build status: STARTED
[06:06:27.646] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:58:0) after 1m22s
[06:07:49.968] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:58:0)
[06:07:49.996] Build status: STARTED
[06:07:49.996] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:59:0) after 8m59s
[06:16:49.359] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:59:0)
[06:16:49.376] Build status: STARTED
[06:16:49.376] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:60:0) after 3m19s
[06:20:08.472] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:60:0)
[06:20:08.495] Build status: STARTED
[06:20:08.495] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:61:0) after 2m46s
[06:22:54.560] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:61:0)
[06:22:54.580] Build status: STARTED
[06:22:54.580] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:62:0) after 1m39s
[06:24:33.806] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:62:0)
[06:24:33.825] Build status: STARTED
[06:24:33.826] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:63:0) after 6m9s
[06:30:43.006] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:63:0)
[06:30:43.064] Build status: STARTED
[06:30:43.064] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:64:0) after 3m43s
[06:34:26.092] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:64:0)
[06:34:26.111] Build status: STARTED
[06:34:26.111] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:65:0) after 6m52s
[06:41:18.223] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:65:0)
[06:41:18.263] Build status: STARTED
[06:41:18.263] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:66:0) after 6m57s
[06:48:15.628] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:66:0)
[06:48:15.646] Build status: STARTED
[06:48:15.646] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:67:0) after 5m9s
[06:53:24.680] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:67:0)
[06:53:24.695] Build status: STARTED
[06:53:24.695] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:68:0) after 5m4s
[06:58:28.762] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:68:0)
[06:58:28.779] Build status: STARTED
[06:58:28.779] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:69:0) after 7m19s
[07:05:47.914] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:69:0)
[07:05:47.934] Build status: STARTED
[07:05:47.934] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:70:0) after 8m12s
[07:13:59.966] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:70:0)
[07:13:59.985] Build status: STARTED
[07:13:59.985] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:71:0) after 7m57s
[07:21:57.064] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:71:0)
[07:21:57.091] Build status: STARTED
[07:21:57.091] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:72:0) after 6m23s
[07:28:20.305] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:72:0)
[07:28:20.395] Build status: STARTED
[07:28:20.395] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:73:0) after 2m13s
[07:30:33.434] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:73:0)
[07:30:33.451] Build status: STARTED
[07:30:33.451] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:74:0) after 2m36s
[07:33:09.481] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:74:0)
[07:33:09.502] Build status: STARTED
[07:33:09.502] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:75:0) after 2m28s
[07:35:37.545] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:75:0)
[07:35:37.567] Build status: STARTED
[07:35:37.567] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:76:0) after 4m38s
[07:40:15.601] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:76:0)
[07:40:15.635] Build status: STARTED
[07:40:15.635] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:77:0) after 3m37s
[07:43:52.712] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:77:0)
[07:43:52.737] Build status: STARTED
[07:43:52.737] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:78:0) after 6m22s
[07:50:15.288] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:78:0)
[07:50:15.340] Build status: STARTED
[07:50:15.340] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:79:0) after 8m16s
[07:58:31.427] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:79:0)
[07:58:31.540] Build status: STARTED
[07:58:31.540] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:80:0) after 8m38s
[08:07:09.647] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:80:0)
[08:07:09.672] Build status: STARTED
[08:07:09.672] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:81:0) after 8m52s
[08:16:01.707] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:81:0)
[08:16:01.727] Build status: STARTED
[08:16:01.727] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:82:0) after 5m32s
[08:21:33.815] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:82:0)
[08:21:33.836] Build status: STARTED
[08:21:33.836] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:83:0) after 1m5s
[08:22:39.429] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:83:0)
[08:22:39.448] Build status: STARTED
[08:22:39.448] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:84:0) after 3m26s
[08:26:05.549] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:84:0)
[08:26:05.570] Build status: STARTED
[08:26:05.570] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:85:0) after 7m17s
[08:33:22.711] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:85:0)
[08:33:22.736] Build status: STARTED
[08:33:22.736] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:86:0) after 7m40s
[08:41:02.854] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:86:0)
[08:41:02.873] Build status: STARTED
[08:41:02.873] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:87:0) after 7m34s
[08:48:36.910] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:87:0)
[08:48:36.946] Build status: STARTED
[08:48:36.947] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:88:0) after 4m9s
[08:52:46.064] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:88:0)
[08:52:46.079] Build status: STARTED
[08:52:46.079] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:89:0) after 7m51s
[09:00:37.113] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:89:0)
[09:00:37.142] Build status: STARTED
[09:00:37.142] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:90:0) after 9m32s
[09:10:09.205] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:90:0)
[09:10:09.221] Build status: STARTED
[09:10:09.221] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:91:0) after 8m22s
[09:18:31.508] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:91:0)
[09:18:31.550] Build status: STARTED
[09:18:31.550] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:92:0) after 2m19s
[09:20:50.592] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:92:0)
[09:20:50.639] Build status: STARTED
[09:20:50.639] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:93:0) after 6m14s
[09:27:04.654] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:93:0)
[09:27:04.677] Build status: STARTED
[09:27:04.677] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:94:0) after 1m7s
[09:28:11.810] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:94:0)
[09:28:11.829] Build status: STARTED
[09:28:11.829] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:95:0) after 5m30s
[09:33:41.968] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:95:0)
[09:33:41.986] Build status: STARTED
[09:33:41.986] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:96:0) after 1m59s
[09:35:41.179] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:96:0)
[09:35:41.204] Build status: STARTED
[09:35:41.204] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:97:0) after 5m4s
[09:40:45.716] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:97:0)
[09:40:45.786] Build status: STARTED
[09:40:45.786] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:98:0) after 8m52s
[09:49:37.819] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:98:0)
[09:49:37.850] Build status: STARTED
[09:49:37.850] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:99:0) after 1m43s
[09:51:20.987] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:99:0)
[09:51:21.009] Build status: STARTED
[09:51:21.009] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:100:0) after 7m24s
[09:58:45.049] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:100:0)
[09:58:45.067] Build status: STARTED
[09:58:45.067] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:101:0) after 2m7s
[10:00:52.100] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:101:0)
[10:00:52.118] Build status: STARTED
[10:00:52.118] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:102:0) after 5m47s
[10:06:39.406] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:102:0)
[10:06:39.507] Build status: STARTED
[10:06:39.507] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:103:0) after 6m55s
[10:13:34.747] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:103:0)
[10:13:34.779] Build status: STARTED
[10:13:34.779] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:104:0) after 7m52s
[10:21:26.813] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:104:0)
[10:21:26.915] Build status: STARTED
[10:21:26.915] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:105:0) after 1m30s
[10:22:57.070] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:105:0)
[10:22:57.154] Build status: STARTED
[10:22:57.154] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:106:0) after 1m29s
[10:24:26.185] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:106:0)
[10:24:26.203] Build status: STARTED
[10:24:26.203] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:107:0) after 4m21s
[10:28:47.434] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:107:0)
[10:28:47.469] Build status: STARTED
[10:28:47.470] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:108:0) after 3m35s
[10:32:22.864] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:108:0)
[10:32:22.882] Build status: STARTED
[10:32:22.882] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:109:0) after 7m26s
[10:39:49.433] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:109:0)
[10:39:49.460] Build status: STARTED
[10:39:49.460] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:110:0) after 5m27s
[10:45:16.572] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:110:0)
[10:45:16.661] Build status: STARTED
[10:45:16.661] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:111:0) after 1m23s
[10:46:39.759] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:111:0)
[10:46:39.781] Build status: STARTED
[10:46:39.781] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:112:0) after 5m11s
[10:51:50.952] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:112:0)
[10:51:50.968] Build status: STARTED
[10:51:50.968] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:113:0) after 3m38s
[10:55:29.113] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:113:0)
[10:55:29.132] Build status: STARTED
[10:55:29.132] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:114:0) after 8m11s
[11:03:40.317] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:114:0)
[11:03:40.338] Build status: STARTED
[11:03:40.338] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:115:0) after 7m37s
[11:11:17.435] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:115:0)
[11:11:17.452] Build status: STARTED
[11:11:17.452] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:116:0) after 5m28s
[11:16:45.499] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:116:0)
[11:16:45.514] Build status: STARTED
[11:16:45.514] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:117:0) after 2m7s
[11:18:52.547] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:117:0)
[11:18:52.567] Build status: STARTED
[11:18:52.567] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:118:0) after 3m19s
[11:22:11.604] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:118:0)
[11:22:11.622] Build status: STARTED
[11:22:11.622] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:119:0) after 7m39s
[11:29:50.746] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:119:0)
[11:29:50.823] Build status: STARTED
[11:29:50.823] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:120:0) after 4m37s
[11:34:27.856] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:120:0)
[11:34:27.882] Build status: STARTED
[11:34:27.882] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:121:0) after 4m58s
[11:39:25.922] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:121:0)
[11:39:25.943] Build status: STARTED
[11:39:25.943] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:122:0) after 2m1s
[11:41:26.972] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:122:0)
[11:41:26.989] Build status: STARTED
[11:41:26.989] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:123:0) after 3m44s
[11:45:11.044] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:123:0)
[11:45:11.067] Build status: STARTED
[11:45:11.067] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:124:0) after 5m1s
[11:50:12.390] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:124:0)
[11:50:12.405] Build status: STARTED
[11:50:12.405] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:125:0) after 5m3s
[11:55:15.616] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:125:0)
[11:55:15.664] Build status: STARTED
[11:55:15.664] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:126:0) after 5m35s
[12:00:50.890] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:126:0)
[12:00:50.949] Build status: STARTED
[12:00:50.949] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:127:0) after 2m31s
[12:03:22.216] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:127:0)
[12:03:22.234] Build status: STARTED
[12:03:22.234] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:128:0) after 5m15s
[12:08:37.599] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:128:0)
[12:08:37.642] Build status: STARTED
[12:08:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:129:0) after 8m47s
[12:17:24.772] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:129:0)
[12:17:24.790] Build status: STARTED
[12:17:24.790] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:130:0) after 3m55s
[12:21:19.822] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:130:0)
[12:21:19.847] Build status: STARTED
[12:21:19.847] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:131:0) after 3m22s
[12:24:41.886] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:131:0)
[12:24:41.906] Build status: STARTED
[12:24:41.906] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:132:0) after 8m23s
[12:33:05.006] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:132:0)
[12:33:05.033] Build status: STARTED
[12:33:05.033] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:133:0) after 7m46s
[12:40:51.087] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:133:0)
[12:40:51.129] Build status: STARTED
[12:40:51.129] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:134:0) after 5m58s
[12:46:49.168] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:134:0)
[12:46:49.232] Build status: STARTED
[12:46:49.232] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:135:0) after 9m11s
[12:56:00.407] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:135:0)
[12:56:00.427] Build status: STARTED
[12:56:00.427] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:136:0) after 2m45s
[12:58:45.422] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:136:0)
[12:58:45.442] Build status: STARTED
[12:58:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:137:0) after 3m44s
[13:02:29.617] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:137:0)
[13:02:29.634] Build status: STARTED
[13:02:29.634] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:138:0) after 5m32s
[13:08:01.793] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:138:0)
[13:08:01.817] Build status: STARTED
[13:08:01.817] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:139:0) after 8m37s
[13:16:39.043] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:139:0)
[13:16:39.059] Build status: STARTED
[13:16:39.059] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:140:0) after 3m58s
[13:20:37.182] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:140:0)
[13:20:37.199] Build status: STARTED
[13:20:37.199] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:141:0) after 2m30s
[13:23:07.233] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:141:0)
[13:23:07.250] Build status: STARTED
[13:23:07.250] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:142:0) after 4m8s
[13:27:15.383] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:142:0)
[13:27:15.402] Build status: STARTED
[13:27:15.402] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:143:0) after 6m19s
[13:33:35.119] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:143:0)
[13:33:35.134] Build status: STARTED
[13:33:35.134] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:144:0) after 5m33s
[13:39:09.257] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:144:0)
[13:39:09.336] Build status: STARTED
[13:39:09.336] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:145:0) after 9m33s
[13:48:42.367] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:145:0)
[13:48:42.384] Build status: STARTED
[13:48:42.384] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:146:0) after 2m25s
[13:51:07.499] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:146:0)
[13:51:07.522] Build status: STARTED
[13:51:07.522] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:147:0) after 2m6s
[13:53:13.613] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:147:0)
[13:53:13.636] Build status: STARTED
[13:53:13.636] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:148:0) after 1m58s
[13:55:11.795] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:148:0)
[13:55:11.819] Build status: STARTED
[13:55:11.819] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:149:0) after 9m23s
[14:04:34.994] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:149:0)
[14:04:35.016] Build status: STARTED
[14:04:35.016] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:150:0) after 4m25s
[14:09:00.454] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:150:0)
[14:09:00.480] Build status: STARTED
[14:09:00.480] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:151:0) after 5m21s
[14:14:21.767] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:151:0)
[14:14:21.842] Build status: STARTED
[14:14:21.842] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:152:0) after 7m41s
[14:22:02.955] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:152:0)
[14:22:02.987] Build status: STARTED
[14:22:02.987] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:153:0) after 1m39s
[14:23:41.985] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:153:0)
[14:23:42.005] Build status: STARTED
[14:23:42.005] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:154:0) after 2m8s
[14:25:50.636] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:154:0)
[14:25:50.702] Build status: STARTED
[14:25:50.702] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:155:0) after 1m14s
[14:27:04.740] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:155:0)
[14:27:04.761] Build status: STARTED
[14:27:04.761] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:156:0) after 7m16s
[14:34:20.919] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:156:0)
[14:34:20.942] Build status: STARTED
[14:34:20.942] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:157:0) after 5m34s
[14:39:55.123] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:157:0)
[14:39:55.137] Build status: STARTED
[14:39:55.137] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:158:0) after 2m20s
[14:42:15.360] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:158:0)
[14:42:15.378] Build status: STARTED
[14:42:15.378] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:159:0) after 8m0s
[14:50:15.487] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:159:0)
[14:50:15.508] Build status: STARTED
[14:50:15.508] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:160:0) after 4m6s
[14:54:21.558] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:160:0)
[14:54:21.575] Build status: STARTED
[14:54:21.575] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:161:0) after 9m53s
[15:04:14.941] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:161:0)
[15:04:15.009] Build status: STARTED
[15:04:15.010] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:162:0) after 8m43s
[15:12:58.039] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:162:0)
[15:12:58.060] Build status: STARTED
[15:12:58.060] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:163:0) after 3m6s
[15:16:04.092] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:163:0)
[15:16:04.130] Build status: STARTED
[15:16:04.130] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:164:0) after 9m49s
[15:25:53.238] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:164:0)
[15:25:53.253] Build status: STARTED
[15:25:53.253] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:165:0) after 1m51s
[15:27:44.257] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:165:0)
[15:27:44.279] Build status: STARTED
[15:27:44.279] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8897309288911858880:166:0) after 9m45s
[15:33:11.082] Received PubSub notification, asking Buildbucket for the build status
[15:33:11.102] Build:
{
  "id": "8731879226949090897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 3981,
  "createdBy": "project:chromium",
  "createTime": "2024-11-08T01:07:49.505907338Z",
  "startTime": "2024-11-08T01:12:04.651715015Z",
  "endTime": "2024-11-08T15:33:09.111169062Z",
  "updateTime": "2024-11-08T15:33:09.111169062Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "23acaff510dcfce7b4f5ff8c1fd399a6b646fc8d",
      "ref": "refs/heads/main"
    }
  }
}
[15:33:11.103] Invocation finished in 14h25m22.852793109s with status FAILED