Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b1c65dbc2ff308574b2b87699a68dee206a9c930"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1c65dbc2ff308574b2b87699a68dee206a9c930
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:25:54.737] New invocation is queued and will start shortly
[08:25:55.858] Starting the invocation (attempt 1)
[08:25:55.889] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1c65dbc2ff308574b2b87699a68dee206a9c930"
[08:25:55.889] Popped gitiles commit info from properties and tags
[08:25:55.889] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:25:55.889] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:25:55.889] Buildbucket request:
{
  "requestId": "8894110831714066240",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b1c65dbc2ff308574b2b87699a68dee206a9c930",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894110831714066240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:25:56.512] Scheduled build:
{
  "id": "8728680769788127297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4100,
  "createdBy": "project:chromium",
  "createTime": "2024-12-13T08:25:55.951036464Z",
  "updateTime": "2024-12-13T08:25:55.951036464Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1c65dbc2ff308574b2b87699a68dee206a9c930",
      "ref": "refs/heads/main"
    }
  }
}
[08:25:56.512] Task URL: https://cr-buildbucket.appspot.com/build/8728680769788127297
[08:25:56.512] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:2:0) after 5m39s
[08:25:57.007] Received PubSub notification, asking Buildbucket for the build status
[08:25:57.045] Build status: SCHEDULED
[08:26:02.701] Received PubSub notification, asking Buildbucket for the build status
[08:26:02.753] Build status: STARTED
[08:31:35.685] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:2:0)
[08:31:35.712] Build status: STARTED
[08:31:35.712] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:5:0) after 2m29s
[08:34:05.743] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:5:0)
[08:34:05.772] Build status: STARTED
[08:34:05.772] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:6:0) after 9m51s
[08:43:57.622] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:6:0)
[08:43:57.638] Build status: STARTED
[08:43:57.638] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:7:0) after 7m58s
[08:51:55.697] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:7:0)
[08:51:55.735] Build status: STARTED
[08:51:55.735] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:8:0) after 4m22s
[08:56:17.813] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:8:0)
[08:56:17.844] Build status: STARTED
[08:56:17.844] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:9:0) after 3m56s
[09:00:14.214] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:9:0)
[09:00:14.245] Build status: STARTED
[09:00:14.245] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:10:0) after 8m1s
[09:08:15.279] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:10:0)
[09:08:15.301] Build status: STARTED
[09:08:15.301] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:11:0) after 6m49s
[09:15:04.354] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:11:0)
[09:15:04.426] Build status: STARTED
[09:15:04.426] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:12:0) after 8m0s
[09:23:04.542] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:12:0)
[09:23:04.559] Build status: STARTED
[09:23:04.559] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:13:0) after 1m57s
[09:25:01.821] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:13:0)
[09:25:01.841] Build status: STARTED
[09:25:01.841] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:14:0) after 9m51s
[09:34:52.971] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:14:0)
[09:34:52.996] Build status: STARTED
[09:34:52.996] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:15:0) after 6m39s
[09:41:32.078] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:15:0)
[09:41:32.097] Build status: STARTED
[09:41:32.097] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:16:0) after 7m24s
[09:48:56.108] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:16:0)
[09:48:56.127] Build status: STARTED
[09:48:56.127] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:17:0) after 4m26s
[09:53:22.158] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:17:0)
[09:53:22.190] Build status: STARTED
[09:53:22.190] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:18:0) after 7m55s
[10:01:17.435] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:18:0)
[10:01:17.455] Build status: STARTED
[10:01:17.455] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:19:0) after 9m52s
[10:11:09.456] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:19:0)
[10:11:09.478] Build status: STARTED
[10:11:09.478] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:20:0) after 4m29s
[10:15:39.014] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:20:0)
[10:15:39.090] Build status: STARTED
[10:15:39.090] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:21:0) after 6m34s
[10:22:13.227] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:21:0)
[10:22:13.281] Build status: STARTED
[10:22:13.281] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:22:0) after 7m14s
[10:29:27.292] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:22:0)
[10:29:27.313] Build status: STARTED
[10:29:27.313] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:23:0) after 9m29s
[10:38:56.419] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:23:0)
[10:38:56.437] Build status: STARTED
[10:38:56.437] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:24:0) after 1m50s
[10:40:46.619] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:24:0)
[10:40:46.664] Build status: STARTED
[10:40:46.664] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:25:0) after 8m37s
[10:49:23.832] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:25:0)
[10:49:23.851] Build status: STARTED
[10:49:23.851] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:26:0) after 1m46s
[10:51:09.939] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:26:0)
[10:51:09.957] Build status: STARTED
[10:51:09.957] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:27:0) after 8m51s
[11:00:01.038] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:27:0)
[11:00:01.065] Build status: STARTED
[11:00:01.065] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:28:0) after 1m17s
[11:01:18.300] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:28:0)
[11:01:18.323] Build status: STARTED
[11:01:18.323] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:29:0) after 8m7s
[11:09:25.316] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:29:0)
[11:09:25.334] Build status: STARTED
[11:09:25.334] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:30:0) after 3m22s
[11:12:47.521] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:30:0)
[11:12:47.545] Build status: STARTED
[11:12:47.545] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:31:0) after 8m29s
[11:21:16.958] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:31:0)
[11:21:16.977] Build status: STARTED
[11:21:16.977] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:32:0) after 7m0s
[11:28:17.356] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:32:0)
[11:28:17.375] Build status: STARTED
[11:28:17.375] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:33:0) after 1m7s
[11:29:24.593] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:33:0)
[11:29:24.645] Build status: STARTED
[11:29:24.645] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:34:0) after 1m10s
[11:30:34.762] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:34:0)
[11:30:34.828] Build status: STARTED
[11:30:34.828] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:35:0) after 8m1s
[11:38:35.944] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:35:0)
[11:38:35.964] Build status: STARTED
[11:38:35.964] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:36:0) after 2m23s
[11:40:59.118] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:36:0)
[11:40:59.134] Build status: STARTED
[11:40:59.135] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:37:0) after 1m16s
[11:42:15.186] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:37:0)
[11:42:15.211] Build status: STARTED
[11:42:15.211] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:38:0) after 3m52s
[11:46:07.228] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:38:0)
[11:46:07.252] Build status: STARTED
[11:46:07.252] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:39:0) after 7m54s
[11:54:01.431] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:39:0)
[11:54:01.509] Build status: STARTED
[11:54:01.509] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:40:0) after 6m48s
[12:00:49.544] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:40:0)
[12:00:49.600] Build status: STARTED
[12:00:49.600] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:41:0) after 1m56s
[12:02:45.843] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:41:0)
[12:02:45.920] Build status: STARTED
[12:02:45.920] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:42:0) after 9m14s
[12:12:00.133] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:42:0)
[12:12:00.149] Build status: STARTED
[12:12:00.149] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:43:0) after 2m28s
[12:14:28.226] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:43:0)
[12:14:28.247] Build status: STARTED
[12:14:28.247] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:44:0) after 2m34s
[12:17:03.134] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:44:0)
[12:17:03.166] Build status: STARTED
[12:17:03.166] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:45:0) after 8m23s
[12:25:26.207] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:45:0)
[12:25:26.224] Build status: STARTED
[12:25:26.224] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:46:0) after 1m27s
[12:26:53.252] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:46:0)
[12:26:53.272] Build status: STARTED
[12:26:53.272] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:47:0) after 8m55s
[12:35:48.254] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:47:0)
[12:35:48.273] Build status: STARTED
[12:35:48.273] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:48:0) after 9m8s
[12:44:56.337] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:48:0)
[12:44:56.355] Build status: STARTED
[12:44:56.355] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:49:0) after 7m38s
[12:52:34.385] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:49:0)
[12:52:34.400] Build status: STARTED
[12:52:34.400] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:50:0) after 9m40s
[13:02:14.474] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:50:0)
[13:02:14.490] Build status: STARTED
[13:02:14.490] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:51:0) after 3m56s
[13:06:10.688] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:51:0)
[13:06:10.704] Build status: STARTED
[13:06:10.704] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:52:0) after 3m38s
[13:09:48.801] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:52:0)
[13:09:48.821] Build status: STARTED
[13:09:48.821] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:53:0) after 1m4s
[13:10:52.937] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:53:0)
[13:10:52.954] Build status: STARTED
[13:10:52.954] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:54:0) after 4m53s
[13:15:46.202] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:54:0)
[13:15:46.219] Build status: STARTED
[13:15:46.219] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:55:0) after 9m23s
[13:25:09.679] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:55:0)
[13:25:09.699] Build status: STARTED
[13:25:09.699] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:56:0) after 2m22s
[13:27:31.886] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:56:0)
[13:27:31.935] Build status: STARTED
[13:27:31.935] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:57:0) after 5m45s
[13:33:16.960] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:57:0)
[13:33:16.977] Build status: STARTED
[13:33:16.977] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:58:0) after 6m38s
[13:39:55.269] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:58:0)
[13:39:55.489] Build status: STARTED
[13:39:55.489] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:59:0) after 3m33s
[13:43:28.984] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:59:0)
[13:43:28.998] Build status: STARTED
[13:43:28.998] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:60:0) after 1m46s
[13:45:15.135] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:60:0)
[13:45:15.156] Build status: STARTED
[13:45:15.157] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:61:0) after 4m7s
[13:49:22.249] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:61:0)
[13:49:22.268] Build status: STARTED
[13:49:22.268] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:62:0) after 3m48s
[13:53:10.272] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:62:0)
[13:53:10.307] Build status: STARTED
[13:53:10.307] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:63:0) after 6m49s
[13:59:59.434] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:63:0)
[13:59:59.453] Build status: STARTED
[13:59:59.453] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:64:0) after 6m16s
[14:06:15.485] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:64:0)
[14:06:15.502] Build status: STARTED
[14:06:15.502] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:65:0) after 7m56s
[14:14:11.581] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:65:0)
[14:14:11.601] Build status: STARTED
[14:14:11.601] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:66:0) after 3m13s
[14:17:24.741] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:66:0)
[14:17:24.775] Build status: STARTED
[14:17:24.775] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:67:0) after 4m11s
[14:21:35.833] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:67:0)
[14:21:35.904] Build status: STARTED
[14:21:35.904] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:68:0) after 5m51s
[14:27:26.983] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:68:0)
[14:27:27.015] Build status: STARTED
[14:27:27.015] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:69:0) after 1m56s
[14:29:23.116] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:69:0)
[14:29:23.131] Build status: STARTED
[14:29:23.131] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:70:0) after 6m31s
[14:35:54.157] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:70:0)
[14:35:54.172] Build status: STARTED
[14:35:54.172] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:71:0) after 4m41s
[14:40:35.189] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:71:0)
[14:40:35.207] Build status: STARTED
[14:40:35.207] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:72:0) after 9m46s
[14:50:21.233] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:72:0)
[14:50:21.252] Build status: STARTED
[14:50:21.252] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:73:0) after 2m48s
[14:53:09.462] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:73:0)
[14:53:09.480] Build status: STARTED
[14:53:09.480] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:74:0) after 1m40s
[14:54:49.806] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:74:0)
[14:54:49.821] Build status: STARTED
[14:54:49.821] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:75:0) after 5m1s
[14:59:51.076] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:75:0)
[14:59:51.094] Build status: STARTED
[14:59:51.094] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:76:0) after 5m1s
[15:04:52.122] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:76:0)
[15:04:52.144] Build status: STARTED
[15:04:52.144] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:77:0) after 5m18s
[15:10:10.219] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:77:0)
[15:10:10.268] Build status: STARTED
[15:10:10.268] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:78:0) after 6m16s
[15:16:26.630] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:78:0)
[15:16:26.652] Build status: STARTED
[15:16:26.652] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:79:0) after 9m18s
[15:25:44.691] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:79:0)
[15:25:44.713] Build status: STARTED
[15:25:44.713] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:80:0) after 8m20s
[15:34:04.739] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:80:0)
[15:34:04.760] Build status: STARTED
[15:34:04.760] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:81:0) after 5m52s
[15:39:56.866] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:81:0)
[15:39:56.891] Build status: STARTED
[15:39:56.892] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:82:0) after 5m4s
[15:45:00.969] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:82:0)
[15:45:00.989] Build status: STARTED
[15:45:00.989] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:83:0) after 8m12s
[15:53:13.065] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:83:0)
[15:53:13.086] Build status: STARTED
[15:53:13.086] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:84:0) after 6m40s
[15:59:53.088] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:84:0)
[15:59:53.422] Build status: STARTED
[15:59:53.422] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:85:0) after 1m45s
[16:01:38.486] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:85:0)
[16:01:38.510] Build status: STARTED
[16:01:38.510] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:86:0) after 3m36s
[16:05:14.529] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:86:0)
[16:05:14.556] Build status: STARTED
[16:05:14.556] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:87:0) after 6m52s
[16:12:06.626] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:87:0)
[16:12:06.709] Build status: STARTED
[16:12:06.709] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:88:0) after 2m36s
[16:14:42.737] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:88:0)
[16:14:42.759] Build status: STARTED
[16:14:42.759] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:89:0) after 9m38s
[16:24:20.804] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:89:0)
[16:24:20.838] Build status: STARTED
[16:24:20.838] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:90:0) after 3m57s
[16:28:17.864] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:90:0)
[16:28:17.932] Build status: STARTED
[16:28:17.932] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:91:0) after 2m53s
[16:31:10.958] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:91:0)
[16:31:11.010] Build status: STARTED
[16:31:11.010] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:92:0) after 4m22s
[16:35:33.039] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:92:0)
[16:35:33.069] Build status: STARTED
[16:35:33.069] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:93:0) after 1m0s
[16:36:33.072] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:93:0)
[16:36:33.091] Build status: STARTED
[16:36:33.091] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:94:0) after 3m38s
[16:40:11.167] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:94:0)
[16:40:11.184] Build status: STARTED
[16:40:11.184] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:95:0) after 7m3s
[16:47:14.239] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:95:0)
[16:47:14.256] Build status: STARTED
[16:47:14.256] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:96:0) after 2m10s
[16:49:24.288] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:96:0)
[16:49:24.308] Build status: STARTED
[16:49:24.308] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:97:0) after 4m23s
[16:53:47.336] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:97:0)
[16:53:47.357] Build status: STARTED
[16:53:47.357] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:98:0) after 3m4s
[16:56:51.387] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:98:0)
[16:56:51.401] Build status: STARTED
[16:56:51.402] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:99:0) after 4m40s
[17:01:31.437] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:99:0)
[17:01:31.483] Build status: STARTED
[17:01:31.483] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:100:0) after 4m6s
[17:05:37.533] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:100:0)
[17:05:37.551] Build status: STARTED
[17:05:37.551] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:101:0) after 7m38s
[17:13:15.602] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:101:0)
[17:13:15.620] Build status: STARTED
[17:13:15.620] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:102:0) after 1m49s
[17:15:04.647] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:102:0)
[17:15:04.776] Build status: STARTED
[17:15:04.777] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:103:0) after 1m7s
[17:16:11.807] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:103:0)
[17:16:11.825] Build status: STARTED
[17:16:11.825] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:104:0) after 9m1s
[17:25:12.894] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:104:0)
[17:25:12.923] Build status: STARTED
[17:25:12.923] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:105:0) after 3m56s
[17:29:08.948] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:105:0)
[17:29:08.976] Build status: STARTED
[17:29:08.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:106:0) after 5m29s
[17:34:38.044] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:106:0)
[17:34:38.062] Build status: STARTED
[17:34:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:107:0) after 4m47s
[17:39:25.115] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:107:0)
[17:39:25.165] Build status: STARTED
[17:39:25.165] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:108:0) after 7m45s
[17:47:10.197] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:108:0)
[17:47:10.212] Build status: STARTED
[17:47:10.212] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:109:0) after 1m18s
[17:48:28.287] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:109:0)
[17:48:28.311] Build status: STARTED
[17:48:28.311] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:110:0) after 6m2s
[17:54:30.338] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:110:0)
[17:54:30.454] Build status: STARTED
[17:54:30.454] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:111:0) after 1m59s
[17:56:29.492] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:111:0)
[17:56:29.513] Build status: STARTED
[17:56:29.513] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:112:0) after 8m15s
[18:04:44.566] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:112:0)
[18:04:44.645] Build status: STARTED
[18:04:44.645] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:113:0) after 3m3s
[18:07:47.676] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:113:0)
[18:07:47.694] Build status: STARTED
[18:07:47.694] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:114:0) after 3m15s
[18:11:02.749] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:114:0)
[18:11:02.766] Build status: STARTED
[18:11:02.766] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:115:0) after 5m52s
[18:16:54.847] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:115:0)
[18:16:54.950] Build status: STARTED
[18:16:54.950] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:116:0) after 4m30s
[18:21:24.977] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:116:0)
[18:21:25.007] Build status: STARTED
[18:21:25.007] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:117:0) after 7m50s
[18:29:15.040] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:117:0)
[18:29:15.057] Build status: STARTED
[18:29:15.057] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:118:0) after 6m40s
[18:35:55.135] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:118:0)
[18:35:55.160] Build status: STARTED
[18:35:55.160] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:119:0) after 1m23s
[18:37:18.243] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:119:0)
[18:37:18.263] Build status: STARTED
[18:37:18.263] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:120:0) after 9m55s
[18:47:13.365] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:120:0)
[18:47:13.388] Build status: STARTED
[18:47:13.388] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:121:0) after 4m32s
[18:51:45.501] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:121:0)
[18:51:45.519] Build status: STARTED
[18:51:45.519] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:122:0) after 1m22s
[18:53:07.749] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:122:0)
[18:53:07.788] Build status: STARTED
[18:53:07.788] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:123:0) after 3m46s
[18:56:53.834] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:123:0)
[18:56:53.853] Build status: STARTED
[18:56:53.853] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:124:0) after 7m52s
[19:04:45.884] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:124:0)
[19:04:45.908] Build status: STARTED
[19:04:45.908] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:125:0) after 6m53s
[19:11:38.924] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:125:0)
[19:11:38.941] Build status: STARTED
[19:11:38.941] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:126:0) after 3m48s
[19:15:27.007] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:126:0)
[19:15:27.034] Build status: STARTED
[19:15:27.034] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:127:0) after 4m0s
[19:19:27.080] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:127:0)
[19:19:27.102] Build status: STARTED
[19:19:27.102] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:128:0) after 9m37s
[19:29:04.228] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:128:0)
[19:29:04.247] Build status: STARTED
[19:29:04.247] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:129:0) after 9m1s
[19:38:05.255] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:129:0)
[19:38:05.271] Build status: STARTED
[19:38:05.271] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:130:0) after 1m55s
[19:40:00.335] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:130:0)
[19:40:00.364] Build status: STARTED
[19:40:00.364] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:131:0) after 6m2s
[19:46:02.441] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:131:0)
[19:46:02.463] Build status: STARTED
[19:46:02.463] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:132:0) after 3m5s
[19:49:07.494] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:132:0)
[19:49:07.509] Build status: STARTED
[19:49:07.509] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:133:0) after 5m36s
[19:54:43.537] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:133:0)
[19:54:43.556] Build status: STARTED
[19:54:43.556] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:134:0) after 4m12s
[19:58:55.608] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:134:0)
[19:58:55.637] Build status: STARTED
[19:58:55.637] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:135:0) after 7m59s
[20:06:54.735] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:135:0)
[20:06:54.797] Build status: STARTED
[20:06:54.797] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:136:0) after 5m12s
[20:12:06.822] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:136:0)
[20:12:06.867] Build status: STARTED
[20:12:06.867] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:137:0) after 4m29s
[20:16:35.910] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:137:0)
[20:16:35.930] Build status: STARTED
[20:16:35.930] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:138:0) after 6m29s
[20:23:04.987] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:138:0)
[20:23:05.009] Build status: STARTED
[20:23:05.009] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:139:0) after 7m47s
[20:30:52.066] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:139:0)
[20:30:52.083] Build status: STARTED
[20:30:52.083] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:140:0) after 9m32s
[20:40:24.216] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:140:0)
[20:40:24.260] Build status: STARTED
[20:40:24.261] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:141:0) after 6m50s
[20:47:14.405] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:141:0)
[20:47:14.423] Build status: STARTED
[20:47:14.423] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:142:0) after 4m24s
[20:51:38.559] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:142:0)
[20:51:38.579] Build status: STARTED
[20:51:38.579] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:143:0) after 8m24s
[21:00:02.613] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:143:0)
[21:00:02.632] Build status: STARTED
[21:00:02.632] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:144:0) after 7m21s
[21:07:23.647] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:144:0)
[21:07:23.666] Build status: STARTED
[21:07:23.666] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:145:0) after 7m2s
[21:14:25.661] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:145:0)
[21:14:25.677] Build status: STARTED
[21:14:25.677] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:146:0) after 7m30s
[21:21:55.704] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:146:0)
[21:21:55.730] Build status: STARTED
[21:21:55.730] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:147:0) after 1m47s
[21:23:42.778] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:147:0)
[21:23:42.796] Build status: STARTED
[21:23:42.796] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:148:0) after 8m39s
[21:32:21.864] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:148:0)
[21:32:21.881] Build status: STARTED
[21:32:21.881] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:149:0) after 2m22s
[21:34:43.909] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:149:0)
[21:34:43.924] Build status: STARTED
[21:34:43.924] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:150:0) after 8m15s
[21:42:58.991] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:150:0)
[21:42:59.010] Build status: STARTED
[21:42:59.010] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:151:0) after 1m17s
[21:44:16.093] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:151:0)
[21:44:16.120] Build status: STARTED
[21:44:16.120] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:152:0) after 1m3s
[21:45:19.239] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:152:0)
[21:45:19.262] Build status: STARTED
[21:45:19.262] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:153:0) after 8m56s
[21:54:15.343] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:153:0)
[21:54:15.363] Build status: STARTED
[21:54:15.363] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:154:0) after 2m21s
[21:56:36.473] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:154:0)
[21:56:36.495] Build status: STARTED
[21:56:36.495] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:155:0) after 3m24s
[22:00:00.493] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:155:0)
[22:00:00.515] Build status: STARTED
[22:00:00.515] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:156:0) after 7m0s
[22:07:00.541] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:156:0)
[22:07:00.557] Build status: STARTED
[22:07:00.557] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:157:0) after 9m18s
[22:16:18.563] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:157:0)
[22:16:18.582] Build status: STARTED
[22:16:18.582] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:158:0) after 1m52s
[22:18:10.572] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:158:0)
[22:18:10.588] Build status: STARTED
[22:18:10.588] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:159:0) after 3m8s
[22:21:18.904] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:159:0)
[22:21:18.920] Build status: STARTED
[22:21:18.920] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:160:0) after 6m50s
[22:28:09.017] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:160:0)
[22:28:09.038] Build status: STARTED
[22:28:09.038] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:161:0) after 2m21s
[22:30:30.095] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:161:0)
[22:30:30.188] Build status: STARTED
[22:30:30.188] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:162:0) after 5m13s
[22:35:43.253] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:162:0)
[22:35:43.271] Build status: STARTED
[22:35:43.271] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:163:0) after 2m51s
[22:38:34.325] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:163:0)
[22:38:34.352] Build status: STARTED
[22:38:34.352] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:164:0) after 3m16s
[22:41:50.379] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:164:0)
[22:41:50.394] Build status: STARTED
[22:41:50.394] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:165:0) after 2m15s
[22:44:05.495] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:165:0)
[22:44:05.519] Build status: STARTED
[22:44:05.519] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:166:0) after 1m17s
[22:45:22.553] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:166:0)
[22:45:22.571] Build status: STARTED
[22:45:22.571] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:167:0) after 5m53s
[22:51:15.642] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:167:0)
[22:51:15.725] Build status: STARTED
[22:51:15.725] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894110831714066240:168:0) after 8m24s
[22:52:30.877] Received PubSub notification, asking Buildbucket for the build status
[22:52:31.140] Build:
{
  "id": "8728680769788127297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4100,
  "createdBy": "project:chromium",
  "createTime": "2024-12-13T08:25:55.951036464Z",
  "startTime": "2024-12-13T08:26:02.431846002Z",
  "endTime": "2024-12-13T22:52:30.591170950Z",
  "updateTime": "2024-12-13T22:52:30.591170950Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1c65dbc2ff308574b2b87699a68dee206a9c930",
      "ref": "refs/heads/main"
    }
  }
}
[22:52:31.140] Invocation finished in 14h26m36.409209804s with status FAILED