Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 5f48f9b71d3376196ff86f4a92825b511702d8bc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (8 cores) (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3262c7fd010975799c6cba6f49583d3fc16f024d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3262c7fd010975799c6cba6f49583d3fc16f024d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:48:50.237] New invocation is queued and will start shortly
[15:48:51.443] Starting the invocation (attempt 1)
[15:48:51.478] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3262c7fd010975799c6cba6f49583d3fc16f024d"
[15:48:51.478] Popped gitiles commit info from properties and tags
[15:48:51.478] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:48:51.478] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:48:51.478] Buildbucket request:
{
  "requestId": "8894988934959641680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3262c7fd010975799c6cba6f49583d3fc16f024d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894988934959641680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (8 cores) (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:48:52.092] Scheduled build:
{
  "id": "8729558872838171953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4076,
  "createdBy": "project:chromium",
  "createTime": "2024-12-03T15:48:51.625454095Z",
  "updateTime": "2024-12-03T15:48:51.625454095Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3262c7fd010975799c6cba6f49583d3fc16f024d",
      "ref": "refs/heads/main"
    }
  }
}
[15:48:52.092] Task URL: https://cr-buildbucket.appspot.com/build/8729558872838171953
[15:48:52.092] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:2:0) after 1m12s
[15:48:53.086] Received PubSub notification, asking Buildbucket for the build status
[15:48:53.101] Build status: SCHEDULED
[15:49:01.333] Received PubSub notification, asking Buildbucket for the build status
[15:49:01.350] Build status: STARTED
[15:50:04.766] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:2:0)
[15:50:04.786] Build status: STARTED
[15:50:04.786] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:5:0) after 2m4s
[15:52:09.016] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:5:0)
[15:52:09.036] Build status: STARTED
[15:52:09.036] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:6:0) after 9m46s
[16:01:55.113] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:6:0)
[16:01:55.148] Build status: STARTED
[16:01:55.148] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:7:0) after 6m39s
[16:08:34.172] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:7:0)
[16:08:34.192] Build status: STARTED
[16:08:34.192] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:8:0) after 1m25s
[16:09:59.371] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:8:0)
[16:09:59.399] Build status: STARTED
[16:09:59.399] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:9:0) after 9m19s
[16:19:18.421] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:9:0)
[16:19:18.458] Build status: STARTED
[16:19:18.458] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:10:0) after 4m32s
[16:23:50.487] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:10:0)
[16:23:50.502] Build status: STARTED
[16:23:50.502] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:11:0) after 3m57s
[16:27:47.526] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:11:0)
[16:27:47.546] Build status: STARTED
[16:27:47.546] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:12:0) after 2m26s
[16:30:13.586] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:12:0)
[16:30:13.669] Build status: STARTED
[16:30:13.669] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:13:0) after 8m29s
[16:38:42.691] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:13:0)
[16:38:42.709] Build status: STARTED
[16:38:42.709] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:14:0) after 7m22s
[16:46:04.770] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:14:0)
[16:46:04.955] Build status: STARTED
[16:46:04.955] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:15:0) after 7m53s
[16:53:57.984] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:15:0)
[16:53:58.032] Build status: STARTED
[16:53:58.032] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:16:0) after 4m15s
[16:58:13.130] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:16:0)
[16:58:13.157] Build status: STARTED
[16:58:13.157] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:17:0) after 7m43s
[17:05:56.237] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:17:0)
[17:05:56.256] Build status: STARTED
[17:05:56.256] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:18:0) after 5m5s
[17:11:01.323] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:18:0)
[17:11:01.371] Build status: STARTED
[17:11:01.371] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:19:0) after 6m53s
[17:17:54.417] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:19:0)
[17:17:54.435] Build status: STARTED
[17:17:54.435] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:20:0) after 3m52s
[17:21:46.465] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:20:0)
[17:21:46.527] Build status: STARTED
[17:21:46.527] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:21:0) after 2m8s
[17:23:54.600] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:21:0)
[17:23:54.616] Build status: STARTED
[17:23:54.616] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:22:0) after 8m32s
[17:32:26.656] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:22:0)
[17:32:26.675] Build status: STARTED
[17:32:26.675] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:23:0) after 3m24s
[17:35:50.709] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:23:0)
[17:35:50.734] Build status: STARTED
[17:35:50.734] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:24:0) after 6m47s
[17:42:37.795] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:24:0)
[17:42:37.810] Build status: STARTED
[17:42:37.810] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:25:0) after 2m38s
[17:45:15.878] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:25:0)
[17:45:15.901] Build status: STARTED
[17:45:15.901] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:26:0) after 6m0s
[17:51:15.925] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:26:0)
[17:51:15.943] Build status: STARTED
[17:51:15.943] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:27:0) after 3m53s
[17:55:09.004] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:27:0)
[17:55:09.032] Build status: STARTED
[17:55:09.032] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:28:0) after 7m0s
[18:02:09.034] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:28:0)
[18:02:09.056] Build status: STARTED
[18:02:09.056] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:29:0) after 7m33s
[18:09:42.177] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:29:0)
[18:09:42.197] Build status: STARTED
[18:09:42.197] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:30:0) after 5m46s
[18:15:28.242] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:30:0)
[18:15:28.261] Build status: STARTED
[18:15:28.261] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:31:0) after 5m51s
[18:21:19.305] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:31:0)
[18:21:19.367] Build status: STARTED
[18:21:19.367] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:32:0) after 9m27s
[18:30:46.577] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:32:0)
[18:30:46.599] Build status: STARTED
[18:30:46.599] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:33:0) after 6m59s
[18:37:45.739] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:33:0)
[18:37:45.764] Build status: STARTED
[18:37:45.764] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:34:0) after 1m35s
[18:39:20.814] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:34:0)
[18:39:20.856] Build status: STARTED
[18:39:20.856] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:35:0) after 6m26s
[18:45:47.052] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:35:0)
[18:45:47.075] Build status: STARTED
[18:45:47.075] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:36:0) after 7m53s
[18:53:40.117] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:36:0)
[18:53:40.169] Build status: STARTED
[18:53:40.169] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:37:0) after 2m38s
[18:56:18.192] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:37:0)
[18:56:18.210] Build status: STARTED
[18:56:18.210] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:38:0) after 4m58s
[19:01:16.259] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:38:0)
[19:01:16.280] Build status: STARTED
[19:01:16.280] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:39:0) after 4m11s
[19:05:27.306] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:39:0)
[19:05:27.330] Build status: STARTED
[19:05:27.330] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:40:0) after 1m58s
[19:07:25.355] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:40:0)
[19:07:25.376] Build status: STARTED
[19:07:25.376] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:41:0) after 3m37s
[19:11:02.437] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:41:0)
[19:11:02.467] Build status: STARTED
[19:11:02.467] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:42:0) after 6m52s
[19:17:54.547] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:42:0)
[19:17:54.562] Build status: STARTED
[19:17:54.562] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:43:0) after 1m37s
[19:19:31.590] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:43:0)
[19:19:31.626] Build status: STARTED
[19:19:31.626] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:44:0) after 9m1s
[19:28:32.684] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:44:0)
[19:28:32.711] Build status: STARTED
[19:28:32.711] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:45:0) after 7m19s
[19:35:51.760] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:45:0)
[19:35:51.782] Build status: STARTED
[19:35:51.782] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:46:0) after 1m48s
[19:37:39.807] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:46:0)
[19:37:39.821] Build status: STARTED
[19:37:39.821] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:47:0) after 4m21s
[19:42:00.996] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:47:0)
[19:42:01.028] Build status: STARTED
[19:42:01.028] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:48:0) after 5m23s
[19:47:24.054] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:48:0)
[19:47:24.133] Build status: STARTED
[19:47:24.133] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:49:0) after 8m49s
[19:56:13.163] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:49:0)
[19:56:13.183] Build status: STARTED
[19:56:13.183] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:50:0) after 4m28s
[20:00:41.270] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:50:0)
[20:00:41.298] Build status: STARTED
[20:00:41.298] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:51:0) after 8m24s
[20:09:05.462] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:51:0)
[20:09:05.481] Build status: STARTED
[20:09:05.481] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:52:0) after 9m51s
[20:18:56.565] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:52:0)
[20:18:56.597] Build status: STARTED
[20:18:56.597] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:53:0) after 2m44s
[20:21:40.672] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:53:0)
[20:21:40.689] Build status: STARTED
[20:21:40.689] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:54:0) after 2m53s
[20:24:33.709] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:54:0)
[20:24:33.727] Build status: STARTED
[20:24:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:55:0) after 1m10s
[20:25:43.730] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:55:0)
[20:25:43.748] Build status: STARTED
[20:25:43.748] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:56:0) after 6m59s
[20:32:42.775] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:56:0)
[20:32:42.797] Build status: STARTED
[20:32:42.797] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:57:0) after 8m6s
[20:40:48.878] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:57:0)
[20:40:48.897] Build status: STARTED
[20:40:48.897] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:58:0) after 7m45s
[20:48:34.055] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:58:0)
[20:48:34.074] Build status: STARTED
[20:48:34.074] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:59:0) after 6m50s
[20:55:24.107] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:59:0)
[20:55:24.135] Build status: STARTED
[20:55:24.135] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:60:0) after 2m40s
[20:58:04.216] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:60:0)
[20:58:04.234] Build status: STARTED
[20:58:04.234] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:61:0) after 4m51s
[21:02:55.321] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:61:0)
[21:02:55.342] Build status: STARTED
[21:02:55.342] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:62:0) after 7m5s
[21:10:00.393] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:62:0)
[21:10:00.412] Build status: STARTED
[21:10:00.412] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:63:0) after 6m51s
[21:16:51.457] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:63:0)
[21:16:51.481] Build status: STARTED
[21:16:51.481] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:64:0) after 7m42s
[21:24:33.554] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:64:0)
[21:24:33.574] Build status: STARTED
[21:24:33.574] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:65:0) after 7m26s
[21:31:59.593] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:65:0)
[21:31:59.611] Build status: STARTED
[21:31:59.611] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:66:0) after 4m9s
[21:36:08.705] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:66:0)
[21:36:08.723] Build status: STARTED
[21:36:08.723] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:67:0) after 3m13s
[21:39:21.758] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:67:0)
[21:39:21.823] Build status: STARTED
[21:39:21.823] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:68:0) after 2m19s
[21:41:40.829] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:68:0)
[21:41:40.847] Build status: STARTED
[21:41:40.847] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:69:0) after 3m26s
[21:45:06.855] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:69:0)
[21:45:06.879] Build status: STARTED
[21:45:06.879] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:70:0) after 6m47s
[21:51:53.959] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:70:0)
[21:51:53.976] Build status: STARTED
[21:51:53.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:71:0) after 7m28s
[21:59:22.183] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:71:0)
[21:59:22.236] Build status: STARTED
[21:59:22.236] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:72:0) after 8m17s
[22:07:39.261] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:72:0)
[22:07:39.278] Build status: STARTED
[22:07:39.278] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:73:0) after 5m24s
[22:13:03.368] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:73:0)
[22:13:03.392] Build status: STARTED
[22:13:03.392] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:74:0) after 1m38s
[22:14:41.424] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:74:0)
[22:14:41.472] Build status: STARTED
[22:14:41.472] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:75:0) after 8m22s
[22:23:03.597] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:75:0)
[22:23:03.616] Build status: STARTED
[22:23:03.616] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:76:0) after 1m32s
[22:24:35.683] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:76:0)
[22:24:35.704] Build status: STARTED
[22:24:35.704] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:77:0) after 9m48s
[22:34:23.782] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:77:0)
[22:34:23.801] Build status: STARTED
[22:34:23.801] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:78:0) after 8m11s
[22:42:34.832] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:78:0)
[22:42:34.876] Build status: STARTED
[22:42:34.876] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:79:0) after 6m7s
[22:48:41.979] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:79:0)
[22:48:42.004] Build status: STARTED
[22:48:42.004] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:80:0) after 9m29s
[22:58:11.083] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:80:0)
[22:58:11.104] Build status: STARTED
[22:58:11.104] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:81:0) after 3m49s
[23:02:00.182] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:81:0)
[23:02:00.210] Build status: STARTED
[23:02:00.210] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:82:0) after 3m51s
[23:05:51.253] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:82:0)
[23:05:51.278] Build status: STARTED
[23:05:51.278] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:83:0) after 9m14s
[23:15:05.343] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:83:0)
[23:15:05.435] Build status: STARTED
[23:15:05.435] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:84:0) after 1m9s
[23:16:14.580] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:84:0)
[23:16:14.597] Build status: STARTED
[23:16:14.597] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:85:0) after 1m25s
[23:17:39.601] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:85:0)
[23:17:39.617] Build status: STARTED
[23:17:39.617] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:86:0) after 5m18s
[23:22:57.665] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:86:0)
[23:22:57.690] Build status: STARTED
[23:22:57.690] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:87:0) after 9m59s
[23:32:56.763] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:87:0)
[23:32:56.783] Build status: STARTED
[23:32:56.783] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:88:0) after 4m13s
[23:37:09.810] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:88:0)
[23:37:09.828] Build status: STARTED
[23:37:09.828] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:89:0) after 8m19s
[23:45:28.882] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:89:0)
[23:45:28.907] Build status: STARTED
[23:45:28.907] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:90:0) after 7m2s
[23:52:31.011] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:90:0)
[23:52:31.030] Build status: STARTED
[23:52:31.030] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:91:0) after 1m31s
[23:54:02.073] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:91:0)
[23:54:02.098] Build status: STARTED
[23:54:02.098] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:92:0) after 2m54s
[23:56:56.124] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:92:0)
[23:56:56.140] Build status: STARTED
[23:56:56.140] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:93:0) after 9m51s
[00:06:47.184] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:93:0)
[00:06:47.205] Build status: STARTED
[00:06:47.205] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:94:0) after 2m33s
[00:09:20.261] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:94:0)
[00:09:20.291] Build status: STARTED
[00:09:20.291] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:95:0) after 5m38s
[00:14:58.355] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:95:0)
[00:14:58.372] Build status: STARTED
[00:14:58.372] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:96:0) after 4m17s
[00:19:15.405] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:96:0)
[00:19:15.423] Build status: STARTED
[00:19:15.423] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:97:0) after 1m40s
[00:20:55.495] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:97:0)
[00:20:55.521] Build status: STARTED
[00:20:55.521] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:98:0) after 3m12s
[00:24:07.637] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:98:0)
[00:24:07.692] Build status: STARTED
[00:24:07.693] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:99:0) after 1m29s
[00:25:36.757] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:99:0)
[00:25:36.781] Build status: STARTED
[00:25:36.781] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:100:0) after 8m35s
[00:34:11.963] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:100:0)
[00:34:11.991] Build status: STARTED
[00:34:11.991] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:101:0) after 3m49s
[00:38:01.064] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:101:0)
[00:38:01.168] Build status: STARTED
[00:38:01.168] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:102:0) after 2m35s
[00:40:36.221] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:102:0)
[00:40:36.249] Build status: STARTED
[00:40:36.250] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:103:0) after 5m38s
[00:46:14.318] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:103:0)
[00:46:14.347] Build status: STARTED
[00:46:14.347] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:104:0) after 8m17s
[00:54:31.442] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:104:0)
[00:54:31.466] Build status: STARTED
[00:54:31.466] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:105:0) after 1m31s
[00:56:02.503] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:105:0)
[00:56:02.532] Build status: STARTED
[00:56:02.532] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:106:0) after 8m35s
[01:04:37.566] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:106:0)
[01:04:37.585] Build status: STARTED
[01:04:37.585] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:107:0) after 2m24s
[01:07:01.612] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:107:0)
[01:07:01.633] Build status: STARTED
[01:07:01.633] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:108:0) after 3m25s
[01:10:26.668] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:108:0)
[01:10:26.690] Build status: STARTED
[01:10:26.690] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:109:0) after 9m16s
[01:19:42.772] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:109:0)
[01:19:42.837] Build status: STARTED
[01:19:42.837] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:110:0) after 1m5s
[01:20:47.911] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:110:0)
[01:20:47.939] Build status: STARTED
[01:20:47.939] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:111:0) after 5m58s
[01:26:46.077] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:111:0)
[01:26:46.150] Build status: STARTED
[01:26:46.150] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:112:0) after 6m29s
[01:33:15.320] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:112:0)
[01:33:15.340] Build status: STARTED
[01:33:15.340] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:113:0) after 5m54s
[01:39:09.385] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:113:0)
[01:39:09.403] Build status: STARTED
[01:39:09.403] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:114:0) after 4m15s
[01:43:24.571] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:114:0)
[01:43:24.598] Build status: STARTED
[01:43:24.598] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:115:0) after 3m45s
[01:47:09.673] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:115:0)
[01:47:09.689] Build status: STARTED
[01:47:09.689] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:116:0) after 5m4s
[01:52:13.713] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:116:0)
[01:52:13.740] Build status: STARTED
[01:52:13.740] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:117:0) after 7m57s
[02:00:10.762] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:117:0)
[02:00:10.786] Build status: STARTED
[02:00:10.786] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:118:0) after 9m26s
[02:09:36.844] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:118:0)
[02:09:36.862] Build status: STARTED
[02:09:36.862] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:119:0) after 2m30s
[02:12:06.849] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:119:0)
[02:12:06.932] Build status: STARTED
[02:12:06.932] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:120:0) after 3m33s
[02:15:39.928] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:120:0)
[02:15:39.945] Build status: STARTED
[02:15:39.945] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:121:0) after 1m29s
[02:17:09.013] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:121:0)
[02:17:09.032] Build status: STARTED
[02:17:09.032] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:122:0) after 5m21s
[02:22:30.079] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:122:0)
[02:22:30.097] Build status: STARTED
[02:22:30.097] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:123:0) after 4m38s
[02:27:08.187] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:123:0)
[02:27:08.204] Build status: STARTED
[02:27:08.204] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:124:0) after 3m0s
[02:30:08.245] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:124:0)
[02:30:08.262] Build status: STARTED
[02:30:08.262] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:125:0) after 6m32s
[02:36:40.340] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:125:0)
[02:36:40.411] Build status: STARTED
[02:36:40.411] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:126:0) after 4m24s
[02:41:04.544] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:126:0)
[02:41:04.571] Build status: STARTED
[02:41:04.571] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:127:0) after 1m2s
[02:42:06.600] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:127:0)
[02:42:06.622] Build status: STARTED
[02:42:06.622] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:128:0) after 4m56s
[02:47:02.761] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:128:0)
[02:47:02.783] Build status: STARTED
[02:47:02.783] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:129:0) after 3m21s
[02:50:23.849] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:129:0)
[02:50:23.909] Build status: STARTED
[02:50:23.909] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:130:0) after 4m24s
[02:54:47.937] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:130:0)
[02:54:47.953] Build status: STARTED
[02:54:47.953] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:131:0) after 4m42s
[02:59:29.956] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:131:0)
[02:59:29.976] Build status: STARTED
[02:59:29.976] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:132:0) after 6m19s
[03:05:48.999] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:132:0)
[03:05:49.016] Build status: STARTED
[03:05:49.016] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:133:0) after 8m46s
[03:14:35.045] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:133:0)
[03:14:35.234] Build status: STARTED
[03:14:35.234] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:134:0) after 2m54s
[03:17:29.289] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:134:0)
[03:17:29.420] Build status: STARTED
[03:17:29.420] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:135:0) after 4m35s
[03:22:04.561] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:135:0)
[03:22:04.579] Build status: STARTED
[03:22:04.579] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:136:0) after 4m48s
[03:26:52.657] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:136:0)
[03:26:52.677] Build status: STARTED
[03:26:52.677] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:137:0) after 6m54s
[03:33:46.703] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:137:0)
[03:33:46.721] Build status: STARTED
[03:33:46.721] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:138:0) after 3m21s
[03:37:07.759] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:138:0)
[03:37:07.780] Build status: STARTED
[03:37:07.780] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:139:0) after 3m41s
[03:40:48.821] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:139:0)
[03:40:48.840] Build status: STARTED
[03:40:48.840] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:140:0) after 9m43s
[03:50:31.881] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:140:0)
[03:50:31.901] Build status: STARTED
[03:50:31.901] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:141:0) after 5m32s
[03:56:03.927] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:141:0)
[03:56:03.944] Build status: STARTED
[03:56:03.944] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:142:0) after 5m44s
[04:01:47.976] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:142:0)
[04:01:47.999] Build status: STARTED
[04:01:47.999] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:143:0) after 7m27s
[04:09:15.103] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:143:0)
[04:09:15.123] Build status: STARTED
[04:09:15.123] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:144:0) after 1m48s
[04:11:03.153] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:144:0)
[04:11:03.171] Build status: STARTED
[04:11:03.171] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:145:0) after 5m26s
[04:16:29.195] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:145:0)
[04:16:29.229] Build status: STARTED
[04:16:29.229] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:146:0) after 7m39s
[04:24:08.393] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:146:0)
[04:24:08.411] Build status: STARTED
[04:24:08.411] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:147:0) after 5m40s
[04:29:48.417] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:147:0)
[04:29:48.433] Build status: STARTED
[04:29:48.433] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:148:0) after 7m45s
[04:37:33.459] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:148:0)
[04:37:33.492] Build status: STARTED
[04:37:33.492] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:149:0) after 7m16s
[04:44:49.590] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:149:0)
[04:44:49.613] Build status: STARTED
[04:44:49.613] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:150:0) after 5m35s
[04:50:24.691] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:150:0)
[04:50:24.713] Build status: STARTED
[04:50:24.713] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:151:0) after 9m43s
[05:00:07.750] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:151:0)
[05:00:07.777] Build status: STARTED
[05:00:07.777] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:152:0) after 7m57s
[05:08:04.871] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:152:0)
[05:08:04.897] Build status: STARTED
[05:08:04.897] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:153:0) after 4m35s
[05:12:39.928] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:153:0)
[05:12:39.948] Build status: STARTED
[05:12:39.948] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:154:0) after 2m29s
[05:15:08.931] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:154:0)
[05:15:08.948] Build status: STARTED
[05:15:08.948] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:155:0) after 3m49s
[05:18:57.989] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:155:0)
[05:18:58.004] Build status: STARTED
[05:18:58.004] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:156:0) after 1m31s
[05:20:29.036] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:156:0)
[05:20:29.108] Build status: STARTED
[05:20:29.108] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:157:0) after 5m3s
[05:25:32.136] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:157:0)
[05:25:32.222] Build status: STARTED
[05:25:32.222] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:158:0) after 3m49s
[05:29:21.350] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:158:0)
[05:29:21.367] Build status: STARTED
[05:29:21.367] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:159:0) after 2m4s
[05:31:25.423] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:159:0)
[05:31:25.459] Build status: STARTED
[05:31:25.459] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:160:0) after 7m3s
[05:38:28.536] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:160:0)
[05:38:28.608] Build status: STARTED
[05:38:28.608] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:161:0) after 4m59s
[05:43:27.634] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:161:0)
[05:43:27.691] Build status: STARTED
[05:43:27.691] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:162:0) after 1m45s
[05:45:12.682] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:162:0)
[05:45:12.749] Build status: STARTED
[05:45:12.749] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:163:0) after 5m50s
[05:51:02.780] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:163:0)
[05:51:02.797] Build status: STARTED
[05:51:02.797] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:164:0) after 1m19s
[05:52:21.863] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:164:0)
[05:52:21.879] Build status: STARTED
[05:52:21.879] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:165:0) after 2m11s
[05:54:32.905] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:165:0)
[05:54:32.924] Build status: STARTED
[05:54:32.924] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:166:0) after 7m16s
[06:01:48.985] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:166:0)
[06:01:49.007] Build status: STARTED
[06:01:49.007] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (8 cores) (reclient):8894988934959641680:167:0) after 4m13s
[06:05:57.859] Received PubSub notification, asking Buildbucket for the build status
[06:05:57.938] Build:
{
  "id": "8729558872838171953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (8 cores) (reclient)"
  },
  "number": 4076,
  "createdBy": "project:chromium",
  "createTime": "2024-12-03T15:48:51.625454095Z",
  "startTime": "2024-12-03T15:49:01.026727Z",
  "endTime": "2024-12-04T06:05:57.528535002Z",
  "updateTime": "2024-12-04T06:05:57.528535002Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3262c7fd010975799c6cba6f49583d3fc16f024d",
      "ref": "refs/heads/main"
    }
  }
}
[06:05:57.938] Invocation finished in 14h17m7.719120469s with status FAILED