Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "66a053d8731d3c5385c04aa7e43d7e7cbd97818a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66a053d8731d3c5385c04aa7e43d7e7cbd97818a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:12:41.708] New invocation is queued and will start shortly
[01:12:43.293] Starting the invocation (attempt 1)
[01:12:43.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66a053d8731d3c5385c04aa7e43d7e7cbd97818a"
[01:12:43.331] Popped gitiles commit info from properties and tags
[01:12:43.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:12:43.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:12:43.331] Buildbucket request:
{
  "requestId": "8930376873947913040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "66a053d8731d3c5385c04aa7e43d7e7cbd97818a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930376873947913040"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:12:44.181] Scheduled build:
{
  "id": "8764946811507732417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30757,
  "createdBy": "project:chromium",
  "createTime": "2023-11-09T01:12:43.406749029Z",
  "updateTime": "2023-11-09T01:12:43.406749029Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66a053d8731d3c5385c04aa7e43d7e7cbd97818a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:12:44.181] Task URL: https://cr-buildbucket.appspot.com/build/8764946811507732417
[01:12:44.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:2:0) after 1m22s
[01:12:45.213] Received PubSub notification, asking Buildbucket for the build status
[01:12:45.301] Build status: STARTED
[01:12:46.489] Received PubSub notification, asking Buildbucket for the build status
[01:12:46.521] Build status: STARTED
[01:14:06.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:2:0)
[01:14:06.284] Build status: STARTED
[01:14:06.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:5:0) after 6m17s
[01:20:23.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:5:0)
[01:20:23.365] Build status: STARTED
[01:20:23.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:6:0) after 7m32s
[01:27:55.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:6:0)
[01:27:55.435] Build status: STARTED
[01:27:55.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:7:0) after 7m49s
[01:35:44.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:7:0)
[01:35:44.553] Build status: STARTED
[01:35:44.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:8:0) after 6m10s
[01:41:54.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:8:0)
[01:41:54.603] Build status: STARTED
[01:41:54.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:9:0) after 1m59s
[01:43:53.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:9:0)
[01:43:53.732] Build status: STARTED
[01:43:53.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:10:0) after 4m59s
[01:48:52.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:10:0)
[01:48:52.896] Build status: STARTED
[01:48:52.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:11:0) after 9m43s
[01:58:35.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:11:0)
[01:58:35.947] Build status: STARTED
[01:58:35.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:12:0) after 1m53s
[02:00:28.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:12:0)
[02:00:29.006] Build status: STARTED
[02:00:29.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:13:0) after 2m46s
[02:03:15.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:13:0)
[02:03:15.056] Build status: STARTED
[02:03:15.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:14:0) after 5m10s
[02:08:25.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:14:0)
[02:08:25.115] Build status: STARTED
[02:08:25.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:15:0) after 2m33s
[02:10:58.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:15:0)
[02:10:58.310] Build status: STARTED
[02:10:58.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:16:0) after 7m32s
[02:18:30.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:16:0)
[02:18:30.405] Build status: STARTED
[02:18:30.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:17:0) after 9m18s
[02:27:48.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:17:0)
[02:27:48.501] Build status: STARTED
[02:27:48.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:18:0) after 6m11s
[02:33:59.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:18:0)
[02:33:59.559] Build status: STARTED
[02:33:59.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:19:0) after 5m41s
[02:39:41.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:19:0)
[02:39:41.199] Build status: STARTED
[02:39:41.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:20:0) after 2m48s
[02:42:29.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:20:0)
[02:42:29.474] Build status: STARTED
[02:42:29.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:21:0) after 5m42s
[02:48:11.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:21:0)
[02:48:11.590] Build status: STARTED
[02:48:11.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:22:0) after 5m44s
[02:53:55.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:22:0)
[02:53:55.722] Build status: STARTED
[02:53:55.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:23:0) after 9m14s
[03:03:09.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:23:0)
[03:03:09.783] Build status: STARTED
[03:03:09.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:24:0) after 4m37s
[03:07:46.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:24:0)
[03:07:46.860] Build status: STARTED
[03:07:46.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:25:0) after 1m7s
[03:08:53.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:25:0)
[03:08:53.943] Build status: STARTED
[03:08:53.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:26:0) after 8m3s
[03:16:56.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:26:0)
[03:16:57.034] Build status: STARTED
[03:16:57.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:27:0) after 2m11s
[03:19:08.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:27:0)
[03:19:08.208] Build status: STARTED
[03:19:08.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:28:0) after 2m47s
[03:21:55.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:28:0)
[03:21:55.303] Build status: STARTED
[03:21:55.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:29:0) after 6m19s
[03:28:14.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:29:0)
[03:28:14.362] Build status: STARTED
[03:28:14.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:30:0) after 6m16s
[03:34:30.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:30:0)
[03:34:30.773] Build status: STARTED
[03:34:30.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:31:0) after 5m30s
[03:40:01.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:31:0)
[03:40:01.311] Build status: STARTED
[03:40:01.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:32:0) after 5m51s
[03:45:52.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:32:0)
[03:45:52.479] Build status: STARTED
[03:45:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:33:0) after 2m27s
[03:48:19.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:33:0)
[03:48:19.790] Build status: STARTED
[03:48:19.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:34:0) after 2m20s
[03:50:39.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:34:0)
[03:50:39.955] Build status: STARTED
[03:50:39.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:35:0) after 9m5s
[03:59:45.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:35:0)
[03:59:45.078] Build status: STARTED
[03:59:45.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:36:0) after 7m6s
[04:06:51.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:36:0)
[04:06:51.139] Build status: STARTED
[04:06:51.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:37:0) after 4m5s
[04:10:56.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:37:0)
[04:10:56.442] Build status: STARTED
[04:10:56.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:38:0) after 9m10s
[04:20:06.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:38:0)
[04:20:06.547] Build status: STARTED
[04:20:06.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:39:0) after 2m20s
[04:22:26.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:39:0)
[04:22:26.663] Build status: STARTED
[04:22:26.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:40:0) after 4m10s
[04:26:36.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:40:0)
[04:26:36.725] Build status: STARTED
[04:26:36.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:41:0) after 9m21s
[04:35:58.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:41:0)
[04:35:58.438] Build status: STARTED
[04:35:58.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:42:0) after 1m23s
[04:37:21.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:42:0)
[04:37:21.490] Build status: STARTED
[04:37:21.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:43:0) after 5m1s
[04:42:22.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:43:0)
[04:42:22.597] Build status: STARTED
[04:42:22.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:44:0) after 5m18s
[04:47:40.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:44:0)
[04:47:40.863] Build status: STARTED
[04:47:40.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:45:0) after 9m51s
[04:57:31.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:45:0)
[04:57:31.927] Build status: STARTED
[04:57:31.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:46:0) after 7m21s
[05:04:53.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:46:0)
[05:04:53.045] Build status: STARTED
[05:04:53.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:47:0) after 2m4s
[05:06:57.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:47:0)
[05:06:57.107] Build status: STARTED
[05:06:57.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:48:0) after 7m29s
[05:14:26.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:48:0)
[05:14:26.226] Build status: STARTED
[05:14:26.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:49:0) after 4m35s
[05:19:01.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:49:0)
[05:19:01.721] Build status: STARTED
[05:19:01.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:50:0) after 2m44s
[05:21:45.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:50:0)
[05:21:45.811] Build status: STARTED
[05:21:45.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:51:0) after 2m54s
[05:24:39.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:51:0)
[05:24:39.864] Build status: STARTED
[05:24:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:52:0) after 4m12s
[05:28:51.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:52:0)
[05:28:51.922] Build status: STARTED
[05:28:51.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:53:0) after 7m26s
[05:36:17.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:53:0)
[05:36:17.976] Build status: STARTED
[05:36:17.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:54:0) after 8m17s
[05:44:35.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:54:0)
[05:44:35.235] Build status: STARTED
[05:44:35.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:55:0) after 5m56s
[05:50:31.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:55:0)
[05:50:31.402] Build status: STARTED
[05:50:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:56:0) after 4m36s
[05:55:07.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:56:0)
[05:55:07.645] Build status: STARTED
[05:55:07.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:57:0) after 9m48s
[06:04:55.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:57:0)
[06:04:55.754] Build status: STARTED
[06:04:55.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:58:0) after 5m42s
[06:10:37.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:58:0)
[06:10:37.881] Build status: STARTED
[06:10:37.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:59:0) after 4m31s
[06:15:09.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:59:0)
[06:15:09.096] Build status: STARTED
[06:15:09.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:60:0) after 4m49s
[06:19:58.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:60:0)
[06:19:58.302] Build status: STARTED
[06:19:58.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:61:0) after 5m51s
[06:25:49.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:61:0)
[06:25:49.428] Build status: STARTED
[06:25:49.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:62:0) after 4m44s
[06:30:33.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:62:0)
[06:30:33.516] Build status: STARTED
[06:30:33.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:63:0) after 2m28s
[06:33:01.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:63:0)
[06:33:01.590] Build status: STARTED
[06:33:01.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:64:0) after 1m28s
[06:34:29.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:64:0)
[06:34:29.642] Build status: STARTED
[06:34:29.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:65:0) after 2m35s
[06:37:04.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:65:0)
[06:37:04.806] Build status: STARTED
[06:37:04.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:66:0) after 2m5s
[06:39:09.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:66:0)
[06:39:09.868] Build status: STARTED
[06:39:09.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:67:0) after 9m59s
[06:49:08.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:67:0)
[06:49:08.990] Build status: STARTED
[06:49:08.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:68:0) after 7m44s
[06:56:53.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:68:0)
[06:56:53.123] Build status: STARTED
[06:56:53.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:69:0) after 9m2s
[07:05:55.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:69:0)
[07:05:55.399] Build status: STARTED
[07:05:55.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:70:0) after 3m9s
[07:09:04.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:70:0)
[07:09:04.513] Build status: STARTED
[07:09:04.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:71:0) after 8m24s
[07:17:28.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:71:0)
[07:17:28.575] Build status: STARTED
[07:17:28.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:72:0) after 6m10s
[07:23:38.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:72:0)
[07:23:38.643] Build status: STARTED
[07:23:38.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:73:0) after 8m24s
[07:32:02.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:73:0)
[07:32:02.769] Build status: STARTED
[07:32:02.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:74:0) after 8m23s
[07:40:25.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:74:0)
[07:40:25.834] Build status: STARTED
[07:40:25.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:75:0) after 3m8s
[07:43:33.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:75:0)
[07:43:33.908] Build status: STARTED
[07:43:33.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:76:0) after 1m15s
[07:44:49.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:76:0)
[07:44:49.145] Build status: STARTED
[07:44:49.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:77:0) after 1m31s
[07:46:20.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:77:0)
[07:46:20.368] Build status: STARTED
[07:46:20.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:78:0) after 5m30s
[07:51:50.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:78:0)
[07:51:50.761] Build status: STARTED
[07:51:50.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:79:0) after 1m22s
[07:53:12.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:79:0)
[07:53:12.823] Build status: STARTED
[07:53:12.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:80:0) after 7m18s
[08:00:30.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:80:0)
[08:00:30.958] Build status: STARTED
[08:00:30.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:81:0) after 5m58s
[08:06:29.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:81:0)
[08:06:29.361] Build status: STARTED
[08:06:29.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:82:0) after 9m37s
[08:16:06.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:82:0)
[08:16:06.547] Build status: STARTED
[08:16:06.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:83:0) after 2m44s
[08:18:51.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:83:0)
[08:18:51.171] Build status: STARTED
[08:18:51.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:84:0) after 8m13s
[08:27:04.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:84:0)
[08:27:04.311] Build status: STARTED
[08:27:04.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:85:0) after 1m28s
[08:28:32.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:85:0)
[08:28:32.626] Build status: STARTED
[08:28:32.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:86:0) after 7m12s
[08:35:44.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:86:0)
[08:35:44.689] Build status: STARTED
[08:35:44.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:87:0) after 6m50s
[08:42:34.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:87:0)
[08:42:34.850] Build status: STARTED
[08:42:34.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:88:0) after 1m39s
[08:44:13.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:88:0)
[08:44:14.000] Build status: STARTED
[08:44:14.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:89:0) after 5m4s
[08:49:18.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:89:0)
[08:49:18.086] Build status: STARTED
[08:49:18.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:90:0) after 1m32s
[08:50:50.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:90:0)
[08:50:50.304] Build status: STARTED
[08:50:50.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:91:0) after 3m29s
[08:54:19.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:91:0)
[08:54:19.497] Build status: STARTED
[08:54:19.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:92:0) after 6m39s
[09:00:58.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:92:0)
[09:00:58.889] Build status: STARTED
[09:00:58.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:93:0) after 4m27s
[09:05:25.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:93:0)
[09:05:25.971] Build status: STARTED
[09:05:25.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:94:0) after 9m34s
[09:15:00.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:94:0)
[09:15:00.061] Build status: STARTED
[09:15:00.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:95:0) after 8m6s
[09:23:06.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:95:0)
[09:23:06.207] Build status: STARTED
[09:23:06.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:96:0) after 8m8s
[09:31:14.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:96:0)
[09:31:14.328] Build status: STARTED
[09:31:14.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:97:0) after 8m18s
[09:39:32.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:97:0)
[09:39:32.593] Build status: STARTED
[09:39:32.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:98:0) after 5m1s
[09:44:33.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:98:0)
[09:44:33.960] Build status: STARTED
[09:44:33.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:99:0) after 4m22s
[09:48:56.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:99:0)
[09:48:56.160] Build status: STARTED
[09:48:56.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:100:0) after 1m3s
[09:49:59.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:100:0)
[09:49:59.187] Build status: STARTED
[09:49:59.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:101:0) after 8m46s
[09:58:45.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:101:0)
[09:58:45.525] Build status: STARTED
[09:58:45.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:102:0) after 6m29s
[10:05:14.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:102:0)
[10:05:14.695] Build status: STARTED
[10:05:14.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:103:0) after 5m46s
[10:11:00.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:103:0)
[10:11:00.793] Build status: STARTED
[10:11:00.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:104:0) after 2m3s
[10:13:04.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:104:0)
[10:13:04.040] Build status: STARTED
[10:13:04.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:105:0) after 1m48s
[10:14:52.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:105:0)
[10:14:52.127] Build status: STARTED
[10:14:52.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:106:0) after 4m15s
[10:19:07.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:106:0)
[10:19:07.186] Build status: STARTED
[10:19:07.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:107:0) after 2m59s
[10:22:06.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:107:0)
[10:22:06.264] Build status: STARTED
[10:22:06.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:108:0) after 1m1s
[10:23:07.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:108:0)
[10:23:07.725] Build status: STARTED
[10:23:07.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:109:0) after 6m37s
[10:29:44.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:109:0)
[10:29:44.973] Build status: STARTED
[10:29:44.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:110:0) after 3m56s
[10:33:41.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:110:0)
[10:33:41.231] Build status: STARTED
[10:33:41.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:111:0) after 4m23s
[10:38:04.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:111:0)
[10:38:04.309] Build status: STARTED
[10:38:04.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:112:0) after 2m56s
[10:41:00.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:112:0)
[10:41:00.644] Build status: STARTED
[10:41:00.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:113:0) after 2m27s
[10:43:27.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:113:0)
[10:43:27.794] Build status: STARTED
[10:43:27.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:114:0) after 2m3s
[10:45:30.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:114:0)
[10:45:31.012] Build status: STARTED
[10:45:31.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:115:0) after 6m23s
[10:51:54.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:115:0)
[10:51:54.066] Build status: STARTED
[10:51:54.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:116:0) after 5m8s
[10:57:02.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:116:0)
[10:57:02.545] Build status: STARTED
[10:57:02.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:117:0) after 3m45s
[11:00:47.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:117:0)
[11:00:47.773] Build status: STARTED
[11:00:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:118:0) after 4m28s
[11:05:16.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:118:0)
[11:05:16.361] Build status: STARTED
[11:05:16.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:119:0) after 5m21s
[11:10:37.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:119:0)
[11:10:37.434] Build status: STARTED
[11:10:37.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:120:0) after 3m26s
[11:14:03.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:120:0)
[11:14:03.624] Build status: STARTED
[11:14:03.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:121:0) after 8m44s
[11:22:47.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:121:0)
[11:22:47.799] Build status: STARTED
[11:22:47.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:122:0) after 6m54s
[11:29:41.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:122:0)
[11:29:41.896] Build status: STARTED
[11:29:41.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:123:0) after 1m14s
[11:30:55.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:123:0)
[11:30:55.947] Build status: STARTED
[11:30:55.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:124:0) after 9m6s
[11:40:02.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:124:0)
[11:40:02.030] Build status: STARTED
[11:40:02.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:125:0) after 4m48s
[11:44:50.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:125:0)
[11:44:50.064] Build status: STARTED
[11:44:50.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:126:0) after 1m51s
[11:46:41.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:126:0)
[11:46:41.194] Build status: STARTED
[11:46:41.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:127:0) after 4m3s
[11:50:44.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:127:0)
[11:50:44.334] Build status: STARTED
[11:50:44.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:128:0) after 2m31s
[11:53:15.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:128:0)
[11:53:15.625] Build status: STARTED
[11:53:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:129:0) after 6m25s
[11:59:40.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:129:0)
[11:59:40.835] Build status: STARTED
[11:59:40.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:130:0) after 6m17s
[12:05:58.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:130:0)
[12:05:58.460] Build status: STARTED
[12:05:58.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:131:0) after 1m36s
[12:07:34.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:131:0)
[12:07:34.708] Build status: STARTED
[12:07:34.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:132:0) after 6m29s
[12:14:03.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:132:0)
[12:14:03.769] Build status: STARTED
[12:14:03.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:133:0) after 3m20s
[12:17:23.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:133:0)
[12:17:24.002] Build status: STARTED
[12:17:24.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:134:0) after 7m16s
[12:24:40.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:134:0)
[12:24:40.165] Build status: STARTED
[12:24:40.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:135:0) after 3m38s
[12:28:18.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:135:0)
[12:28:18.272] Build status: STARTED
[12:28:18.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:136:0) after 2m1s
[12:30:19.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:136:0)
[12:30:19.437] Build status: STARTED
[12:30:19.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:137:0) after 4m11s
[12:34:30.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:137:0)
[12:34:30.619] Build status: STARTED
[12:34:30.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:138:0) after 4m7s
[12:38:37.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:138:0)
[12:38:37.892] Build status: STARTED
[12:38:37.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:139:0) after 9m52s
[12:48:29.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:139:0)
[12:48:29.971] Build status: STARTED
[12:48:29.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:140:0) after 8m56s
[12:57:26.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:140:0)
[12:57:26.209] Build status: STARTED
[12:57:26.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:141:0) after 8m30s
[13:05:56.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:141:0)
[13:05:56.397] Build status: STARTED
[13:05:56.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:142:0) after 9m46s
[13:15:42.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:142:0)
[13:15:42.468] Build status: STARTED
[13:15:42.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:143:0) after 5m49s
[13:21:31.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:143:0)
[13:21:31.538] Build status: STARTED
[13:21:31.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:144:0) after 4m22s
[13:25:53.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:144:0)
[13:25:53.600] Build status: STARTED
[13:25:53.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:145:0) after 9m30s
[13:35:23.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:145:0)
[13:35:23.658] Build status: STARTED
[13:35:23.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:146:0) after 2m54s
[13:38:17.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:146:0)
[13:38:17.764] Build status: STARTED
[13:38:17.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:147:0) after 1m39s
[13:39:56.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:147:0)
[13:39:57.047] Build status: STARTED
[13:39:57.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:148:0) after 2m41s
[13:42:38.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:148:0)
[13:42:38.120] Build status: STARTED
[13:42:38.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:149:0) after 7m22s
[13:50:00.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:149:0)
[13:50:00.536] Build status: STARTED
[13:50:00.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:150:0) after 4m23s
[13:54:23.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:150:0)
[13:54:23.600] Build status: STARTED
[13:54:23.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:151:0) after 7m29s
[14:01:52.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:151:0)
[14:01:52.703] Build status: STARTED
[14:01:52.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:152:0) after 7m19s
[14:09:11.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:152:0)
[14:09:11.793] Build status: STARTED
[14:09:11.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:153:0) after 9m36s
[14:18:47.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:153:0)
[14:18:47.856] Build status: STARTED
[14:18:47.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:154:0) after 4m54s
[14:23:42.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:154:0)
[14:23:42.417] Build status: STARTED
[14:23:42.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:155:0) after 6m17s
[14:29:59.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:155:0)
[14:29:59.504] Build status: STARTED
[14:29:59.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:156:0) after 9m57s
[14:39:56.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:156:0)
[14:39:56.693] Build status: STARTED
[14:39:56.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:157:0) after 6m22s
[14:46:18.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:157:0)
[14:46:18.766] Build status: STARTED
[14:46:18.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:158:0) after 1m53s
[14:48:12.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:158:0)
[14:48:12.224] Build status: STARTED
[14:48:12.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:159:0) after 7m27s
[14:55:39.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:159:0)
[14:55:39.497] Build status: STARTED
[14:55:39.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:160:0) after 4m4s
[14:59:43.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:160:0)
[14:59:43.673] Build status: STARTED
[14:59:43.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:161:0) after 5m53s
[15:05:36.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:161:0)
[15:05:36.787] Build status: STARTED
[15:05:36.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:162:0) after 6m55s
[15:12:31.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:162:0)
[15:12:31.900] Build status: STARTED
[15:12:31.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:163:0) after 6m25s
[15:18:57.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:163:0)
[15:18:57.144] Build status: STARTED
[15:18:57.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:164:0) after 9m22s
[15:28:20.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:164:0)
[15:28:20.825] Build status: STARTED
[15:28:20.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:165:0) after 2m4s
[15:30:25.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:165:0)
[15:30:25.047] Build status: STARTED
[15:30:25.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:166:0) after 3m11s
[15:33:36.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:166:0)
[15:33:36.179] Build status: STARTED
[15:33:36.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:167:0) after 3m27s
[15:37:03.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:167:0)
[15:37:03.587] Build status: STARTED
[15:37:03.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:168:0) after 4m14s
[15:41:17.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:168:0)
[15:41:17.693] Build status: STARTED
[15:41:17.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:169:0) after 8m31s
[15:49:48.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:169:0)
[15:49:48.948] Build status: STARTED
[15:49:48.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:170:0) after 5m11s
[15:54:59.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:170:0)
[15:55:00.020] Build status: STARTED
[15:55:00.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:171:0) after 9m59s
[16:04:59.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:171:0)
[16:04:59.148] Build status: STARTED
[16:04:59.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:172:0) after 8m31s
[16:13:30.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:172:0)
[16:13:30.299] Build status: STARTED
[16:13:30.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:173:0) after 8m6s
[16:21:36.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:173:0)
[16:21:36.719] Build status: STARTED
[16:21:36.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:174:0) after 3m55s
[16:25:32.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:174:0)
[16:25:32.412] Build status: STARTED
[16:25:32.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:175:0) after 1m16s
[16:26:48.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:175:0)
[16:26:48.732] Build status: STARTED
[16:26:48.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:176:0) after 1m3s
[16:27:52.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:176:0)
[16:27:52.132] Build status: STARTED
[16:27:52.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:177:0) after 3m28s
[16:31:20.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:177:0)
[16:31:20.275] Build status: STARTED
[16:31:20.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:178:0) after 3m29s
[16:34:49.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:178:0)
[16:34:49.535] Build status: STARTED
[16:34:49.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:179:0) after 1m40s
[16:36:29.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:179:0)
[16:36:29.607] Build status: STARTED
[16:36:29.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:180:0) after 2m36s
[16:39:05.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:180:0)
[16:39:05.781] Build status: STARTED
[16:39:05.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:181:0) after 5m7s
[16:44:12.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:181:0)
[16:44:12.814] Build status: STARTED
[16:44:12.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:182:0) after 4m43s
[16:48:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:182:0)
[16:48:55.979] Build status: STARTED
[16:48:55.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:183:0) after 4m32s
[16:53:28.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:183:0)
[16:53:28.064] Build status: STARTED
[16:53:28.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:184:0) after 9m19s
[17:02:47.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:184:0)
[17:02:47.317] Build status: STARTED
[17:02:47.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:185:0) after 9m41s
[17:12:28.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:185:0)
[17:12:28.390] Build status: STARTED
[17:12:28.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:186:0) after 6m30s
[17:18:58.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:186:0)
[17:18:58.694] Build status: STARTED
[17:18:58.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:187:0) after 1m2s
[17:20:00.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:187:0)
[17:20:00.764] Build status: STARTED
[17:20:00.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:188:0) after 9m3s
[17:29:04.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:188:0)
[17:29:04.105] Build status: STARTED
[17:29:04.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:189:0) after 9m52s
[17:38:56.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:189:0)
[17:38:56.194] Build status: STARTED
[17:38:56.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:190:0) after 6m20s
[17:45:16.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:190:0)
[17:45:16.346] Build status: STARTED
[17:45:16.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:191:0) after 4m4s
[17:49:20.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:191:0)
[17:49:20.418] Build status: STARTED
[17:49:20.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:192:0) after 7m57s
[17:57:17.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:192:0)
[17:57:17.499] Build status: STARTED
[17:57:17.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:193:0) after 4m45s
[18:02:02.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:193:0)
[18:02:02.720] Build status: STARTED
[18:02:02.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:194:0) after 7m43s
[18:09:45.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:194:0)
[18:09:45.758] Build status: STARTED
[18:09:45.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:195:0) after 3m2s
[18:12:47.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:195:0)
[18:12:47.826] Build status: STARTED
[18:12:47.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:196:0) after 3m44s
[18:16:32.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:196:0)
[18:16:32.039] Build status: STARTED
[18:16:32.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:197:0) after 5m21s
[18:21:53.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:197:0)
[18:21:53.158] Build status: STARTED
[18:21:53.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:198:0) after 9m48s
[18:31:41.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:198:0)
[18:31:41.265] Build status: STARTED
[18:31:41.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:199:0) after 4m46s
[18:36:27.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:199:0)
[18:36:27.328] Build status: STARTED
[18:36:27.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:200:0) after 9m39s
[18:46:06.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:200:0)
[18:46:06.475] Build status: STARTED
[18:46:06.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:201:0) after 6m52s
[18:52:58.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:201:0)
[18:52:58.556] Build status: STARTED
[18:52:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:202:0) after 1m33s
[18:54:31.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:202:0)
[18:54:31.747] Build status: STARTED
[18:54:31.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:203:0) after 2m40s
[18:57:11.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:203:0)
[18:57:11.839] Build status: STARTED
[18:57:11.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:204:0) after 2m14s
[18:59:25.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:204:0)
[18:59:25.970] Build status: STARTED
[18:59:25.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:205:0) after 1m1s
[19:00:27.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:205:0)
[19:00:27.096] Build status: STARTED
[19:00:27.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:206:0) after 7m56s
[19:08:23.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:206:0)
[19:08:23.165] Build status: STARTED
[19:08:23.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:207:0) after 7m51s
[19:16:14.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:207:0)
[19:16:14.255] Build status: STARTED
[19:16:14.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:208:0) after 7m26s
[19:23:40.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:208:0)
[19:23:40.371] Build status: STARTED
[19:23:40.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:209:0) after 7m50s
[19:31:30.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:209:0)
[19:31:30.562] Build status: STARTED
[19:31:30.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:210:0) after 6m52s
[19:38:22.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:210:0)
[19:38:22.623] Build status: STARTED
[19:38:22.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:211:0) after 6m6s
[19:44:28.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:211:0)
[19:44:28.792] Build status: STARTED
[19:44:28.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:212:0) after 4m28s
[19:48:56.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:212:0)
[19:48:56.899] Build status: STARTED
[19:48:56.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:213:0) after 8m1s
[19:56:57.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:213:0)
[19:56:58.033] Build status: STARTED
[19:56:58.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:214:0) after 5m26s
[20:02:24.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:214:0)
[20:02:24.167] Build status: STARTED
[20:02:24.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:215:0) after 4m48s
[20:07:12.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:215:0)
[20:07:12.292] Build status: STARTED
[20:07:12.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:216:0) after 2m44s
[20:09:56.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:216:0)
[20:09:56.393] Build status: STARTED
[20:09:56.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:217:0) after 9m5s
[20:19:01.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:217:0)
[20:19:01.518] Build status: STARTED
[20:19:01.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:218:0) after 8m48s
[20:27:49.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:218:0)
[20:27:49.664] Build status: STARTED
[20:27:49.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:219:0) after 4m45s
[20:32:34.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:219:0)
[20:32:34.734] Build status: STARTED
[20:32:34.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:220:0) after 4m17s
[20:36:51.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:220:0)
[20:36:51.801] Build status: STARTED
[20:36:51.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:221:0) after 2m44s
[20:39:35.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:221:0)
[20:39:35.868] Build status: STARTED
[20:39:35.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:222:0) after 8m26s
[20:48:01.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:222:0)
[20:48:01.935] Build status: STARTED
[20:48:01.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:223:0) after 7m17s
[20:55:19.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:223:0)
[20:55:19.133] Build status: STARTED
[20:55:19.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:224:0) after 4m26s
[20:59:45.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:224:0)
[20:59:45.289] Build status: STARTED
[20:59:45.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:225:0) after 6m18s
[21:06:03.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:225:0)
[21:06:03.404] Build status: STARTED
[21:06:03.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:226:0) after 8m32s
[21:14:35.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:226:0)
[21:14:35.518] Build status: STARTED
[21:14:35.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930376873947913040:227:0) after 9m57s
[21:16:14.095] Received PubSub notification, asking Buildbucket for the build status
[21:16:14.177] Build:
{
  "id": "8764946811507732417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30757,
  "createdBy": "project:chromium",
  "createTime": "2023-11-09T01:12:43.406749029Z",
  "startTime": "2023-11-09T01:12:44.638417Z",
  "endTime": "2023-11-09T21:16:13.488723Z",
  "updateTime": "2023-11-09T21:16:13.488723Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66a053d8731d3c5385c04aa7e43d7e7cbd97818a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:16:14.177] Invocation finished in 20h3m32.482417284s with status FAILED