Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:12:51.044] New invocation is queued and will start shortly
[05:12:52.214] Starting the invocation (attempt 1)
[05:12:52.250] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637"
[05:12:52.250] Popped gitiles commit info from properties and tags
[05:12:52.250] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:12:52.250] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:12:52.250] Buildbucket request:
{
  "requestId": "8989430986790672816",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989430986790672816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:12:52.758] Scheduled build:
{
  "id": "8824000924770547617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27457,
  "createdBy": "project:chromium",
  "createTime": "2022-01-26T05:12:52.309923009Z",
  "updateTime": "2022-01-26T05:12:52.309923009Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:12:52.758] Task URL: https://cr-buildbucket.appspot.com/build/8824000924770547617
[05:12:52.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:2:0) after 2m21s
[05:15:13.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:2:0)
[05:15:13.816] Build status: SCHEDULED
[05:15:13.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:3:0) after 7m15s
[05:22:03.258] Received PubSub notification, asking Buildbucket for the build status
[05:22:03.278] Build status: STARTED
[05:22:29.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:3:0)
[05:22:29.317] Build status: STARTED
[05:22:29.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:5:0) after 3m4s
[05:25:33.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:5:0)
[05:25:33.464] Build status: STARTED
[05:25:33.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:6:0) after 8m49s
[05:34:22.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:6:0)
[05:34:22.525] Build status: STARTED
[05:34:22.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:7:0) after 4m30s
[05:38:52.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:7:0)
[05:38:52.672] Build status: STARTED
[05:38:52.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:8:0) after 4m18s
[05:43:10.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:8:0)
[05:43:10.729] Build status: STARTED
[05:43:10.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:9:0) after 9m6s
[05:52:16.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:9:0)
[05:52:16.866] Build status: STARTED
[05:52:16.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:10:0) after 2m34s
[05:54:51.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:10:0)
[05:54:51.018] Build status: STARTED
[05:54:51.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:11:0) after 8m29s
[06:03:20.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:11:0)
[06:03:20.149] Build status: STARTED
[06:03:20.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:12:0) after 6m30s
[06:09:50.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:12:0)
[06:09:50.288] Build status: STARTED
[06:09:50.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:13:0) after 4m55s
[06:14:45.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:13:0)
[06:14:45.366] Build status: STARTED
[06:14:45.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:14:0) after 2m19s
[06:17:04.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:14:0)
[06:17:04.467] Build status: STARTED
[06:17:04.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:15:0) after 6m52s
[06:23:56.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:15:0)
[06:23:56.520] Build status: STARTED
[06:23:56.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:16:0) after 5m47s
[06:29:43.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:16:0)
[06:29:43.627] Build status: STARTED
[06:29:43.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:17:0) after 7m33s
[06:37:16.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:17:0)
[06:37:16.683] Build status: STARTED
[06:37:16.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:18:0) after 7m24s
[06:44:40.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:18:0)
[06:44:40.735] Build status: STARTED
[06:44:40.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:19:0) after 6m6s
[06:50:46.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:19:0)
[06:50:47.162] Build status: STARTED
[06:50:47.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:20:0) after 3m22s
[06:54:09.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:20:0)
[06:54:09.215] Build status: STARTED
[06:54:09.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:21:0) after 8m5s
[07:02:14.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:21:0)
[07:02:14.582] Build status: STARTED
[07:02:14.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:22:0) after 1m18s
[07:03:32.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:22:0)
[07:03:32.729] Build status: STARTED
[07:03:32.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:23:0) after 8m22s
[07:11:55.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:23:0)
[07:11:55.077] Build status: STARTED
[07:11:55.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:24:0) after 6m17s
[07:18:12.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:24:0)
[07:18:12.213] Build status: STARTED
[07:18:12.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:25:0) after 4m53s
[07:23:05.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:25:0)
[07:23:05.247] Build status: STARTED
[07:23:05.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:26:0) after 6m0s
[07:29:05.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:26:0)
[07:29:05.712] Build status: STARTED
[07:29:05.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:27:0) after 2m56s
[07:32:01.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:27:0)
[07:32:01.861] Build status: STARTED
[07:32:01.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:28:0) after 7m2s
[07:39:03.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:28:0)
[07:39:03.983] Build status: STARTED
[07:39:03.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:29:0) after 6m59s
[07:46:03.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:29:0)
[07:46:03.047] Build status: STARTED
[07:46:03.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:30:0) after 1m38s
[07:47:41.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:30:0)
[07:47:41.107] Build status: STARTED
[07:47:41.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:31:0) after 7m20s
[07:55:01.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:31:0)
[07:55:01.263] Build status: STARTED
[07:55:01.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:32:0) after 2m14s
[07:57:15.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:32:0)
[07:57:15.446] Build status: STARTED
[07:57:15.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:33:0) after 9m44s
[08:06:59.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:33:0)
[08:06:59.714] Build status: STARTED
[08:06:59.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:34:0) after 7m17s
[08:14:16.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:34:0)
[08:14:16.875] Build status: STARTED
[08:14:16.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:35:0) after 2m31s
[08:16:47.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:35:0)
[08:16:47.991] Build status: STARTED
[08:16:47.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:36:0) after 7m0s
[08:23:48.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:36:0)
[08:23:48.116] Build status: STARTED
[08:23:48.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:37:0) after 7m38s
[08:31:26.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:37:0)
[08:31:26.199] Build status: STARTED
[08:31:26.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:38:0) after 5m22s
[08:36:48.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:38:0)
[08:36:48.248] Build status: STARTED
[08:36:48.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:39:0) after 4m38s
[08:41:26.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:39:0)
[08:41:26.368] Build status: STARTED
[08:41:26.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:40:0) after 6m33s
[08:47:59.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:40:0)
[08:47:59.474] Build status: STARTED
[08:47:59.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:41:0) after 1m12s
[08:49:11.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:41:0)
[08:49:11.518] Build status: STARTED
[08:49:11.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:42:0) after 5m10s
[08:54:21.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:42:0)
[08:54:21.645] Build status: STARTED
[08:54:21.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:43:0) after 5m48s
[09:00:09.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:43:0)
[09:00:09.674] Build status: STARTED
[09:00:09.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:44:0) after 6m53s
[09:07:02.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:44:0)
[09:07:02.729] Build status: STARTED
[09:07:02.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:45:0) after 8m48s
[09:15:50.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:45:0)
[09:15:50.875] Build status: STARTED
[09:15:50.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:46:0) after 3m26s
[09:19:16.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:46:0)
[09:19:16.939] Build status: STARTED
[09:19:16.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:47:0) after 1m35s
[09:20:51.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:47:0)
[09:20:51.996] Build status: STARTED
[09:20:51.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:48:0) after 2m58s
[09:23:50.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:48:0)
[09:23:50.071] Build status: STARTED
[09:23:50.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:49:0) after 2m25s
[09:26:15.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:49:0)
[09:26:15.125] Build status: STARTED
[09:26:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:50:0) after 8m48s
[09:35:03.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:50:0)
[09:35:03.281] Build status: STARTED
[09:35:03.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:51:0) after 2m14s
[09:37:17.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:51:0)
[09:37:17.445] Build status: STARTED
[09:37:17.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:52:0) after 4m40s
[09:41:57.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:52:0)
[09:41:57.501] Build status: STARTED
[09:41:57.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:53:0) after 4m7s
[09:46:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:53:0)
[09:46:04.592] Build status: STARTED
[09:46:04.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:54:0) after 8m27s
[09:54:31.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:54:0)
[09:54:31.680] Build status: STARTED
[09:54:31.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:55:0) after 7m15s
[10:01:46.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:55:0)
[10:01:46.883] Build status: STARTED
[10:01:46.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:56:0) after 3m12s
[10:04:58.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:56:0)
[10:04:59.002] Build status: STARTED
[10:04:59.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:57:0) after 5m38s
[10:10:37.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:57:0)
[10:10:37.077] Build status: STARTED
[10:10:37.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:58:0) after 6m14s
[10:16:51.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:58:0)
[10:16:51.131] Build status: STARTED
[10:16:51.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:59:0) after 3m25s
[10:20:16.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:59:0)
[10:20:16.342] Build status: STARTED
[10:20:16.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:60:0) after 4m30s
[10:24:46.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:60:0)
[10:24:46.380] Build status: STARTED
[10:24:46.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:61:0) after 5m48s
[10:30:34.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:61:0)
[10:30:34.432] Build status: STARTED
[10:30:34.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:62:0) after 4m16s
[10:34:50.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:62:0)
[10:34:50.438] Build status: STARTED
[10:34:50.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:63:0) after 9m43s
[10:44:33.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:63:0)
[10:44:33.473] Build status: STARTED
[10:44:33.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:64:0) after 4m18s
[10:48:51.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:64:0)
[10:48:51.526] Build status: STARTED
[10:48:51.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:65:0) after 2m19s
[10:51:10.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:65:0)
[10:51:10.675] Build status: STARTED
[10:51:10.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:66:0) after 4m16s
[10:55:26.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:66:0)
[10:55:26.765] Build status: STARTED
[10:55:26.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:67:0) after 6m8s
[11:01:34.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:67:0)
[11:01:34.930] Build status: STARTED
[11:01:34.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:68:0) after 9m43s
[11:11:17.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:68:0)
[11:11:17.987] Build status: STARTED
[11:11:17.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:69:0) after 8m2s
[11:19:20.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:69:0)
[11:19:20.278] Build status: STARTED
[11:19:20.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:70:0) after 3m22s
[11:22:42.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:70:0)
[11:22:42.502] Build status: STARTED
[11:22:42.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:71:0) after 9m19s
[11:32:01.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:71:0)
[11:32:01.613] Build status: STARTED
[11:32:01.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:72:0) after 7m5s
[11:39:06.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:72:0)
[11:39:06.667] Build status: STARTED
[11:39:06.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:73:0) after 9m13s
[11:48:20.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:73:0)
[11:48:20.101] Build status: STARTED
[11:48:20.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:74:0) after 8m33s
[11:56:53.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:74:0)
[11:56:53.290] Build status: STARTED
[11:56:53.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:75:0) after 2m55s
[11:59:48.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:75:0)
[11:59:48.560] Build status: STARTED
[11:59:48.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:76:0) after 1m55s
[12:01:43.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:76:0)
[12:01:43.881] Build status: STARTED
[12:01:43.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:77:0) after 1m47s
[12:03:30.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:77:0)
[12:03:30.942] Build status: STARTED
[12:03:30.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:78:0) after 1m22s
[12:04:53.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:78:0)
[12:04:53.208] Build status: STARTED
[12:04:53.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:79:0) after 8m21s
[12:13:14.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:79:0)
[12:13:14.384] Build status: STARTED
[12:13:14.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:80:0) after 8m51s
[12:22:05.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:80:0)
[12:22:05.619] Build status: STARTED
[12:22:05.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:81:0) after 1m16s
[12:23:21.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:81:0)
[12:23:21.720] Build status: STARTED
[12:23:21.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:82:0) after 1m43s
[12:25:04.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:82:0)
[12:25:04.872] Build status: STARTED
[12:25:04.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:83:0) after 5m41s
[12:30:45.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:83:0)
[12:30:45.920] Build status: STARTED
[12:30:45.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:84:0) after 8m30s
[12:39:16.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:84:0)
[12:39:16.063] Build status: STARTED
[12:39:16.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:85:0) after 5m34s
[12:44:50.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:85:0)
[12:44:50.244] Build status: STARTED
[12:44:50.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:86:0) after 9m58s
[12:54:48.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:86:0)
[12:54:48.357] Build status: STARTED
[12:54:48.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:87:0) after 5m56s
[13:00:44.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:87:0)
[13:00:44.738] Build status: STARTED
[13:00:44.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:88:0) after 4m8s
[13:04:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:88:0)
[13:04:52.786] Build status: STARTED
[13:04:52.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:89:0) after 3m24s
[13:08:16.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:89:0)
[13:08:16.846] Build status: STARTED
[13:08:16.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:90:0) after 3m59s
[13:12:15.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:90:0)
[13:12:15.945] Build status: STARTED
[13:12:15.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:91:0) after 8m17s
[13:20:33.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:91:0)
[13:20:33.050] Build status: STARTED
[13:20:33.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:92:0) after 1m33s
[13:22:06.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:92:0)
[13:22:06.114] Build status: STARTED
[13:22:06.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:93:0) after 5m20s
[13:27:26.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:93:0)
[13:27:26.259] Build status: STARTED
[13:27:26.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:94:0) after 8m2s
[13:35:28.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:94:0)
[13:35:28.311] Build status: STARTED
[13:35:28.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:95:0) after 2m27s
[13:37:55.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:95:0)
[13:37:55.367] Build status: STARTED
[13:37:55.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:96:0) after 6m14s
[13:44:09.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:96:0)
[13:44:09.717] Build status: STARTED
[13:44:09.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:97:0) after 8m7s
[13:52:16.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:97:0)
[13:52:16.782] Build status: STARTED
[13:52:16.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:98:0) after 7m5s
[13:59:21.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:98:0)
[13:59:21.875] Build status: STARTED
[13:59:21.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:99:0) after 7m35s
[14:06:56.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:99:0)
[14:06:56.985] Build status: STARTED
[14:06:56.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:100:0) after 9m15s
[14:16:12.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:100:0)
[14:16:12.176] Build status: STARTED
[14:16:12.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:101:0) after 8m46s
[14:24:58.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:101:0)
[14:24:58.188] Build status: STARTED
[14:24:58.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:102:0) after 5m17s
[14:30:15.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:102:0)
[14:30:15.455] Build status: STARTED
[14:30:15.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:103:0) after 3m23s
[14:33:38.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:103:0)
[14:33:38.510] Build status: STARTED
[14:33:38.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:104:0) after 8m9s
[14:41:47.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:104:0)
[14:41:47.750] Build status: STARTED
[14:41:47.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:105:0) after 5m28s
[14:47:15.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:105:0)
[14:47:15.846] Build status: STARTED
[14:47:15.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:106:0) after 3m23s
[14:50:38.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:106:0)
[14:50:38.897] Build status: STARTED
[14:50:38.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:107:0) after 2m34s
[14:53:13.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:107:0)
[14:53:13.154] Build status: STARTED
[14:53:13.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:108:0) after 9m40s
[15:02:53.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:108:0)
[15:02:53.287] Build status: STARTED
[15:02:53.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:109:0) after 8m8s
[15:11:01.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:109:0)
[15:11:01.382] Build status: STARTED
[15:11:01.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:110:0) after 3m25s
[15:14:26.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:110:0)
[15:14:26.506] Build status: STARTED
[15:14:26.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:111:0) after 5m34s
[15:20:31.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:111:0)
[15:20:31.908] Build status: STARTED
[15:20:31.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:112:0) after 6m10s
[15:26:41.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:112:0)
[15:26:41.963] Build status: STARTED
[15:26:41.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:113:0) after 2m38s
[15:29:20.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:113:0)
[15:29:20.413] Build status: STARTED
[15:29:20.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:114:0) after 9m31s
[15:38:51.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:114:0)
[15:38:51.473] Build status: STARTED
[15:38:51.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:115:0) after 6m53s
[15:45:44.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:115:0)
[15:45:44.650] Build status: STARTED
[15:45:44.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:116:0) after 2m48s
[15:48:32.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:116:0)
[15:48:32.722] Build status: STARTED
[15:48:32.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:117:0) after 3m59s
[15:52:31.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:117:0)
[15:52:31.887] Build status: STARTED
[15:52:31.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:118:0) after 3m13s
[15:55:44.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:118:0)
[15:55:45.008] Build status: STARTED
[15:55:45.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:119:0) after 7m23s
[16:03:08.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:119:0)
[16:03:08.065] Build status: STARTED
[16:03:08.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:120:0) after 9m1s
[16:12:09.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:120:0)
[16:12:09.116] Build status: STARTED
[16:12:09.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8989430986790672816:121:0) after 8m11s
[16:14:07.878] Received PubSub notification, asking Buildbucket for the build status
[16:14:07.899] Build:
{
  "id": "8824000924770547617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27457,
  "createdBy": "project:chromium",
  "createTime": "2022-01-26T05:12:52.309923009Z",
  "startTime": "2022-01-26T05:22:02.479817Z",
  "endTime": "2022-01-26T16:14:07.589533797Z",
  "updateTime": "2022-01-26T16:14:07.589533797Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89909bc0fa3c2a1f0c9d5e8f972b3a4e45b1d637",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:14:07.899] Invocation finished in 11h1m16.89995564s with status FAILED