Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c193479c917e58eabc6a0ebabdef321aad01fba"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c193479c917e58eabc6a0ebabdef321aad01fba
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:12:54.501] New invocation is queued and will start shortly
[08:12:55.910] Starting the invocation (attempt 1)
[08:12:55.944] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c193479c917e58eabc6a0ebabdef321aad01fba"
[08:12:55.944] Popped gitiles commit info from properties and tags
[08:12:55.944] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:12:55.944] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:12:55.944] Buildbucket request:
{
  "requestId": "9007810842691383632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7c193479c917e58eabc6a0ebabdef321aad01fba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007810842691383632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:12:56.693] Scheduled build:
{
  "id": "8842380780345666768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26172,
  "createdBy": "project:chromium",
  "createTime": "2021-07-07T08:12:56.108384Z",
  "updateTime": "2021-07-07T08:12:56.587580Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c193479c917e58eabc6a0ebabdef321aad01fba",
      "ref": "refs/heads/main"
    }
  }
}
[08:12:56.694] Task URL: https://cr-buildbucket.appspot.com/build/8842380780345666768
[08:12:56.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:2:0) after 7m53s
[08:15:05.831] Received PubSub notification, asking Buildbucket for the build status
[08:15:05.860] Build status: STARTED
[08:20:49.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:2:0)
[08:20:49.799] Build status: STARTED
[08:20:49.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:4:0) after 3m55s
[08:24:44.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:4:0)
[08:24:44.845] Build status: STARTED
[08:24:44.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:5:0) after 2m13s
[08:26:57.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:5:0)
[08:26:57.899] Build status: STARTED
[08:26:57.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:6:0) after 9m27s
[08:36:25.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:6:0)
[08:36:25.050] Build status: STARTED
[08:36:25.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:7:0) after 9m31s
[08:45:56.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:7:0)
[08:45:56.101] Build status: STARTED
[08:45:56.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:8:0) after 1m44s
[08:47:40.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:8:0)
[08:47:40.189] Build status: STARTED
[08:47:40.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:9:0) after 5m22s
[08:53:02.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:9:0)
[08:53:02.273] Build status: STARTED
[08:53:02.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:10:0) after 4m12s
[08:57:14.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:10:0)
[08:57:14.335] Build status: STARTED
[08:57:14.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:11:0) after 1m42s
[08:58:56.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:11:0)
[08:58:56.376] Build status: STARTED
[08:58:56.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:12:0) after 4m46s
[09:03:42.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:12:0)
[09:03:42.640] Build status: STARTED
[09:03:42.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:13:0) after 4m32s
[09:08:14.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:13:0)
[09:08:14.786] Build status: STARTED
[09:08:14.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:14:0) after 9m44s
[09:17:58.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:14:0)
[09:17:58.907] Build status: STARTED
[09:17:58.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:15:0) after 8m35s
[09:26:33.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:15:0)
[09:26:33.959] Build status: STARTED
[09:26:33.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:16:0) after 8m26s
[09:34:59.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:16:0)
[09:35:00.015] Build status: STARTED
[09:35:00.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:17:0) after 6m47s
[09:41:47.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:17:0)
[09:41:47.166] Build status: STARTED
[09:41:47.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:18:0) after 8m41s
[09:50:28.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:18:0)
[09:50:28.238] Build status: STARTED
[09:50:28.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:19:0) after 7m8s
[09:57:36.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:19:0)
[09:57:36.291] Build status: STARTED
[09:57:36.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:20:0) after 9m50s
[10:07:26.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:20:0)
[10:07:26.341] Build status: STARTED
[10:07:26.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:21:0) after 7m56s
[10:15:22.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:21:0)
[10:15:22.402] Build status: STARTED
[10:15:22.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:22:0) after 6m26s
[10:21:48.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:22:0)
[10:21:48.452] Build status: STARTED
[10:21:48.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:23:0) after 3m17s
[10:25:05.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:23:0)
[10:25:05.543] Build status: STARTED
[10:25:05.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:24:0) after 3m15s
[10:28:20.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:24:0)
[10:28:20.599] Build status: STARTED
[10:28:20.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:25:0) after 6m24s
[10:34:44.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:25:0)
[10:34:44.794] Build status: STARTED
[10:34:44.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:26:0) after 6m41s
[10:41:25.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:26:0)
[10:41:25.847] Build status: STARTED
[10:41:25.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:27:0) after 9m15s
[10:50:40.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:27:0)
[10:50:40.896] Build status: STARTED
[10:50:40.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:28:0) after 2m14s
[10:52:54.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:28:0)
[10:52:54.964] Build status: STARTED
[10:52:54.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:29:0) after 6m33s
[10:59:27.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:29:0)
[10:59:28.025] Build status: STARTED
[10:59:28.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:30:0) after 1m10s
[11:00:38.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:30:0)
[11:00:38.745] Build status: STARTED
[11:00:38.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:31:0) after 9m41s
[11:10:19.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:31:0)
[11:10:19.821] Build status: STARTED
[11:10:19.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:32:0) after 1m41s
[11:12:00.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:32:0)
[11:12:00.978] Build status: STARTED
[11:12:00.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:33:0) after 3m24s
[11:15:25.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:33:0)
[11:15:25.090] Build status: STARTED
[11:15:25.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:34:0) after 2m56s
[11:18:21.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:34:0)
[11:18:21.191] Build status: STARTED
[11:18:21.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:35:0) after 8m27s
[11:26:48.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:35:0)
[11:26:48.237] Build status: STARTED
[11:26:48.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:36:0) after 3m31s
[11:30:19.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:36:0)
[11:30:19.371] Build status: STARTED
[11:30:19.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:37:0) after 6m45s
[11:37:04.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:37:0)
[11:37:04.592] Build status: STARTED
[11:37:04.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:38:0) after 4m49s
[11:41:53.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:38:0)
[11:41:53.661] Build status: STARTED
[11:41:53.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:39:0) after 2m57s
[11:44:50.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:39:0)
[11:44:50.715] Build status: STARTED
[11:44:50.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:40:0) after 8m23s
[11:53:13.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:40:0)
[11:53:13.850] Build status: STARTED
[11:53:13.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:41:0) after 1m46s
[11:54:59.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:41:0)
[11:54:59.998] Build status: STARTED
[11:54:59.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:42:0) after 2m17s
[11:57:17.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:42:0)
[11:57:17.169] Build status: STARTED
[11:57:17.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:43:0) after 6m3s
[12:03:20.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:43:0)
[12:03:20.472] Build status: STARTED
[12:03:20.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:44:0) after 5m0s
[12:08:20.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:44:0)
[12:08:20.541] Build status: STARTED
[12:08:20.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:45:0) after 2m38s
[12:10:58.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:45:0)
[12:10:58.633] Build status: STARTED
[12:10:58.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:46:0) after 6m24s
[12:17:22.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:46:0)
[12:17:22.835] Build status: STARTED
[12:17:22.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:47:0) after 1m2s
[12:18:24.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:47:0)
[12:18:24.899] Build status: STARTED
[12:18:24.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:48:0) after 3m17s
[12:21:41.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:48:0)
[12:21:41.993] Build status: STARTED
[12:21:41.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:49:0) after 9m57s
[12:31:39.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:49:0)
[12:31:39.108] Build status: STARTED
[12:31:39.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:50:0) after 9m42s
[12:41:21.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:50:0)
[12:41:21.154] Build status: STARTED
[12:41:21.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:51:0) after 3m24s
[12:44:45.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:51:0)
[12:44:45.262] Build status: STARTED
[12:44:45.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:52:0) after 9m39s
[12:54:24.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:52:0)
[12:54:24.429] Build status: STARTED
[12:54:24.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:53:0) after 2m28s
[12:56:52.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:53:0)
[12:56:52.496] Build status: STARTED
[12:56:52.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:54:0) after 7m29s
[13:04:21.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:54:0)
[13:04:21.818] Build status: STARTED
[13:04:21.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:55:0) after 2m33s
[13:06:54.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:55:0)
[13:06:54.876] Build status: STARTED
[13:06:54.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:56:0) after 1m11s
[13:08:05.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:56:0)
[13:08:06.025] Build status: STARTED
[13:08:06.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:57:0) after 4m41s
[13:12:47.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:57:0)
[13:12:47.284] Build status: STARTED
[13:12:47.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:58:0) after 5m59s
[13:18:46.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:58:0)
[13:18:46.606] Build status: STARTED
[13:18:46.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:59:0) after 9m33s
[13:28:19.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:59:0)
[13:28:19.683] Build status: STARTED
[13:28:19.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:60:0) after 1m30s
[13:29:49.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:60:0)
[13:29:49.744] Build status: STARTED
[13:29:49.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:61:0) after 1m1s
[13:30:50.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:61:0)
[13:30:50.839] Build status: STARTED
[13:30:50.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:62:0) after 8m50s
[13:39:40.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:62:0)
[13:39:41.036] Build status: STARTED
[13:39:41.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:63:0) after 8m53s
[13:48:34.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:63:0)
[13:48:34.186] Build status: STARTED
[13:48:34.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:64:0) after 3m13s
[13:51:47.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:64:0)
[13:51:47.242] Build status: STARTED
[13:51:47.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:65:0) after 9m45s
[14:01:32.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:65:0)
[14:01:32.582] Build status: STARTED
[14:01:32.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:66:0) after 9m26s
[14:10:58.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:66:0)
[14:10:58.666] Build status: STARTED
[14:10:58.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:67:0) after 2m43s
[14:13:41.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:67:0)
[14:13:41.739] Build status: STARTED
[14:13:41.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:68:0) after 5m47s
[14:19:28.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:68:0)
[14:19:28.830] Build status: STARTED
[14:19:28.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:69:0) after 5m8s
[14:24:36.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:69:0)
[14:24:36.914] Build status: STARTED
[14:24:36.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:70:0) after 4m38s
[14:29:15.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:70:0)
[14:29:15.098] Build status: STARTED
[14:29:15.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:71:0) after 6m53s
[14:36:08.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:71:0)
[14:36:08.350] Build status: STARTED
[14:36:08.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:72:0) after 4m33s
[14:40:41.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:72:0)
[14:40:41.589] Build status: STARTED
[14:40:41.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:73:0) after 3m54s
[14:44:35.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:73:0)
[14:44:35.792] Build status: STARTED
[14:44:35.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:74:0) after 5m12s
[14:49:47.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:74:0)
[14:49:47.844] Build status: STARTED
[14:49:47.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:75:0) after 9m11s
[14:58:58.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:75:0)
[14:58:59.044] Build status: STARTED
[14:58:59.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:76:0) after 9m22s
[15:08:21.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:76:0)
[15:08:21.233] Build status: STARTED
[15:08:21.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:77:0) after 2m58s
[15:11:19.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:77:0)
[15:11:19.395] Build status: STARTED
[15:11:19.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:78:0) after 8m40s
[15:19:59.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:78:0)
[15:19:59.642] Build status: STARTED
[15:19:59.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:79:0) after 2m34s
[15:22:33.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:79:0)
[15:22:33.707] Build status: STARTED
[15:22:33.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:80:0) after 2m54s
[15:25:27.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:80:0)
[15:25:27.799] Build status: STARTED
[15:25:27.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:81:0) after 8m30s
[15:33:57.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:81:0)
[15:33:58.030] Build status: STARTED
[15:33:58.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:82:0) after 1m37s
[15:35:35.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:82:0)
[15:35:35.154] Build status: STARTED
[15:35:35.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:83:0) after 2m29s
[15:38:04.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:83:0)
[15:38:04.330] Build status: STARTED
[15:38:04.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:84:0) after 8m42s
[15:46:46.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:84:0)
[15:46:46.887] Build status: STARTED
[15:46:46.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:85:0) after 7m42s
[15:54:29.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:85:0)
[15:54:29.051] Build status: STARTED
[15:54:29.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:86:0) after 6m13s
[16:00:42.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:86:0)
[16:00:42.135] Build status: STARTED
[16:00:42.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:87:0) after 5m10s
[16:05:52.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:87:0)
[16:05:52.199] Build status: STARTED
[16:05:52.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:88:0) after 1m2s
[16:06:54.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:88:0)
[16:06:54.257] Build status: STARTED
[16:06:54.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:89:0) after 9m23s
[16:16:17.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:89:0)
[16:16:17.517] Build status: STARTED
[16:16:17.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:90:0) after 4m56s
[16:21:13.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:90:0)
[16:21:13.712] Build status: STARTED
[16:21:13.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:91:0) after 1m0s
[16:22:13.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:91:0)
[16:22:13.970] Build status: STARTED
[16:22:13.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:92:0) after 7m20s
[16:29:34.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:92:0)
[16:29:34.296] Build status: STARTED
[16:29:34.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:93:0) after 9m50s
[16:39:24.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:93:0)
[16:39:24.705] Build status: STARTED
[16:39:24.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:94:0) after 2m29s
[16:41:54.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:94:0)
[16:41:54.269] Build status: STARTED
[16:41:54.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:95:0) after 3m49s
[16:45:43.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:95:0)
[16:45:43.444] Build status: STARTED
[16:45:43.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:96:0) after 5m54s
[16:51:37.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:96:0)
[16:51:37.506] Build status: STARTED
[16:51:37.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:97:0) after 3m34s
[16:55:11.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:97:0)
[16:55:11.598] Build status: STARTED
[16:55:11.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:98:0) after 8m11s
[17:03:22.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:98:0)
[17:03:22.753] Build status: STARTED
[17:03:22.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:99:0) after 5m35s
[17:08:57.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:99:0)
[17:08:58.037] Build status: STARTED
[17:08:58.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:100:0) after 3m33s
[17:12:31.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:100:0)
[17:12:31.134] Build status: STARTED
[17:12:31.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:101:0) after 7m33s
[17:20:04.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:101:0)
[17:20:04.275] Build status: STARTED
[17:20:04.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:102:0) after 3m4s
[17:23:08.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:102:0)
[17:23:08.580] Build status: STARTED
[17:23:08.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:103:0) after 1m45s
[17:24:53.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:103:0)
[17:24:53.722] Build status: STARTED
[17:24:53.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:104:0) after 4m20s
[17:29:13.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:104:0)
[17:29:13.941] Build status: STARTED
[17:29:13.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:105:0) after 4m54s
[17:34:08.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:105:0)
[17:34:08.127] Build status: STARTED
[17:34:08.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:106:0) after 4m44s
[17:38:52.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:106:0)
[17:38:52.305] Build status: STARTED
[17:38:52.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:107:0) after 1m22s
[17:40:14.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:107:0)
[17:40:14.461] Build status: STARTED
[17:40:14.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:108:0) after 2m29s
[17:42:43.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:108:0)
[17:42:43.561] Build status: STARTED
[17:42:43.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:109:0) after 5m26s
[17:48:09.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:109:0)
[17:48:09.910] Build status: STARTED
[17:48:09.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:110:0) after 2m42s
[17:50:51.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:110:0)
[17:50:52.000] Build status: STARTED
[17:50:52.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:111:0) after 6m55s
[17:57:47.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:111:0)
[17:57:47.108] Build status: STARTED
[17:57:47.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:112:0) after 6m18s
[18:04:05.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:112:0)
[18:04:05.324] Build status: STARTED
[18:04:05.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:113:0) after 5m17s
[18:09:22.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:113:0)
[18:09:22.391] Build status: STARTED
[18:09:22.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:114:0) after 4m38s
[18:14:00.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:114:0)
[18:14:00.635] Build status: STARTED
[18:14:00.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:115:0) after 9m59s
[18:23:59.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:115:0)
[18:23:59.991] Build status: STARTED
[18:23:59.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:116:0) after 4m33s
[18:28:33.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:116:0)
[18:28:33.419] Build status: STARTED
[18:28:33.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:117:0) after 4m57s
[18:33:30.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:117:0)
[18:33:30.501] Build status: STARTED
[18:33:30.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:118:0) after 3m48s
[18:37:18.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:118:0)
[18:37:18.558] Build status: STARTED
[18:37:18.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007810842691383632:119:0) after 8m16s
[18:38:16.946] Received PubSub notification, asking Buildbucket for the build status
[18:38:16.976] Build:
{
  "id": "8842380780345666768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26172,
  "createdBy": "project:chromium",
  "createTime": "2021-07-07T08:12:56.108384Z",
  "startTime": "2021-07-07T08:15:05.019504Z",
  "endTime": "2021-07-07T18:38:16.569311850Z",
  "updateTime": "2021-07-07T18:38:16.569722315Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c193479c917e58eabc6a0ebabdef321aad01fba",
      "ref": "refs/heads/main"
    }
  }
}
[18:38:16.976] Invocation finished in 10h25m22.488619252s with status FAILED