Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "51b8a62a02736ce898f9a69405ae66c769a310e2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/51b8a62a02736ce898f9a69405ae66c769a310e2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:41:05.121] New invocation is queued and will start shortly
[19:41:08.580] Starting the invocation (attempt 1)
[19:41:08.617] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/51b8a62a02736ce898f9a69405ae66c769a310e2"
[19:41:08.617] Popped gitiles commit info from properties and tags
[19:41:08.617] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:41:08.617] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:41:08.617] Buildbucket request:
{
  "requestId": "9005774413079726160",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "51b8a62a02736ce898f9a69405ae66c769a310e2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9005774413079726160"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:41:09.865] Scheduled build:
{
  "id": "8840344348593371952",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26314,
  "createdBy": "project:chromium",
  "createTime": "2021-07-29T19:41:08.767062Z",
  "updateTime": "2021-07-29T19:41:09.669915Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "51b8a62a02736ce898f9a69405ae66c769a310e2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:41:09.865] Task URL: https://cr-buildbucket.appspot.com/build/8840344348593371952
[19:41:09.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:2:0) after 9m27s
[19:43:03.781] Received PubSub notification, asking Buildbucket for the build status
[19:43:03.811] Build status: STARTED
[19:50:36.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:2:0)
[19:50:36.980] Build status: STARTED
[19:50:36.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:4:0) after 3m5s
[19:53:42.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:4:0)
[19:53:42.059] Build status: STARTED
[19:53:42.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:5:0) after 8m33s
[20:02:15.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:5:0)
[20:02:15.238] Build status: STARTED
[20:02:15.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:6:0) after 8m16s
[20:10:31.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:6:0)
[20:10:31.500] Build status: STARTED
[20:10:31.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:7:0) after 6m19s
[20:16:50.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:7:0)
[20:16:50.592] Build status: STARTED
[20:16:50.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:8:0) after 6m24s
[20:23:14.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:8:0)
[20:23:14.897] Build status: STARTED
[20:23:14.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:9:0) after 7m9s
[20:30:24.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:9:0)
[20:30:24.078] Build status: STARTED
[20:30:24.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:10:0) after 6m27s
[20:36:51.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:10:0)
[20:36:51.192] Build status: STARTED
[20:36:51.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:11:0) after 9m55s
[20:46:46.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:11:0)
[20:46:46.242] Build status: STARTED
[20:46:46.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:12:0) after 1m44s
[20:48:30.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:12:0)
[20:48:30.401] Build status: STARTED
[20:48:30.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:13:0) after 1m44s
[20:50:14.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:13:0)
[20:50:14.455] Build status: STARTED
[20:50:14.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:14:0) after 6m14s
[20:56:28.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:14:0)
[20:56:28.518] Build status: STARTED
[20:56:28.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:15:0) after 1m30s
[20:57:58.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:15:0)
[20:57:59.019] Build status: STARTED
[20:57:59.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:16:0) after 6m34s
[21:04:33.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:16:0)
[21:04:33.297] Build status: STARTED
[21:04:33.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:17:0) after 1m40s
[21:06:13.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:17:0)
[21:06:13.451] Build status: STARTED
[21:06:13.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:18:0) after 8m8s
[21:14:21.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:18:0)
[21:14:21.648] Build status: STARTED
[21:14:21.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:19:0) after 6m16s
[21:20:37.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:19:0)
[21:20:37.917] Build status: STARTED
[21:20:37.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:20:0) after 3m11s
[21:23:48.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:20:0)
[21:23:49.070] Build status: STARTED
[21:23:49.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:21:0) after 5m20s
[21:29:09.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:21:0)
[21:29:09.363] Build status: STARTED
[21:29:09.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:22:0) after 2m14s
[21:31:23.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:22:0)
[21:31:23.498] Build status: STARTED
[21:31:23.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:23:0) after 4m35s
[21:35:58.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:23:0)
[21:35:58.684] Build status: STARTED
[21:35:58.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:24:0) after 7m59s
[21:43:57.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:24:0)
[21:43:57.741] Build status: STARTED
[21:43:57.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:25:0) after 9m11s
[21:53:08.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:25:0)
[21:53:08.792] Build status: STARTED
[21:53:08.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:26:0) after 9m0s
[22:02:08.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:26:0)
[22:02:09.011] Build status: STARTED
[22:02:09.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:27:0) after 2m9s
[22:04:18.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:27:0)
[22:04:18.212] Build status: STARTED
[22:04:18.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:28:0) after 2m25s
[22:06:43.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:28:0)
[22:06:43.279] Build status: STARTED
[22:06:43.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:29:0) after 4m45s
[22:11:28.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:29:0)
[22:11:28.492] Build status: STARTED
[22:11:28.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:30:0) after 2m51s
[22:14:19.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:30:0)
[22:14:19.555] Build status: STARTED
[22:14:19.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:31:0) after 4m17s
[22:18:36.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:31:0)
[22:18:36.611] Build status: STARTED
[22:18:36.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:32:0) after 8m58s
[22:27:34.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:32:0)
[22:27:34.750] Build status: STARTED
[22:27:34.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:33:0) after 7m56s
[22:35:30.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:33:0)
[22:35:30.907] Build status: STARTED
[22:35:30.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:34:0) after 3m21s
[22:38:52.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:34:0)
[22:38:52.235] Build status: STARTED
[22:38:52.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:35:0) after 8m28s
[22:47:20.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:35:0)
[22:47:20.295] Build status: STARTED
[22:47:20.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:36:0) after 5m38s
[22:52:58.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:36:0)
[22:52:58.559] Build status: STARTED
[22:52:58.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:37:0) after 6m57s
[22:59:55.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:37:0)
[22:59:55.617] Build status: STARTED
[22:59:55.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:38:0) after 2m32s
[23:02:27.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:38:0)
[23:02:28.016] Build status: STARTED
[23:02:28.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:39:0) after 4m27s
[23:06:55.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:39:0)
[23:06:55.068] Build status: STARTED
[23:06:55.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:40:0) after 2m50s
[23:09:45.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:40:0)
[23:09:45.520] Build status: STARTED
[23:09:45.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:41:0) after 3m35s
[23:13:20.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:41:0)
[23:13:20.533] Build status: STARTED
[23:13:20.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:42:0) after 7m55s
[23:21:15.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:42:0)
[23:21:15.619] Build status: STARTED
[23:21:15.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:43:0) after 7m20s
[23:28:35.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:43:0)
[23:28:35.739] Build status: STARTED
[23:28:35.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:44:0) after 4m36s
[23:33:11.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:44:0)
[23:33:11.794] Build status: STARTED
[23:33:11.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:45:0) after 9m57s
[23:43:09.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:45:0)
[23:43:09.049] Build status: STARTED
[23:43:09.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:46:0) after 1m52s
[23:45:01.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:46:0)
[23:45:01.159] Build status: STARTED
[23:45:01.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:47:0) after 7m5s
[23:52:06.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:47:0)
[23:52:06.219] Build status: STARTED
[23:52:06.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:48:0) after 8m32s
[00:00:38.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:48:0)
[00:00:38.312] Build status: STARTED
[00:00:38.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:49:0) after 5m7s
[00:05:46.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:49:0)
[00:05:46.066] Build status: STARTED
[00:05:46.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:50:0) after 5m36s
[00:11:22.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:50:0)
[00:11:22.309] Build status: STARTED
[00:11:22.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:51:0) after 5m50s
[00:17:12.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:51:0)
[00:17:12.599] Build status: STARTED
[00:17:12.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:52:0) after 8m48s
[00:26:00.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:52:0)
[00:26:00.705] Build status: STARTED
[00:26:00.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:53:0) after 7m36s
[00:33:36.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:53:0)
[00:33:36.779] Build status: STARTED
[00:33:36.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:54:0) after 7m14s
[00:40:50.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:54:0)
[00:40:50.887] Build status: STARTED
[00:40:50.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:55:0) after 2m11s
[00:43:01.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:55:0)
[00:43:02.161] Build status: STARTED
[00:43:02.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:56:0) after 1m23s
[00:44:25.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:56:0)
[00:44:25.534] Build status: STARTED
[00:44:25.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:57:0) after 4m49s
[00:49:14.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:57:0)
[00:49:14.740] Build status: STARTED
[00:49:14.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:58:0) after 3m22s
[00:52:36.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:58:0)
[00:52:36.821] Build status: STARTED
[00:52:36.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:59:0) after 9m34s
[01:02:10.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:59:0)
[01:02:10.883] Build status: STARTED
[01:02:10.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:60:0) after 2m44s
[01:04:55.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:60:0)
[01:04:55.071] Build status: STARTED
[01:04:55.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:61:0) after 9m6s
[01:14:01.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:61:0)
[01:14:01.276] Build status: STARTED
[01:14:01.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:62:0) after 7m18s
[01:21:19.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:62:0)
[01:21:19.441] Build status: STARTED
[01:21:19.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:63:0) after 5m59s
[01:27:18.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:63:0)
[01:27:18.508] Build status: STARTED
[01:27:18.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:64:0) after 1m7s
[01:28:25.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:64:0)
[01:28:25.535] Build status: STARTED
[01:28:25.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:65:0) after 1m37s
[01:30:02.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:65:0)
[01:30:02.696] Build status: STARTED
[01:30:02.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:66:0) after 1m12s
[01:31:14.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:66:0)
[01:31:14.937] Build status: STARTED
[01:31:14.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:67:0) after 2m44s
[01:33:58.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:67:0)
[01:33:58.990] Build status: STARTED
[01:33:58.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:68:0) after 4m47s
[01:38:46.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:68:0)
[01:38:46.049] Build status: STARTED
[01:38:46.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:69:0) after 7m28s
[01:46:14.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:69:0)
[01:46:14.327] Build status: STARTED
[01:46:14.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:70:0) after 8m54s
[01:55:08.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:70:0)
[01:55:08.452] Build status: STARTED
[01:55:08.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:71:0) after 3m33s
[01:58:41.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:71:0)
[01:58:41.686] Build status: STARTED
[01:58:41.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:72:0) after 1m36s
[02:00:17.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:72:0)
[02:00:17.777] Build status: STARTED
[02:00:17.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:73:0) after 7m14s
[02:07:31.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:73:0)
[02:07:31.992] Build status: STARTED
[02:07:31.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:74:0) after 6m3s
[02:13:35.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:74:0)
[02:13:35.207] Build status: STARTED
[02:13:35.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:75:0) after 3m52s
[02:17:27.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:75:0)
[02:17:27.359] Build status: STARTED
[02:17:27.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:76:0) after 3m17s
[02:20:44.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:76:0)
[02:20:44.380] Build status: STARTED
[02:20:44.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:77:0) after 5m50s
[02:26:34.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:77:0)
[02:26:34.444] Build status: STARTED
[02:26:34.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:78:0) after 3m34s
[02:30:08.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:78:0)
[02:30:08.609] Build status: STARTED
[02:30:08.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:79:0) after 9m36s
[02:39:44.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:79:0)
[02:39:44.709] Build status: STARTED
[02:39:44.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:80:0) after 5m48s
[02:45:32.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:80:0)
[02:45:32.952] Build status: STARTED
[02:45:32.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:81:0) after 6m1s
[02:51:34.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:81:0)
[02:51:34.049] Build status: STARTED
[02:51:34.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:82:0) after 3m56s
[02:55:30.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:82:0)
[02:55:30.146] Build status: STARTED
[02:55:30.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:83:0) after 6m28s
[03:01:58.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:83:0)
[03:01:58.274] Build status: STARTED
[03:01:58.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:84:0) after 8m51s
[03:10:49.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:84:0)
[03:10:49.375] Build status: STARTED
[03:10:49.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:85:0) after 6m41s
[03:17:30.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:85:0)
[03:17:30.440] Build status: STARTED
[03:17:30.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:86:0) after 8m17s
[03:25:47.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:86:0)
[03:25:47.484] Build status: STARTED
[03:25:47.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:87:0) after 7m2s
[03:32:49.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:87:0)
[03:32:49.727] Build status: STARTED
[03:32:49.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:88:0) after 9m21s
[03:42:10.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:88:0)
[03:42:10.758] Build status: STARTED
[03:42:10.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:89:0) after 9m4s
[03:51:14.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:89:0)
[03:51:14.915] Build status: STARTED
[03:51:14.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:90:0) after 5m39s
[03:56:54.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:90:0)
[03:56:54.035] Build status: STARTED
[03:56:54.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:91:0) after 3m25s
[04:00:19.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:91:0)
[04:00:19.105] Build status: STARTED
[04:00:19.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:92:0) after 7m20s
[04:07:39.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:92:0)
[04:07:39.271] Build status: STARTED
[04:07:39.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:93:0) after 7m17s
[04:14:56.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:93:0)
[04:14:56.286] Build status: STARTED
[04:14:56.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:94:0) after 7m55s
[04:22:51.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:94:0)
[04:22:51.377] Build status: STARTED
[04:22:51.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:95:0) after 2m33s
[04:25:24.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:95:0)
[04:25:24.583] Build status: STARTED
[04:25:24.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:96:0) after 4m20s
[04:29:44.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:96:0)
[04:29:44.781] Build status: STARTED
[04:29:44.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:97:0) after 6m21s
[04:36:05.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:97:0)
[04:36:05.896] Build status: STARTED
[04:36:05.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:98:0) after 7m45s
[04:43:50.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:98:0)
[04:43:50.946] Build status: STARTED
[04:43:50.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:99:0) after 4m13s
[04:48:03.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:99:0)
[04:48:04.011] Build status: STARTED
[04:48:04.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:100:0) after 3m57s
[04:52:01.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:100:0)
[04:52:01.076] Build status: STARTED
[04:52:01.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:101:0) after 6m48s
[04:58:49.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:101:0)
[04:58:49.133] Build status: STARTED
[04:58:49.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:102:0) after 5m11s
[05:04:00.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:102:0)
[05:04:00.290] Build status: STARTED
[05:04:00.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:103:0) after 4m13s
[05:08:13.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:103:0)
[05:08:13.368] Build status: STARTED
[05:08:13.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:104:0) after 1m25s
[05:09:38.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:104:0)
[05:09:38.451] Build status: STARTED
[05:09:38.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:105:0) after 8m6s
[05:17:44.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:105:0)
[05:17:44.806] Build status: STARTED
[05:17:44.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:106:0) after 8m20s
[05:26:05.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:106:0)
[05:26:05.169] Build status: STARTED
[05:26:05.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:107:0) after 8m57s
[05:35:02.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:107:0)
[05:35:02.260] Build status: STARTED
[05:35:02.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9005774413079726160:108:0) after 6m17s
[05:36:55.822] Received PubSub notification, asking Buildbucket for the build status
[05:36:55.856] Build:
{
  "id": "8840344348593371952",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26314,
  "createdBy": "project:chromium",
  "createTime": "2021-07-29T19:41:08.767062Z",
  "startTime": "2021-07-29T19:43:02.985089Z",
  "endTime": "2021-07-30T05:36:55.100168892Z",
  "updateTime": "2021-07-30T05:36:55.100474217Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "51b8a62a02736ce898f9a69405ae66c769a310e2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:36:55.856] Invocation finished in 9h55m50.75029621s with status FAILED