Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[20:11:56.725] New invocation is queued and will start shortly
[20:11:57.813] Starting the invocation (attempt 1)
[20:11:57.847] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9"
[20:11:57.847] Popped gitiles commit info from properties and tags
[20:11:57.847] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:11:57.847] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:11:57.847] Buildbucket request:
{
  "requestId": "9015647540869086096",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9015647540869086096"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:11:58.488] Scheduled build:
{
  "id": "8850217478956095584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24810,
  "createdBy": "project:chromium",
  "createTime": "2021-04-11T20:11:57.917579Z",
  "updateTime": "2021-04-11T20:11:58.372537Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9",
      "ref": "refs/heads/master"
    }
  }
}
[20:11:58.488] Task URL: https://cr-buildbucket.appspot.com/build/8850217478956095584
[20:11:58.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:2:0) after 2m24s
[20:12:36.164] Received PubSub notification, asking Buildbucket for the build status
[20:12:36.282] Build status: STARTED
[20:14:22.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:2:0)
[20:14:22.590] Build status: STARTED
[20:14:22.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:4:0) after 5m1s
[20:19:23.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:4:0)
[20:19:23.853] Build status: STARTED
[20:19:23.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:5:0) after 2m47s
[20:22:10.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:5:0)
[20:22:10.941] Build status: STARTED
[20:22:10.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:6:0) after 9m52s
[20:32:02.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:6:0)
[20:32:02.991] Build status: STARTED
[20:32:02.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:7:0) after 9m40s
[20:41:43.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:7:0)
[20:41:43.510] Build status: STARTED
[20:41:43.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:8:0) after 8m33s
[20:50:16.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:8:0)
[20:50:16.629] Build status: STARTED
[20:50:16.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:9:0) after 9m38s
[20:59:55.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:9:0)
[20:59:55.074] Build status: STARTED
[20:59:55.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:10:0) after 6m52s
[21:06:47.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:10:0)
[21:06:47.965] Build status: STARTED
[21:06:47.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:11:0) after 3m38s
[21:10:26.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:11:0)
[21:10:26.418] Build status: STARTED
[21:10:26.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:12:0) after 8m30s
[21:18:56.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:12:0)
[21:18:56.461] Build status: STARTED
[21:18:56.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:13:0) after 1m36s
[21:20:33.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:13:0)
[21:20:33.070] Build status: STARTED
[21:20:33.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:14:0) after 5m2s
[21:25:35.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:14:0)
[21:25:35.946] Build status: STARTED
[21:25:35.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:15:0) after 3m21s
[21:28:57.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:15:0)
[21:28:57.092] Build status: STARTED
[21:28:57.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:16:0) after 8m34s
[21:37:31.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:16:0)
[21:37:31.522] Build status: STARTED
[21:37:31.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:17:0) after 3m55s
[21:41:26.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:17:0)
[21:41:26.578] Build status: STARTED
[21:41:26.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:18:0) after 6m24s
[21:47:50.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:18:0)
[21:47:50.646] Build status: STARTED
[21:47:50.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:19:0) after 6m20s
[21:54:10.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:19:0)
[21:54:10.690] Build status: STARTED
[21:54:10.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:20:0) after 1m21s
[21:55:31.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:20:0)
[21:55:31.742] Build status: STARTED
[21:55:31.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:21:0) after 9m20s
[22:04:52.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:21:0)
[22:04:52.164] Build status: STARTED
[22:04:52.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:22:0) after 1m37s
[22:06:29.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:22:0)
[22:06:29.317] Build status: STARTED
[22:06:29.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:23:0) after 7m12s
[22:13:41.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:23:0)
[22:13:41.635] Build status: STARTED
[22:13:41.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:24:0) after 2m13s
[22:15:54.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:24:0)
[22:15:54.639] Build status: STARTED
[22:15:54.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:25:0) after 7m27s
[22:23:21.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:25:0)
[22:23:21.695] Build status: STARTED
[22:23:21.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:26:0) after 8m43s
[22:32:04.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:26:0)
[22:32:04.753] Build status: STARTED
[22:32:04.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:27:0) after 4m38s
[22:36:42.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:27:0)
[22:36:42.821] Build status: STARTED
[22:36:42.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:28:0) after 6m58s
[22:43:40.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:28:0)
[22:43:41.006] Build status: STARTED
[22:43:41.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:29:0) after 8m27s
[22:52:08.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:29:0)
[22:52:08.143] Build status: STARTED
[22:52:08.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:30:0) after 2m12s
[22:54:20.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:30:0)
[22:54:20.195] Build status: STARTED
[22:54:20.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:31:0) after 8m16s
[23:02:36.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:31:0)
[23:02:36.403] Build status: STARTED
[23:02:36.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:32:0) after 5m0s
[23:07:36.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:32:0)
[23:07:36.450] Build status: STARTED
[23:07:36.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:33:0) after 7m47s
[23:15:23.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:33:0)
[23:15:23.499] Build status: STARTED
[23:15:23.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:34:0) after 4m43s
[23:20:06.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:34:0)
[23:20:06.561] Build status: STARTED
[23:20:06.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:35:0) after 5m19s
[23:25:25.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:35:0)
[23:25:25.879] Build status: STARTED
[23:25:25.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:36:0) after 5m15s
[23:30:40.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:36:0)
[23:30:40.931] Build status: STARTED
[23:30:40.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:37:0) after 8m47s
[23:39:27.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:37:0)
[23:39:28.026] Build status: STARTED
[23:39:28.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:38:0) after 7m21s
[23:46:49.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:38:0)
[23:46:49.376] Build status: STARTED
[23:46:49.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:39:0) after 1m18s
[23:48:07.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:39:0)
[23:48:07.780] Build status: STARTED
[23:48:07.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:40:0) after 2m0s
[23:50:07.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:40:0)
[23:50:08.019] Build status: STARTED
[23:50:08.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:41:0) after 4m29s
[23:54:37.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:41:0)
[23:54:37.341] Build status: STARTED
[23:54:37.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:42:0) after 4m1s
[23:58:38.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:42:0)
[23:58:38.389] Build status: STARTED
[23:58:38.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:43:0) after 4m9s
[00:02:47.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:43:0)
[00:02:47.389] Build status: STARTED
[00:02:47.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:44:0) after 5m5s
[00:07:52.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:44:0)
[00:07:52.469] Build status: STARTED
[00:07:52.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:45:0) after 6m14s
[00:14:06.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:45:0)
[00:14:06.851] Build status: STARTED
[00:14:06.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:46:0) after 5m2s
[00:19:08.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:46:0)
[00:19:08.892] Build status: STARTED
[00:19:08.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:47:0) after 5m11s
[00:24:19.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:47:0)
[00:24:19.941] Build status: STARTED
[00:24:19.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:48:0) after 3m16s
[00:27:35.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:48:0)
[00:27:35.991] Build status: STARTED
[00:27:35.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:49:0) after 6m33s
[00:34:09.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:49:0)
[00:34:09.055] Build status: STARTED
[00:34:09.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:50:0) after 4m16s
[00:38:25.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:50:0)
[00:38:25.103] Build status: STARTED
[00:38:25.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:51:0) after 5m7s
[00:43:32.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:51:0)
[00:43:32.150] Build status: STARTED
[00:43:32.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:52:0) after 6m58s
[00:50:30.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:52:0)
[00:50:30.313] Build status: STARTED
[00:50:30.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:53:0) after 6m14s
[00:56:44.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:53:0)
[00:56:44.368] Build status: STARTED
[00:56:44.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:54:0) after 1m7s
[00:57:51.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:54:0)
[00:57:51.741] Build status: STARTED
[00:57:51.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:55:0) after 2m6s
[00:59:57.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:55:0)
[00:59:57.785] Build status: STARTED
[00:59:57.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:56:0) after 5m56s
[01:05:53.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:56:0)
[01:05:54.011] Build status: STARTED
[01:05:54.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:57:0) after 3m6s
[01:09:00.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:57:0)
[01:09:00.065] Build status: STARTED
[01:09:00.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:58:0) after 2m26s
[01:11:26.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:58:0)
[01:11:26.207] Build status: STARTED
[01:11:26.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:59:0) after 5m59s
[01:17:25.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:59:0)
[01:17:25.276] Build status: STARTED
[01:17:25.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:60:0) after 3m48s
[01:21:13.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:60:0)
[01:21:13.324] Build status: STARTED
[01:21:13.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:61:0) after 1m7s
[01:22:20.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:61:0)
[01:22:20.390] Build status: STARTED
[01:22:20.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:62:0) after 3m36s
[01:25:56.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:62:0)
[01:25:56.479] Build status: STARTED
[01:25:56.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:63:0) after 3m28s
[01:29:24.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:63:0)
[01:29:24.528] Build status: STARTED
[01:29:24.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:64:0) after 9m28s
[01:38:52.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:64:0)
[01:38:52.691] Build status: STARTED
[01:38:52.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:65:0) after 9m48s
[01:48:40.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:65:0)
[01:48:40.743] Build status: STARTED
[01:48:40.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:66:0) after 4m51s
[01:53:32.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:66:0)
[01:53:32.071] Build status: STARTED
[01:53:32.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:67:0) after 8m50s
[02:02:22.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:67:0)
[02:02:22.483] Build status: STARTED
[02:02:22.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:68:0) after 8m32s
[02:10:54.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:68:0)
[02:10:54.818] Build status: STARTED
[02:10:54.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:69:0) after 5m53s
[02:16:48.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:69:0)
[02:16:48.030] Build status: STARTED
[02:16:48.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:70:0) after 7m49s
[02:24:37.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:70:0)
[02:24:37.164] Build status: STARTED
[02:24:37.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:71:0) after 4m33s
[02:29:10.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:71:0)
[02:29:10.445] Build status: STARTED
[02:29:10.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:72:0) after 6m4s
[02:35:14.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:72:0)
[02:35:14.523] Build status: STARTED
[02:35:14.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:73:0) after 8m50s
[02:44:04.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:73:0)
[02:44:04.574] Build status: STARTED
[02:44:04.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:74:0) after 3m45s
[02:47:49.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:74:0)
[02:47:49.825] Build status: STARTED
[02:47:49.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:75:0) after 5m54s
[02:53:43.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:75:0)
[02:53:43.898] Build status: STARTED
[02:53:43.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:76:0) after 9m33s
[03:03:18.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:76:0)
[03:03:18.428] Build status: STARTED
[03:03:18.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:77:0) after 9m47s
[03:13:05.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:77:0)
[03:13:05.477] Build status: STARTED
[03:13:05.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:78:0) after 3m22s
[03:16:27.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:78:0)
[03:16:27.529] Build status: STARTED
[03:16:27.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:79:0) after 6m5s
[03:22:32.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:79:0)
[03:22:32.676] Build status: STARTED
[03:22:32.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:80:0) after 9m27s
[03:31:59.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:80:0)
[03:31:59.736] Build status: STARTED
[03:31:59.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:81:0) after 2m47s
[03:34:46.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:81:0)
[03:34:46.813] Build status: STARTED
[03:34:46.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:82:0) after 9m8s
[03:43:54.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:82:0)
[03:43:54.996] Build status: STARTED
[03:43:54.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:83:0) after 7m12s
[03:51:07.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:83:0)
[03:51:07.713] Build status: STARTED
[03:51:07.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:84:0) after 1m9s
[03:52:16.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:84:0)
[03:52:16.885] Build status: STARTED
[03:52:16.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:85:0) after 3m37s
[03:55:54.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:85:0)
[03:55:54.157] Build status: STARTED
[03:55:54.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:86:0) after 5m5s
[04:00:59.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:86:0)
[04:00:59.340] Build status: STARTED
[04:00:59.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:87:0) after 8m44s
[04:09:43.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:87:0)
[04:09:43.591] Build status: STARTED
[04:09:43.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:88:0) after 8m16s
[04:17:59.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:88:0)
[04:17:59.641] Build status: STARTED
[04:17:59.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:89:0) after 1m40s
[04:19:40.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:89:0)
[04:19:40.251] Build status: STARTED
[04:19:40.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:90:0) after 1m52s
[04:21:32.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:90:0)
[04:21:32.297] Build status: STARTED
[04:21:32.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:91:0) after 9m13s
[04:30:45.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:91:0)
[04:30:45.814] Build status: STARTED
[04:30:45.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:92:0) after 2m37s
[04:33:22.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:92:0)
[04:33:22.865] Build status: STARTED
[04:33:22.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:93:0) after 3m47s
[04:37:09.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:93:0)
[04:37:09.910] Build status: STARTED
[04:37:09.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:94:0) after 6m12s
[04:43:21.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:94:0)
[04:43:21.960] Build status: STARTED
[04:43:21.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:95:0) after 9m22s
[04:52:43.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:95:0)
[04:52:44.009] Build status: STARTED
[04:52:44.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:96:0) after 5m52s
[04:58:36.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:96:0)
[04:58:36.061] Build status: STARTED
[04:58:36.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:97:0) after 2m37s
[05:01:13.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:97:0)
[05:01:13.247] Build status: STARTED
[05:01:13.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:98:0) after 9m31s
[05:10:45.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:98:0)
[05:10:45.840] Build status: STARTED
[05:10:45.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:99:0) after 4m7s
[05:14:52.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:99:0)
[05:14:52.908] Build status: STARTED
[05:14:52.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:100:0) after 5m14s
[05:20:06.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:100:0)
[05:20:06.987] Build status: STARTED
[05:20:06.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:101:0) after 4m19s
[05:24:26.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:101:0)
[05:24:26.232] Build status: STARTED
[05:24:26.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:102:0) after 2m42s
[05:27:08.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:102:0)
[05:27:08.360] Build status: STARTED
[05:27:08.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:103:0) after 2m26s
[05:29:34.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:103:0)
[05:29:34.412] Build status: STARTED
[05:29:34.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:104:0) after 1m9s
[05:30:43.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:104:0)
[05:30:43.465] Build status: STARTED
[05:30:43.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:105:0) after 3m2s
[05:33:45.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:105:0)
[05:33:45.523] Build status: STARTED
[05:33:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:106:0) after 5m33s
[05:39:18.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:106:0)
[05:39:18.600] Build status: STARTED
[05:39:18.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:107:0) after 8m1s
[05:47:19.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:107:0)
[05:47:19.600] Build status: STARTED
[05:47:19.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:108:0) after 6m18s
[05:53:37.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:108:0)
[05:53:37.688] Build status: STARTED
[05:53:37.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:109:0) after 6m39s
[06:00:16.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:109:0)
[06:00:16.826] Build status: STARTED
[06:00:16.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:110:0) after 7m11s
[06:07:27.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:110:0)
[06:07:28.002] Build status: STARTED
[06:07:28.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:111:0) after 1m53s
[06:09:21.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:111:0)
[06:09:21.063] Build status: STARTED
[06:09:21.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:112:0) after 9m34s
[06:18:55.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:112:0)
[06:18:55.147] Build status: STARTED
[06:18:55.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:113:0) after 2m29s
[06:21:24.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:113:0)
[06:21:24.198] Build status: STARTED
[06:21:24.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:114:0) after 9m59s
[06:31:23.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:114:0)
[06:31:23.262] Build status: STARTED
[06:31:23.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:115:0) after 8m9s
[06:39:32.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:115:0)
[06:39:32.275] Build status: STARTED
[06:39:32.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:116:0) after 2m4s
[06:41:36.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:116:0)
[06:41:36.340] Build status: STARTED
[06:41:36.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:117:0) after 4m47s
[06:46:23.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:117:0)
[06:46:23.558] Build status: STARTED
[06:46:23.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:118:0) after 3m4s
[06:49:27.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:118:0)
[06:49:27.639] Build status: STARTED
[06:49:27.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:119:0) after 9m25s
[06:58:52.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:119:0)
[06:58:52.731] Build status: STARTED
[06:58:52.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:120:0) after 9m56s
[07:08:48.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:120:0)
[07:08:48.937] Build status: STARTED
[07:08:48.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:121:0) after 8m53s
[07:17:42.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:121:0)
[07:17:42.037] Build status: STARTED
[07:17:42.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:122:0) after 3m21s
[07:21:03.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:122:0)
[07:21:03.099] Build status: STARTED
[07:21:03.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015647540869086096:123:0) after 9m27s
[07:25:04.283] Received PubSub notification, asking Buildbucket for the build status
[07:25:04.307] Build:
{
  "id": "8850217478956095584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24810,
  "createdBy": "project:chromium",
  "createTime": "2021-04-11T20:11:57.917579Z",
  "startTime": "2021-04-11T20:12:35.514013Z",
  "endTime": "2021-04-12T07:25:03.966101880Z",
  "updateTime": "2021-04-12T07:25:03.966441527Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "48b5ab33533e4818d8d4d6c5fbe8183cce85c4d9",
      "ref": "refs/heads/master"
    }
  }
}
[07:25:04.307] Invocation finished in 11h13m7.598219823s with status FAILED