Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[10:10:32.599] New invocation is queued and will start shortly
[10:10:33.729] Starting the invocation (attempt 1)
[10:10:33.872] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9"
[10:10:33.872] Popped gitiles commit info from properties and tags
[10:10:33.872] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:10:33.872] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:10:33.873] Buildbucket request:
{
  "requestId": "9015775974782934368",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9015775974782934368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:10:35.049] Scheduled build:
{
  "id": "8850345912556878592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24807,
  "createdBy": "project:chromium",
  "createTime": "2021-04-10T10:10:34.091523Z",
  "updateTime": "2021-04-10T10:10:34.957861Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9",
      "ref": "refs/heads/master"
    }
  }
}
[10:10:35.049] Task URL: https://cr-buildbucket.appspot.com/build/8850345912556878592
[10:10:35.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:2:0) after 2m23s
[10:10:41.494] Received PubSub notification, asking Buildbucket for the build status
[10:10:41.524] Build status: STARTED
[10:12:58.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:2:0)
[10:12:58.636] Build status: STARTED
[10:12:58.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:4:0) after 7m24s
[10:20:22.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:4:0)
[10:20:22.683] Build status: STARTED
[10:20:22.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:5:0) after 5m2s
[10:25:25.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:5:0)
[10:25:25.326] Build status: STARTED
[10:25:25.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:6:0) after 3m39s
[10:29:04.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:6:0)
[10:29:04.618] Build status: STARTED
[10:29:04.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:7:0) after 2m49s
[10:31:53.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:7:0)
[10:31:53.787] Build status: STARTED
[10:31:53.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:8:0) after 2m10s
[10:34:04.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:8:0)
[10:34:04.161] Build status: STARTED
[10:34:04.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:9:0) after 1m47s
[10:35:51.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:9:0)
[10:35:51.233] Build status: STARTED
[10:35:51.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:10:0) after 1m33s
[10:37:24.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:10:0)
[10:37:24.968] Build status: STARTED
[10:37:24.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:11:0) after 4m29s
[10:41:54.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:11:0)
[10:41:54.692] Build status: STARTED
[10:41:54.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:12:0) after 9m4s
[10:50:59.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:12:0)
[10:50:59.942] Build status: STARTED
[10:50:59.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:13:0) after 9m42s
[11:00:42.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:13:0)
[11:00:42.702] Build status: STARTED
[11:00:42.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:14:0) after 4m1s
[11:04:43.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:14:0)
[11:04:43.852] Build status: STARTED
[11:04:43.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:15:0) after 5m16s
[11:09:59.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:15:0)
[11:09:59.907] Build status: STARTED
[11:09:59.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:16:0) after 1m29s
[11:11:29.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:16:0)
[11:11:29.215] Build status: STARTED
[11:11:29.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:17:0) after 4m35s
[11:16:04.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:17:0)
[11:16:04.380] Build status: STARTED
[11:16:04.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:18:0) after 4m10s
[11:20:14.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:18:0)
[11:20:14.465] Build status: STARTED
[11:20:14.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:19:0) after 2m52s
[11:23:06.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:19:0)
[11:23:06.729] Build status: STARTED
[11:23:06.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:20:0) after 7m55s
[11:31:01.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:20:0)
[11:31:01.928] Build status: STARTED
[11:31:01.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:21:0) after 8m28s
[11:39:29.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:21:0)
[11:39:29.987] Build status: STARTED
[11:39:29.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:22:0) after 6m15s
[11:45:45.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:22:0)
[11:45:45.502] Build status: STARTED
[11:45:45.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:23:0) after 7m43s
[11:53:28.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:23:0)
[11:53:28.859] Build status: STARTED
[11:53:28.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:24:0) after 5m48s
[11:59:17.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:24:0)
[11:59:17.193] Build status: STARTED
[11:59:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:25:0) after 1m16s
[12:00:33.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:25:0)
[12:00:33.330] Build status: STARTED
[12:00:33.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:26:0) after 2m49s
[12:03:22.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:26:0)
[12:03:22.418] Build status: STARTED
[12:03:22.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:27:0) after 9m58s
[12:13:20.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:27:0)
[12:13:20.471] Build status: STARTED
[12:13:20.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:28:0) after 9m13s
[12:22:33.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:28:0)
[12:22:33.570] Build status: STARTED
[12:22:33.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:29:0) after 2m20s
[12:24:53.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:29:0)
[12:24:53.647] Build status: STARTED
[12:24:53.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:30:0) after 6m30s
[12:31:23.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:30:0)
[12:31:23.698] Build status: STARTED
[12:31:23.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:31:0) after 8m6s
[12:39:29.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:31:0)
[12:39:29.939] Build status: STARTED
[12:39:29.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:32:0) after 9m7s
[12:48:37.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:32:0)
[12:48:37.155] Build status: STARTED
[12:48:37.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:33:0) after 2m44s
[12:51:21.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:33:0)
[12:51:21.201] Build status: STARTED
[12:51:21.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:34:0) after 9m3s
[13:00:24.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:34:0)
[13:00:24.257] Build status: STARTED
[13:00:24.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:35:0) after 6m43s
[13:07:07.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:35:0)
[13:07:07.367] Build status: STARTED
[13:07:07.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:36:0) after 6m57s
[13:14:04.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:36:0)
[13:14:04.526] Build status: STARTED
[13:14:04.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:37:0) after 3m20s
[13:17:24.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:37:0)
[13:17:24.805] Build status: STARTED
[13:17:24.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:38:0) after 4m21s
[13:21:45.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:38:0)
[13:21:45.804] Build status: STARTED
[13:21:45.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:39:0) after 5m59s
[13:27:44.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:39:0)
[13:27:44.860] Build status: STARTED
[13:27:44.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:40:0) after 5m48s
[13:33:32.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:40:0)
[13:33:33.011] Build status: STARTED
[13:33:33.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:41:0) after 8m47s
[13:42:20.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:41:0)
[13:42:20.072] Build status: STARTED
[13:42:20.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:42:0) after 8m26s
[13:50:46.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:42:0)
[13:50:46.328] Build status: STARTED
[13:50:46.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:43:0) after 7m46s
[13:58:32.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:43:0)
[13:58:32.421] Build status: STARTED
[13:58:32.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:44:0) after 3m46s
[14:02:18.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:44:0)
[14:02:18.543] Build status: STARTED
[14:02:18.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:45:0) after 6m44s
[14:09:02.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:45:0)
[14:09:02.700] Build status: STARTED
[14:09:02.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:46:0) after 2m11s
[14:11:13.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:46:0)
[14:11:13.978] Build status: STARTED
[14:11:13.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:47:0) after 7m3s
[14:18:17.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:47:0)
[14:18:17.137] Build status: STARTED
[14:18:17.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:48:0) after 2m24s
[14:20:41.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:48:0)
[14:20:41.509] Build status: STARTED
[14:20:41.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:49:0) after 3m56s
[14:24:37.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:49:0)
[14:24:37.560] Build status: STARTED
[14:24:37.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:50:0) after 9m6s
[14:33:43.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:50:0)
[14:33:43.607] Build status: STARTED
[14:33:43.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:51:0) after 1m45s
[14:35:29.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:51:0)
[14:35:29.737] Build status: STARTED
[14:35:29.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:52:0) after 4m28s
[14:39:57.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:52:0)
[14:39:57.783] Build status: STARTED
[14:39:57.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:53:0) after 3m40s
[14:43:38.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:53:0)
[14:43:38.040] Build status: STARTED
[14:43:38.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:54:0) after 8m51s
[14:52:29.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:54:0)
[14:52:29.523] Build status: STARTED
[14:52:29.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:55:0) after 8m5s
[15:00:34.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:55:0)
[15:00:34.663] Build status: STARTED
[15:00:34.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:56:0) after 1m53s
[15:02:27.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:56:0)
[15:02:27.716] Build status: STARTED
[15:02:27.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:57:0) after 8m0s
[15:10:27.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:57:0)
[15:10:27.804] Build status: STARTED
[15:10:27.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:58:0) after 7m1s
[15:17:28.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:58:0)
[15:17:28.863] Build status: STARTED
[15:17:28.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:59:0) after 7m1s
[15:24:30.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:59:0)
[15:24:30.174] Build status: STARTED
[15:24:30.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:60:0) after 7m13s
[15:31:43.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:60:0)
[15:31:43.327] Build status: STARTED
[15:31:43.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:61:0) after 2m2s
[15:33:45.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:61:0)
[15:33:45.405] Build status: STARTED
[15:33:45.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:62:0) after 6m0s
[15:39:45.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:62:0)
[15:39:45.525] Build status: STARTED
[15:39:45.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:63:0) after 1m2s
[15:40:47.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:63:0)
[15:40:47.773] Build status: STARTED
[15:40:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:64:0) after 4m50s
[15:45:38.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:64:0)
[15:45:38.223] Build status: STARTED
[15:45:38.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:65:0) after 2m33s
[15:48:11.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:65:0)
[15:48:11.370] Build status: STARTED
[15:48:11.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:66:0) after 5m37s
[15:53:48.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:66:0)
[15:53:48.771] Build status: STARTED
[15:53:48.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:67:0) after 3m29s
[15:57:18.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:67:0)
[15:57:18.192] Build status: STARTED
[15:57:18.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:68:0) after 5m57s
[16:03:15.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:68:0)
[16:03:15.261] Build status: STARTED
[16:03:15.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:69:0) after 4m4s
[16:07:19.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:69:0)
[16:07:19.317] Build status: STARTED
[16:07:19.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:70:0) after 8m7s
[16:15:26.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:70:0)
[16:15:26.652] Build status: STARTED
[16:15:26.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:71:0) after 3m29s
[16:18:56.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:71:0)
[16:18:56.114] Build status: STARTED
[16:18:56.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:72:0) after 1m7s
[16:20:03.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:72:0)
[16:20:03.149] Build status: STARTED
[16:20:03.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:73:0) after 3m19s
[16:23:22.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:73:0)
[16:23:22.618] Build status: STARTED
[16:23:22.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:74:0) after 1m3s
[16:24:25.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:74:0)
[16:24:25.680] Build status: STARTED
[16:24:25.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:75:0) after 4m8s
[16:28:33.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:75:0)
[16:28:33.727] Build status: STARTED
[16:28:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:76:0) after 3m53s
[16:32:26.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:76:0)
[16:32:26.992] Build status: STARTED
[16:32:26.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:77:0) after 2m34s
[16:35:01.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:77:0)
[16:35:01.227] Build status: STARTED
[16:35:01.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:78:0) after 7m31s
[16:42:32.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:78:0)
[16:42:32.592] Build status: STARTED
[16:42:32.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:79:0) after 5m47s
[16:48:20.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:79:0)
[16:48:20.213] Build status: STARTED
[16:48:20.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:80:0) after 9m36s
[16:57:56.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:80:0)
[16:57:56.327] Build status: STARTED
[16:57:56.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:81:0) after 6m17s
[17:04:13.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:81:0)
[17:04:13.410] Build status: STARTED
[17:04:13.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:82:0) after 3m56s
[17:08:09.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:82:0)
[17:08:09.515] Build status: STARTED
[17:08:09.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:83:0) after 7m10s
[17:15:19.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:83:0)
[17:15:19.808] Build status: STARTED
[17:15:19.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:84:0) after 4m46s
[17:20:05.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:84:0)
[17:20:05.862] Build status: STARTED
[17:20:05.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:85:0) after 5m26s
[17:25:31.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:85:0)
[17:25:31.916] Build status: STARTED
[17:25:31.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:86:0) after 4m43s
[17:30:14.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:86:0)
[17:30:15.018] Build status: STARTED
[17:30:15.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:87:0) after 3m18s
[17:33:33.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:87:0)
[17:33:33.552] Build status: STARTED
[17:33:33.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:88:0) after 8m25s
[17:41:58.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:88:0)
[17:41:58.988] Build status: STARTED
[17:41:58.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:89:0) after 4m2s
[17:46:01.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:89:0)
[17:46:01.094] Build status: STARTED
[17:46:01.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:90:0) after 7m22s
[17:53:23.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:90:0)
[17:53:23.501] Build status: STARTED
[17:53:23.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:91:0) after 3m27s
[17:56:50.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:91:0)
[17:56:50.911] Build status: STARTED
[17:56:50.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:92:0) after 2m31s
[17:59:22.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:92:0)
[17:59:22.109] Build status: STARTED
[17:59:22.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:93:0) after 6m14s
[18:05:36.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:93:0)
[18:05:36.464] Build status: STARTED
[18:05:36.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:94:0) after 3m4s
[18:08:41.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:94:0)
[18:08:41.052] Build status: STARTED
[18:08:41.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:95:0) after 4m29s
[18:13:10.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:95:0)
[18:13:10.572] Build status: STARTED
[18:13:10.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:96:0) after 7m46s
[18:20:56.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:96:0)
[18:20:56.727] Build status: STARTED
[18:20:56.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:97:0) after 1m43s
[18:22:39.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:97:0)
[18:22:39.999] Build status: STARTED
[18:22:39.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:98:0) after 8m33s
[18:31:13.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:98:0)
[18:31:13.235] Build status: STARTED
[18:31:13.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:99:0) after 3m12s
[18:34:25.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:99:0)
[18:34:26.016] Build status: STARTED
[18:34:26.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:100:0) after 3m36s
[18:38:02.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:100:0)
[18:38:02.069] Build status: STARTED
[18:38:02.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:101:0) after 6m12s
[18:44:14.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:101:0)
[18:44:14.113] Build status: STARTED
[18:44:14.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:102:0) after 6m55s
[18:51:09.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:102:0)
[18:51:09.259] Build status: STARTED
[18:51:09.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:103:0) after 4m9s
[18:55:18.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:103:0)
[18:55:18.533] Build status: STARTED
[18:55:18.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:104:0) after 8m38s
[19:03:56.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:104:0)
[19:03:56.600] Build status: STARTED
[19:03:56.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:105:0) after 3m29s
[19:07:25.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:105:0)
[19:07:25.953] Build status: STARTED
[19:07:25.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:106:0) after 4m47s
[19:12:12.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:106:0)
[19:12:13.024] Build status: STARTED
[19:12:13.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:107:0) after 8m0s
[19:20:13.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:107:0)
[19:20:13.261] Build status: STARTED
[19:20:13.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:108:0) after 7m10s
[19:27:23.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:108:0)
[19:27:23.311] Build status: STARTED
[19:27:23.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:109:0) after 6m28s
[19:33:51.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:109:0)
[19:33:51.503] Build status: STARTED
[19:33:51.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:110:0) after 5m56s
[19:39:47.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:110:0)
[19:39:47.726] Build status: STARTED
[19:39:47.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:111:0) after 2m50s
[19:42:37.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:111:0)
[19:42:37.797] Build status: STARTED
[19:42:37.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:112:0) after 5m20s
[19:47:58.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:112:0)
[19:47:58.037] Build status: STARTED
[19:47:58.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:113:0) after 3m46s
[19:51:44.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:113:0)
[19:51:44.647] Build status: STARTED
[19:51:44.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:114:0) after 2m49s
[19:54:33.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:114:0)
[19:54:33.702] Build status: STARTED
[19:54:33.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:115:0) after 2m40s
[19:57:13.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:115:0)
[19:57:13.863] Build status: STARTED
[19:57:13.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:116:0) after 3m31s
[20:00:45.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:116:0)
[20:00:45.063] Build status: STARTED
[20:00:45.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:117:0) after 1m46s
[20:02:31.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:117:0)
[20:02:31.276] Build status: STARTED
[20:02:31.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:118:0) after 9m51s
[20:12:22.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:118:0)
[20:12:22.343] Build status: STARTED
[20:12:22.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:119:0) after 8m49s
[20:21:11.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:119:0)
[20:21:11.397] Build status: STARTED
[20:21:11.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:120:0) after 5m53s
[20:27:04.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:120:0)
[20:27:04.455] Build status: STARTED
[20:27:04.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:121:0) after 3m30s
[20:30:34.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:121:0)
[20:30:35.022] Build status: STARTED
[20:30:35.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:122:0) after 9m36s
[20:40:11.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:122:0)
[20:40:11.081] Build status: STARTED
[20:40:11.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:123:0) after 7m1s
[20:47:12.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:123:0)
[20:47:12.138] Build status: STARTED
[20:47:12.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:124:0) after 6m14s
[20:53:26.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:124:0)
[20:53:26.252] Build status: STARTED
[20:53:26.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:125:0) after 9m58s
[21:03:24.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:125:0)
[21:03:24.330] Build status: STARTED
[21:03:24.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:126:0) after 7m24s
[21:10:48.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:126:0)
[21:10:48.388] Build status: STARTED
[21:10:48.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:127:0) after 2m16s
[21:13:05.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:127:0)
[21:13:05.222] Build status: STARTED
[21:13:05.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:128:0) after 8m21s
[21:21:26.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:128:0)
[21:21:26.806] Build status: STARTED
[21:21:26.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:129:0) after 4m0s
[21:25:26.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:129:0)
[21:25:26.856] Build status: STARTED
[21:25:26.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:130:0) after 1m50s
[21:27:17.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:130:0)
[21:27:17.171] Build status: STARTED
[21:27:17.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:131:0) after 7m51s
[21:35:08.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:131:0)
[21:35:08.715] Build status: STARTED
[21:35:08.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:132:0) after 1m10s
[21:36:18.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:132:0)
[21:36:18.763] Build status: STARTED
[21:36:18.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:133:0) after 1m8s
[21:37:27.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:133:0)
[21:37:27.029] Build status: STARTED
[21:37:27.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9015775974782934368:134:0) after 7m30s
[21:41:46.545] Received PubSub notification, asking Buildbucket for the build status
[21:41:46.572] Build:
{
  "id": "8850345912556878592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24807,
  "createdBy": "project:chromium",
  "createTime": "2021-04-10T10:10:34.091523Z",
  "startTime": "2021-04-10T10:10:40.997891Z",
  "endTime": "2021-04-10T21:41:45.941526276Z",
  "updateTime": "2021-04-10T21:41:45.942004077Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "82e1ace54dcdf1f1fad7a03c8d6fdf17739494e9",
      "ref": "refs/heads/master"
    }
  }
}
[21:41:46.572] Invocation finished in 11h31m13.988013221s with status FAILED