LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

cb2120b428c85a26e8bc62b0641d98a0a368a439 (4 years ago)
9ce75f90f1b02402af7ac756481d705e73a9ae26 (4 years ago)
bc7ace5073f30d2eb7b3e6dfc1f42252b3991133 (4 years ago)
c63cccb53ab9904598aff2a346348df0421b2112 (4 years ago)
1eacad09e92be0e66f5b193d4176bcf1291750a8 (4 years ago)
fcf78ebf87f058ddad4bd6906dcf2560a11cc305 (4 years ago)
0e6ac6164f21120ce8ece14725320b6b09ed96f7 (4 years ago)
171b147600dc963fec534459949332fe5f0e386b (4 years ago)
445fa0c85fcd89a7acf5e7ffb1ac2b8794131217 (4 years ago)
26e3c381f792df14f5d239e74d0ff598f2a89bbf (4 years ago)
60fd59622b22fd58dc9fa5df296126736c279bec (4 years ago)
a2123b3d800a41b180e75398b3e3c91a00a6d508 (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a2123b3d800a41b180e75398b3e3c91a00a6d508"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a2123b3d800a41b180e75398b3e3c91a00a6d508
gitiles_ref:refs/heads/main

Debug log (UTC)

[12:37:56.935] New invocation is queued and will start shortly
[12:37:58.139] Starting the invocation (attempt 1)
[12:37:58.181] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a2123b3d800a41b180e75398b3e3c91a00a6d508"
[12:37:58.181] Popped gitiles commit info from properties and tags
[12:37:58.181] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:37:58.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:37:58.182] Buildbucket request:
{
  "requestId": "9004170289125414880",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a2123b3d800a41b180e75398b3e3c91a00a6d508",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9004170289125414880"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:37:58.723] Scheduled build:
{
  "id": "8838740227043179664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26401,
  "createdBy": "project:chromium",
  "createTime": "2021-08-16T12:37:58.290676Z",
  "updateTime": "2021-08-16T12:37:58.648907Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a2123b3d800a41b180e75398b3e3c91a00a6d508",
      "ref": "refs/heads/main"
    }
  }
}
[12:37:58.723] Task URL: https://cr-buildbucket.appspot.com/build/8838740227043179664
[12:37:58.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:2:0) after 7m25s
[12:42:21.312] Received PubSub notification, asking Buildbucket for the build status
[12:42:21.344] Build status: STARTED
[12:45:23.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:2:0)
[12:45:23.933] Build status: STARTED
[12:45:23.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:4:0) after 6m38s
[12:52:01.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:4:0)
[12:52:01.984] Build status: STARTED
[12:52:01.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:5:0) after 9m20s
[13:01:22.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:5:0)
[13:01:22.155] Build status: STARTED
[13:01:22.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:6:0) after 7m30s
[13:08:52.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:6:0)
[13:08:52.361] Build status: STARTED
[13:08:52.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:7:0) after 9m39s
[13:18:31.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:7:0)
[13:18:31.686] Build status: STARTED
[13:18:31.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:8:0) after 8m16s
[13:26:47.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:8:0)
[13:26:47.737] Build status: STARTED
[13:26:47.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:9:0) after 8m31s
[13:35:18.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:9:0)
[13:35:18.786] Build status: STARTED
[13:35:18.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:10:0) after 3m12s
[13:38:30.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:10:0)
[13:38:30.872] Build status: STARTED
[13:38:30.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:11:0) after 7m15s
[13:45:45.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:11:0)
[13:45:45.927] Build status: STARTED
[13:45:45.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:12:0) after 5m11s
[13:50:56.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:12:0)
[13:50:57.003] Build status: STARTED
[13:50:57.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:13:0) after 7m57s
[13:58:54.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:13:0)
[13:58:54.052] Build status: STARTED
[13:58:54.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:14:0) after 5m13s
[14:04:07.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:14:0)
[14:04:07.150] Build status: STARTED
[14:04:07.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:15:0) after 1m35s
[14:05:42.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:15:0)
[14:05:42.179] Build status: STARTED
[14:05:42.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:16:0) after 1m52s
[14:07:34.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:16:0)
[14:07:34.311] Build status: STARTED
[14:07:34.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:17:0) after 9m58s
[14:17:32.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:17:0)
[14:17:32.512] Build status: STARTED
[14:17:32.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:18:0) after 6m37s
[14:24:09.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:18:0)
[14:24:09.611] Build status: STARTED
[14:24:09.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:19:0) after 6m38s
[14:30:47.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:19:0)
[14:30:47.732] Build status: STARTED
[14:30:47.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:20:0) after 1m34s
[14:32:21.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:20:0)
[14:32:21.804] Build status: STARTED
[14:32:21.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:21:0) after 5m6s
[14:37:27.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:21:0)
[14:37:27.863] Build status: STARTED
[14:37:27.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:22:0) after 8m2s
[14:45:29.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:22:0)
[14:45:29.913] Build status: STARTED
[14:45:29.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:23:0) after 5m57s
[14:51:27.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:23:0)
[14:51:27.348] Build status: STARTED
[14:51:27.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:24:0) after 6m20s
[14:57:47.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:24:0)
[14:57:47.404] Build status: STARTED
[14:57:47.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:25:0) after 3m28s
[15:01:15.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:25:0)
[15:01:15.611] Build status: STARTED
[15:01:15.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:26:0) after 7m32s
[15:08:47.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:26:0)
[15:08:47.671] Build status: STARTED
[15:08:47.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:27:0) after 6m55s
[15:15:42.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:27:0)
[15:15:42.725] Build status: STARTED
[15:15:42.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:28:0) after 4m52s
[15:20:34.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:28:0)
[15:20:34.872] Build status: STARTED
[15:20:34.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:29:0) after 3m10s
[15:23:44.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:29:0)
[15:23:44.946] Build status: STARTED
[15:23:44.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:30:0) after 7m22s
[15:31:07.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:30:0)
[15:31:07.146] Build status: STARTED
[15:31:07.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:31:0) after 8m51s
[15:39:58.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:31:0)
[15:39:58.197] Build status: STARTED
[15:39:58.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:32:0) after 1m56s
[15:41:54.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:32:0)
[15:41:54.293] Build status: STARTED
[15:41:54.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:33:0) after 1m3s
[15:42:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:33:0)
[15:42:57.372] Build status: STARTED
[15:42:57.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:34:0) after 9m46s
[15:52:43.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:34:0)
[15:52:43.608] Build status: STARTED
[15:52:43.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:35:0) after 7m45s
[16:00:28.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:35:0)
[16:00:28.650] Build status: STARTED
[16:00:28.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:36:0) after 9m33s
[16:10:01.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:36:0)
[16:10:01.711] Build status: STARTED
[16:10:01.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:37:0) after 5m59s
[16:16:00.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:37:0)
[16:16:00.937] Build status: STARTED
[16:16:00.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:38:0) after 5m35s
[16:21:35.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:38:0)
[16:21:36.000] Build status: STARTED
[16:21:36.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:39:0) after 7m21s
[16:28:57.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:39:0)
[16:28:57.056] Build status: STARTED
[16:28:57.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:40:0) after 4m3s
[16:33:00.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:40:0)
[16:33:00.216] Build status: STARTED
[16:33:00.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:41:0) after 1m25s
[16:34:25.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:41:0)
[16:34:25.419] Build status: STARTED
[16:34:25.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:42:0) after 5m59s
[16:40:24.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:42:0)
[16:40:24.470] Build status: STARTED
[16:40:24.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:43:0) after 9m3s
[16:49:27.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:43:0)
[16:49:27.541] Build status: STARTED
[16:49:27.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:44:0) after 1m49s
[16:51:16.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:44:0)
[16:51:16.754] Build status: STARTED
[16:51:16.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:45:0) after 4m23s
[16:55:39.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:45:0)
[16:55:39.818] Build status: STARTED
[16:55:39.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:46:0) after 6m29s
[17:02:08.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:46:0)
[17:02:08.883] Build status: STARTED
[17:02:08.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:47:0) after 5m22s
[17:07:31.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:47:0)
[17:07:31.252] Build status: STARTED
[17:07:31.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:48:0) after 2m10s
[17:09:41.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:48:0)
[17:09:42.292] Build status: STARTED
[17:09:42.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:49:0) after 8m21s
[17:18:03.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:49:0)
[17:18:03.442] Build status: STARTED
[17:18:03.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:50:0) after 5m23s
[17:23:26.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:50:0)
[17:23:26.922] Build status: STARTED
[17:23:26.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:51:0) after 8m32s
[17:31:59.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:51:0)
[17:31:59.193] Build status: STARTED
[17:31:59.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:52:0) after 1m52s
[17:33:51.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:52:0)
[17:33:51.363] Build status: STARTED
[17:33:51.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:53:0) after 8m10s
[17:42:01.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:53:0)
[17:42:01.463] Build status: STARTED
[17:42:01.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:54:0) after 8m34s
[17:50:35.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:54:0)
[17:50:35.583] Build status: STARTED
[17:50:35.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:55:0) after 1m54s
[17:52:29.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:55:0)
[17:52:29.627] Build status: STARTED
[17:52:29.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:56:0) after 6m9s
[17:58:39.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:56:0)
[17:58:39.251] Build status: STARTED
[17:58:39.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:57:0) after 4m49s
[18:03:28.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:57:0)
[18:03:28.314] Build status: STARTED
[18:03:28.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:58:0) after 1m54s
[18:05:22.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:58:0)
[18:05:22.583] Build status: STARTED
[18:05:22.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:59:0) after 8m35s
[18:13:57.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:59:0)
[18:13:57.641] Build status: STARTED
[18:13:57.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:60:0) after 9m21s
[18:23:18.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:60:0)
[18:23:18.688] Build status: STARTED
[18:23:18.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:61:0) after 9m42s
[18:33:00.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:61:0)
[18:33:00.830] Build status: STARTED
[18:33:00.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:62:0) after 6m2s
[18:39:03.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:62:0)
[18:39:03.283] Build status: STARTED
[18:39:03.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:63:0) after 3m20s
[18:42:23.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:63:0)
[18:42:23.390] Build status: STARTED
[18:42:23.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:64:0) after 6m59s
[18:49:22.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:64:0)
[18:49:22.567] Build status: STARTED
[18:49:22.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:65:0) after 6m16s
[18:55:38.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:65:0)
[18:55:38.776] Build status: STARTED
[18:55:38.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:66:0) after 9m18s
[19:04:57.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:66:0)
[19:04:57.235] Build status: STARTED
[19:04:57.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:67:0) after 1m11s
[19:06:08.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:67:0)
[19:06:08.314] Build status: STARTED
[19:06:08.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:68:0) after 7m4s
[19:13:12.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:68:0)
[19:13:12.496] Build status: STARTED
[19:13:12.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:69:0) after 9m57s
[19:23:09.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:69:0)
[19:23:09.563] Build status: STARTED
[19:23:09.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:70:0) after 3m21s
[19:26:30.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:70:0)
[19:26:30.647] Build status: STARTED
[19:26:30.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:71:0) after 2m33s
[19:29:03.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:71:0)
[19:29:03.907] Build status: STARTED
[19:29:03.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:72:0) after 8m24s
[19:37:27.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:72:0)
[19:37:28.011] Build status: STARTED
[19:37:28.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:73:0) after 2m53s
[19:40:21.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:73:0)
[19:40:21.844] Build status: STARTED
[19:40:21.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:74:0) after 2m54s
[19:43:16.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:74:0)
[19:43:16.181] Build status: STARTED
[19:43:16.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:75:0) after 8m41s
[19:51:58.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:75:0)
[19:51:58.267] Build status: STARTED
[19:51:58.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:76:0) after 2m28s
[19:54:26.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:76:0)
[19:54:26.589] Build status: STARTED
[19:54:26.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:77:0) after 5m6s
[19:59:32.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:77:0)
[19:59:32.725] Build status: STARTED
[19:59:32.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:78:0) after 4m57s
[20:04:29.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:78:0)
[20:04:29.741] Build status: STARTED
[20:04:29.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:79:0) after 4m48s
[20:09:18.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:79:0)
[20:09:18.904] Build status: STARTED
[20:09:18.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:80:0) after 5m16s
[20:14:34.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:80:0)
[20:14:35.040] Build status: STARTED
[20:14:35.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:81:0) after 6m2s
[20:20:37.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:81:0)
[20:20:37.329] Build status: STARTED
[20:20:37.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:82:0) after 5m4s
[20:25:41.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:82:0)
[20:25:41.883] Build status: STARTED
[20:25:41.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:83:0) after 1m54s
[20:27:36.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:83:0)
[20:27:36.238] Build status: STARTED
[20:27:36.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:84:0) after 1m29s
[20:29:05.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:84:0)
[20:29:05.484] Build status: STARTED
[20:29:05.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:85:0) after 4m58s
[20:34:03.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:85:0)
[20:34:03.666] Build status: STARTED
[20:34:03.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:86:0) after 3m43s
[20:37:46.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:86:0)
[20:37:46.874] Build status: STARTED
[20:37:46.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:87:0) after 5m8s
[20:42:55.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:87:0)
[20:42:55.045] Build status: STARTED
[20:42:55.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:88:0) after 6m53s
[20:49:48.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:88:0)
[20:49:48.111] Build status: STARTED
[20:49:48.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:89:0) after 9m30s
[20:59:18.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:89:0)
[20:59:18.191] Build status: STARTED
[20:59:18.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:90:0) after 5m12s
[21:04:30.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:90:0)
[21:04:30.306] Build status: STARTED
[21:04:30.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:91:0) after 8m52s
[21:13:22.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:91:0)
[21:13:22.433] Build status: STARTED
[21:13:22.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:92:0) after 1m8s
[21:14:30.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:92:0)
[21:14:30.770] Build status: STARTED
[21:14:30.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:93:0) after 1m53s
[21:16:24.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:93:0)
[21:16:24.102] Build status: STARTED
[21:16:24.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:94:0) after 4m35s
[21:20:59.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:94:0)
[21:20:59.162] Build status: STARTED
[21:20:59.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:95:0) after 2m18s
[21:23:17.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:95:0)
[21:23:17.219] Build status: STARTED
[21:23:17.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:96:0) after 6m7s
[21:29:24.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:96:0)
[21:29:24.381] Build status: STARTED
[21:29:24.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:97:0) after 6m15s
[21:35:39.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:97:0)
[21:35:39.727] Build status: STARTED
[21:35:39.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:98:0) after 7m57s
[21:43:36.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:98:0)
[21:43:36.795] Build status: STARTED
[21:43:36.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:99:0) after 5m11s
[21:48:47.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:99:0)
[21:48:48.017] Build status: STARTED
[21:48:48.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:100:0) after 2m8s
[21:50:56.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:100:0)
[21:50:56.130] Build status: STARTED
[21:50:56.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:101:0) after 8m17s
[21:59:13.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:101:0)
[21:59:13.184] Build status: STARTED
[21:59:13.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:102:0) after 9m39s
[22:08:52.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:102:0)
[22:08:52.318] Build status: STARTED
[22:08:52.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:103:0) after 9m2s
[22:17:54.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:103:0)
[22:17:54.469] Build status: STARTED
[22:17:54.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:104:0) after 6m12s
[22:24:06.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:104:0)
[22:24:06.505] Build status: STARTED
[22:24:06.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:105:0) after 6m32s
[22:30:38.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:105:0)
[22:30:38.657] Build status: STARTED
[22:30:38.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:106:0) after 6m9s
[22:36:47.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:106:0)
[22:36:47.771] Build status: STARTED
[22:36:47.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9004170289125414880:107:0) after 9m53s
[22:40:49.837] Received PubSub notification, asking Buildbucket for the build status
[22:40:49.887] Build:
{
  "id": "8838740227043179664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26401,
  "createdBy": "project:chromium",
  "createTime": "2021-08-16T12:37:58.290676Z",
  "startTime": "2021-08-16T12:42:20.324083Z",
  "endTime": "2021-08-16T22:40:49.241813306Z",
  "updateTime": "2021-08-16T22:40:49.243011055Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a2123b3d800a41b180e75398b3e3c91a00a6d508",
      "ref": "refs/heads/main"
    }
  }
}
[22:40:49.887] Invocation finished in 10h2m52.96768252s with status FAILED