LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 11 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

54ed3a84b0ccb99cb9a5dc22b0dd9901fe2f53b4 (4 years ago)
14718fc10f4b867fe90e867f2e44cb3b78d40e12 (4 years ago)
260847411366356ce753a02703298491589ab295 (4 years ago)
cc3bbf4647ad3266abb8b41363a674fe616c6ba5 (4 years ago)
c1d993e97bd9173ddf6d729efe02e9d75aefc731 (4 years ago)
c31f209465fc44c5d9cc5fa5bb53e67f7a7975d7 (4 years ago)
d7ccc219fb5c452576a9476dea0cc4c50b7a7663 (4 years ago)
dbac3f78d8589c3501309dd5cf8ec42b64fa5a71 (4 years ago)
276d11cb3786768e7704b40f6da9c6bd7f65fe3b (4 years ago)
8baa56f21644f1a3657f9b49a70bbb692f200a9d (4 years ago)
de411ac7f7406de0b043ce7ec852c08c4a18b830 (4 years ago)
8f83e4d18e962c6073ec3f6407bc75c5ebef6d9e (4 years ago)
dad3335a8aa55f4e4dee9dc8137d73baf31a287a (4 years ago)
8a558bd501a534fbb4fb8b778ccf2a04082c9337 (4 years ago)
890e97fd39016c66afa72beb5ab6a5be76901277 (4 years ago)
af0ab91c577d497a4c9c870fa91de9f2b13e8478 (4 years ago)
f5fdcf77ad84fa21d178d8b3cb7f787fd3745494 (4 years ago)
dd483f85b152dd17239701544596f155b68238c0 (4 years ago)
7dd11bdd91c773c8eed919ac70f64cac9b4adbb3 (4 years ago)
093441c1c7a1bc90beb7893373141ec76526a22d (4 years ago)
d16f61d54076124a06eccb8e2eed2dd51fde7551 (4 years ago)
450629135333ff61b3ae3adda9c9cef55b6df8fd (4 years ago)
34a188ca995ad6f44a197e09eef321a659c706da (4 years ago)
e6fd67e43f5cd9952aeed47ced7ce5ae5f17a2a5 (4 years ago)
9ac6cc82ea888d0d5f5395fded2a657fa8d2b6ca (4 years ago)
52c82cb381050ac2974bf35fab8d1f69fe1591c2 (4 years ago)
a88c842a7c49d97cf289ec993d74ff152a744add (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a88c842a7c49d97cf289ec993d74ff152a744add"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a88c842a7c49d97cf289ec993d74ff152a744add
gitiles_ref:refs/heads/main

Debug log (UTC)

[14:40:58.783] New invocation is queued and will start shortly
[14:40:59.868] Starting the invocation (attempt 1)
[14:40:59.895] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a88c842a7c49d97cf289ec993d74ff152a744add"
[14:40:59.895] Popped gitiles commit info from properties and tags
[14:40:59.895] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:40:59.895] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:40:59.895] Buildbucket request:
{
  "requestId": "8991569570366483568",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a88c842a7c49d97cf289ec993d74ff152a744add",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991569570366483568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:41:00.332] Scheduled build:
{
  "id": "8826139508482466657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27396,
  "createdBy": "project:chromium",
  "createTime": "2022-01-02T14:40:59.949087415Z",
  "updateTime": "2022-01-02T14:40:59.949087415Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a88c842a7c49d97cf289ec993d74ff152a744add",
      "ref": "refs/heads/main"
    }
  }
}
[14:41:00.332] Task URL: https://cr-buildbucket.appspot.com/build/8826139508482466657
[14:41:00.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:2:0) after 6m43s
[14:47:43.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:2:0)
[14:47:43.810] Build status: SCHEDULED
[14:47:43.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:3:0) after 7m43s
[14:53:43.682] Received PubSub notification, asking Buildbucket for the build status
[14:53:43.703] Build status: STARTED
[14:55:26.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:3:0)
[14:55:26.852] Build status: STARTED
[14:55:26.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:5:0) after 6m54s
[15:02:20.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:5:0)
[15:02:20.965] Build status: STARTED
[15:02:20.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:6:0) after 9m52s
[15:12:12.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:6:0)
[15:12:12.998] Build status: STARTED
[15:12:12.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:7:0) after 4m55s
[15:17:08.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:7:0)
[15:17:08.202] Build status: STARTED
[15:17:08.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:8:0) after 4m24s
[15:21:33.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:8:0)
[15:21:33.183] Build status: STARTED
[15:21:33.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:9:0) after 6m58s
[15:28:31.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:9:0)
[15:28:31.386] Build status: STARTED
[15:28:31.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:10:0) after 2m17s
[15:30:48.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:10:0)
[15:30:48.854] Build status: STARTED
[15:30:48.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:11:0) after 2m36s
[15:33:24.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:11:0)
[15:33:24.904] Build status: STARTED
[15:33:24.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:12:0) after 4m56s
[15:38:20.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:12:0)
[15:38:20.940] Build status: STARTED
[15:38:20.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:13:0) after 3m5s
[15:41:25.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:13:0)
[15:41:25.986] Build status: STARTED
[15:41:25.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:14:0) after 1m39s
[15:43:05.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:14:0)
[15:43:05.034] Build status: STARTED
[15:43:05.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:15:0) after 8m40s
[15:51:45.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:15:0)
[15:51:45.086] Build status: STARTED
[15:51:45.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:16:0) after 5m22s
[15:57:07.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:16:0)
[15:57:07.131] Build status: STARTED
[15:57:07.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:17:0) after 1m28s
[15:58:35.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:17:0)
[15:58:35.166] Build status: STARTED
[15:58:35.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:18:0) after 6m21s
[16:04:56.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:18:0)
[16:04:56.449] Build status: STARTED
[16:04:56.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:19:0) after 1m49s
[16:06:45.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:19:0)
[16:06:45.568] Build status: STARTED
[16:06:45.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:20:0) after 6m0s
[16:12:45.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:20:0)
[16:12:45.978] Build status: STARTED
[16:12:45.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:21:0) after 2m56s
[16:15:41.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:21:0)
[16:15:42.017] Build status: STARTED
[16:15:42.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:22:0) after 9m40s
[16:25:22.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:22:0)
[16:25:22.055] Build status: STARTED
[16:25:22.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:23:0) after 6m11s
[16:31:33.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:23:0)
[16:31:33.105] Build status: STARTED
[16:31:33.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:24:0) after 7m58s
[16:39:31.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:24:0)
[16:39:31.139] Build status: STARTED
[16:39:31.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:25:0) after 3m37s
[16:43:08.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:25:0)
[16:43:08.179] Build status: STARTED
[16:43:08.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:26:0) after 1m7s
[16:44:15.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:26:0)
[16:44:15.298] Build status: STARTED
[16:44:15.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:27:0) after 2m20s
[16:46:35.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:27:0)
[16:46:35.332] Build status: STARTED
[16:46:35.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:28:0) after 2m46s
[16:49:21.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:28:0)
[16:49:21.471] Build status: STARTED
[16:49:21.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:29:0) after 8m59s
[16:58:21.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:29:0)
[16:58:21.897] Build status: STARTED
[16:58:21.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:30:0) after 8m6s
[17:06:28.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:30:0)
[17:06:28.564] Build status: STARTED
[17:06:28.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:31:0) after 5m18s
[17:11:46.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:31:0)
[17:11:47.003] Build status: STARTED
[17:11:47.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:32:0) after 5m22s
[17:17:09.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:32:0)
[17:17:09.044] Build status: STARTED
[17:17:09.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:33:0) after 8m31s
[17:25:40.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:33:0)
[17:25:40.090] Build status: STARTED
[17:25:40.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:34:0) after 8m8s
[17:33:48.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:34:0)
[17:33:48.312] Build status: STARTED
[17:33:48.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:35:0) after 4m39s
[17:38:27.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:35:0)
[17:38:27.492] Build status: STARTED
[17:38:27.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:36:0) after 1m46s
[17:40:13.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:36:0)
[17:40:13.529] Build status: STARTED
[17:40:13.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:37:0) after 9m21s
[17:49:34.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:37:0)
[17:49:34.608] Build status: STARTED
[17:49:34.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:38:0) after 8m24s
[17:57:58.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:38:0)
[17:57:58.707] Build status: STARTED
[17:57:58.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:39:0) after 3m30s
[18:01:29.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:39:0)
[18:01:29.934] Build status: STARTED
[18:01:29.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:40:0) after 3m39s
[18:05:09.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:40:0)
[18:05:09.317] Build status: STARTED
[18:05:09.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:41:0) after 5m15s
[18:10:24.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:41:0)
[18:10:24.398] Build status: STARTED
[18:10:24.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:42:0) after 1m49s
[18:12:14.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:42:0)
[18:12:14.175] Build status: STARTED
[18:12:14.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:43:0) after 8m45s
[18:20:59.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:43:0)
[18:20:59.204] Build status: STARTED
[18:20:59.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:44:0) after 5m47s
[18:26:46.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:44:0)
[18:26:46.251] Build status: STARTED
[18:26:46.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:45:0) after 2m6s
[18:28:52.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:45:0)
[18:28:52.351] Build status: STARTED
[18:28:52.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:46:0) after 1m36s
[18:30:28.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:46:0)
[18:30:28.432] Build status: STARTED
[18:30:28.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:47:0) after 9m5s
[18:39:34.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:47:0)
[18:39:34.783] Build status: STARTED
[18:39:34.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:48:0) after 9m24s
[18:48:59.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:48:0)
[18:48:59.188] Build status: STARTED
[18:48:59.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:49:0) after 7m39s
[18:56:40.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:49:0)
[18:56:40.115] Build status: STARTED
[18:56:40.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:50:0) after 9m51s
[19:06:31.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:50:0)
[19:06:31.812] Build status: STARTED
[19:06:31.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:51:0) after 5m41s
[19:12:12.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:51:0)
[19:12:12.855] Build status: STARTED
[19:12:12.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:52:0) after 5m15s
[19:17:27.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:52:0)
[19:17:27.953] Build status: STARTED
[19:17:27.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:53:0) after 1m26s
[19:18:53.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:53:0)
[19:18:54.007] Build status: STARTED
[19:18:54.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:54:0) after 5m49s
[19:24:43.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:54:0)
[19:24:43.350] Build status: STARTED
[19:24:43.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:55:0) after 2m51s
[19:27:34.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:55:0)
[19:27:34.818] Build status: STARTED
[19:27:34.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:56:0) after 6m26s
[19:34:01.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:56:0)
[19:34:01.032] Build status: STARTED
[19:34:01.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:57:0) after 9m58s
[19:43:59.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:57:0)
[19:43:59.181] Build status: STARTED
[19:43:59.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:58:0) after 8m2s
[19:52:01.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:58:0)
[19:52:01.408] Build status: STARTED
[19:52:01.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:59:0) after 4m40s
[19:56:41.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:59:0)
[19:56:41.743] Build status: STARTED
[19:56:41.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:60:0) after 3m50s
[20:00:31.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:60:0)
[20:00:31.889] Build status: STARTED
[20:00:31.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:61:0) after 2m41s
[20:03:12.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:61:0)
[20:03:12.975] Build status: STARTED
[20:03:12.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:62:0) after 3m37s
[20:06:49.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:62:0)
[20:06:50.021] Build status: STARTED
[20:06:50.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:63:0) after 6m56s
[20:13:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:63:0)
[20:13:46.091] Build status: STARTED
[20:13:46.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:64:0) after 3m42s
[20:17:28.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:64:0)
[20:17:28.671] Build status: STARTED
[20:17:28.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:65:0) after 7m19s
[20:24:47.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:65:0)
[20:24:47.764] Build status: STARTED
[20:24:47.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:66:0) after 9m31s
[20:34:18.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:66:0)
[20:34:19.013] Build status: STARTED
[20:34:19.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:67:0) after 3m21s
[20:37:40.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:67:0)
[20:37:40.117] Build status: STARTED
[20:37:40.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:68:0) after 7m15s
[20:44:55.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:68:0)
[20:44:55.153] Build status: STARTED
[20:44:55.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:69:0) after 2m8s
[20:47:03.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:69:0)
[20:47:03.968] Build status: STARTED
[20:47:03.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:70:0) after 2m12s
[20:49:16.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:70:0)
[20:49:16.089] Build status: STARTED
[20:49:16.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:71:0) after 8m10s
[20:57:26.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:71:0)
[20:57:26.123] Build status: STARTED
[20:57:26.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:72:0) after 6m18s
[21:03:44.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:72:0)
[21:03:44.166] Build status: STARTED
[21:03:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:73:0) after 6m14s
[21:09:58.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:73:0)
[21:09:58.543] Build status: STARTED
[21:09:58.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:74:0) after 7m7s
[21:17:05.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:74:0)
[21:17:05.584] Build status: STARTED
[21:17:05.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:75:0) after 1m23s
[21:18:28.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:75:0)
[21:18:29.005] Build status: STARTED
[21:18:29.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:76:0) after 6m28s
[21:24:57.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:76:0)
[21:24:57.178] Build status: STARTED
[21:24:57.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:77:0) after 7m14s
[21:32:11.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:77:0)
[21:32:11.464] Build status: STARTED
[21:32:11.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:78:0) after 9m29s
[21:41:40.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:78:0)
[21:41:40.762] Build status: STARTED
[21:41:40.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:79:0) after 3m36s
[21:45:16.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:79:0)
[21:45:17.179] Build status: STARTED
[21:45:17.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:80:0) after 5m44s
[21:51:01.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:80:0)
[21:51:01.221] Build status: STARTED
[21:51:01.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:81:0) after 8m43s
[21:59:44.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:81:0)
[21:59:44.684] Build status: STARTED
[21:59:44.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:82:0) after 9m32s
[22:09:16.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:82:0)
[22:09:16.728] Build status: STARTED
[22:09:16.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:83:0) after 7m26s
[22:16:43.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:83:0)
[22:16:43.203] Build status: STARTED
[22:16:43.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:84:0) after 5m8s
[22:21:51.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:84:0)
[22:21:51.244] Build status: STARTED
[22:21:51.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:85:0) after 3m44s
[22:25:35.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:85:0)
[22:25:35.713] Build status: STARTED
[22:25:35.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:86:0) after 1m47s
[22:27:22.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:86:0)
[22:27:22.898] Build status: STARTED
[22:27:22.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:87:0) after 4m16s
[22:31:38.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:87:0)
[22:31:38.936] Build status: STARTED
[22:31:38.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:88:0) after 6m29s
[22:38:07.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:88:0)
[22:38:07.982] Build status: STARTED
[22:38:07.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:89:0) after 7m43s
[22:45:51.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:89:0)
[22:45:51.053] Build status: STARTED
[22:45:51.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:90:0) after 5m43s
[22:51:34.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:90:0)
[22:51:34.292] Build status: STARTED
[22:51:34.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:91:0) after 2m8s
[22:53:42.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:91:0)
[22:53:42.672] Build status: STARTED
[22:53:42.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:92:0) after 9m17s
[23:02:59.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:92:0)
[23:02:59.711] Build status: STARTED
[23:02:59.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:93:0) after 6m21s
[23:09:20.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:93:0)
[23:09:20.753] Build status: STARTED
[23:09:20.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:94:0) after 6m12s
[23:15:32.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:94:0)
[23:15:32.802] Build status: STARTED
[23:15:32.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:95:0) after 6m54s
[23:22:26.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:95:0)
[23:22:27.028] Build status: STARTED
[23:22:27.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:96:0) after 5m42s
[23:28:09.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:96:0)
[23:28:09.430] Build status: STARTED
[23:28:09.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:97:0) after 6m12s
[23:34:21.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:97:0)
[23:34:21.623] Build status: STARTED
[23:34:21.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:98:0) after 6m50s
[23:41:11.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:98:0)
[23:41:11.676] Build status: STARTED
[23:41:11.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:99:0) after 2m38s
[23:43:49.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:99:0)
[23:43:49.730] Build status: STARTED
[23:43:49.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:100:0) after 9m42s
[23:53:31.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:100:0)
[23:53:31.776] Build status: STARTED
[23:53:31.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:101:0) after 5m35s
[23:59:07.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:101:0)
[23:59:07.127] Build status: STARTED
[23:59:07.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:102:0) after 1m44s
[00:00:51.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:102:0)
[00:00:51.223] Build status: STARTED
[00:00:51.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:103:0) after 9m22s
[00:10:13.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:103:0)
[00:10:13.575] Build status: STARTED
[00:10:13.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:104:0) after 8m48s
[00:19:01.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:104:0)
[00:19:01.646] Build status: STARTED
[00:19:01.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:105:0) after 9m38s
[00:28:39.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:105:0)
[00:28:40.028] Build status: STARTED
[00:28:40.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:106:0) after 6m49s
[00:35:29.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:106:0)
[00:35:29.089] Build status: STARTED
[00:35:29.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:107:0) after 6m30s
[00:41:59.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:107:0)
[00:41:59.643] Build status: STARTED
[00:41:59.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:108:0) after 1m55s
[00:43:54.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:108:0)
[00:43:54.692] Build status: STARTED
[00:43:54.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:109:0) after 3m15s
[00:47:09.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:109:0)
[00:47:09.817] Build status: STARTED
[00:47:09.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:110:0) after 6m49s
[00:53:58.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:110:0)
[00:53:58.993] Build status: STARTED
[00:53:58.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:111:0) after 1m54s
[00:55:53.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:111:0)
[00:55:53.111] Build status: STARTED
[00:55:53.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:112:0) after 3m19s
[00:59:12.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:112:0)
[00:59:12.215] Build status: STARTED
[00:59:12.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:113:0) after 8m34s
[01:07:46.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:113:0)
[01:07:46.257] Build status: STARTED
[01:07:46.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:114:0) after 3m5s
[01:10:51.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:114:0)
[01:10:51.321] Build status: STARTED
[01:10:51.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:115:0) after 9m15s
[01:20:06.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:115:0)
[01:20:06.496] Build status: STARTED
[01:20:06.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:116:0) after 6m20s
[01:26:26.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:116:0)
[01:26:26.726] Build status: STARTED
[01:26:26.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:117:0) after 4m41s
[01:31:07.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:117:0)
[01:31:07.788] Build status: STARTED
[01:31:07.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:118:0) after 3m42s
[01:34:49.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:118:0)
[01:34:49.904] Build status: STARTED
[01:34:49.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:119:0) after 4m51s
[01:39:41.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:119:0)
[01:39:41.120] Build status: STARTED
[01:39:41.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:120:0) after 3m45s
[01:43:26.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:120:0)
[01:43:26.301] Build status: STARTED
[01:43:26.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8991569570366483568:121:0) after 2m12s
[01:44:28.961] Received PubSub notification, asking Buildbucket for the build status
[01:44:28.981] Build:
{
  "id": "8826139508482466657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27396,
  "createdBy": "project:chromium",
  "createTime": "2022-01-02T14:40:59.949087415Z",
  "startTime": "2022-01-02T14:53:43.135075Z",
  "endTime": "2022-01-03T01:44:28.723380902Z",
  "updateTime": "2022-01-03T01:44:28.723380902Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a88c842a7c49d97cf289ec993d74ff152a744add",
      "ref": "refs/heads/main"
    }
  }
}
[01:44:28.982] Invocation finished in 11h3m30.212417944s with status FAILED