LUCI Scheduler :: chromium :: ToTMacASan

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

4400335036ba4ef1fda7253daf7659a8c7329ba6 (4 years ago)
2e6dcd45dc0b2ab95dfec41584ebcc5de5db8912 (4 years ago)
643655471c8814eb9ea0a216b1e3f1c57841106e (4 years ago)
97c89585ff4bc7c533d662d5fb6f43c6b3a3ead8 (4 years ago)
92dc287ec0778b4f59768a10ccfb0a526e11e670 (4 years ago)
4d92b7a3af6f48c0253b4ea9f7baac4dc873ab09 (4 years ago)
d6faa367f9554cebbd1caa7b7688fb729ca2b88b (4 years ago)
fbcf0d489a1954fb7ea08fbe03e775de4be7c17c (4 years ago)
5551fc86d84ebf36808bbd85a8163a0948d18c9a (4 years ago)
78f468fb4a33d638d0d1e24f1d4ee668cfacfb52 (4 years ago)
6fb99153e8b684129a884bdc93bf2b729a0969bf (4 years ago)
ce057d67c1e402285e975e9f11b89cccc814c691 (4 years ago)
ddd25062cc07ca811b176db6dbce2b3ef78ff8ef (4 years ago)
7ee7048386e121c0786f27419251c8cdfe19772a (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7ee7048386e121c0786f27419251c8cdfe19772a"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ee7048386e121c0786f27419251c8cdfe19772a
gitiles_ref:refs/heads/main

Debug log (UTC)

[14:56:12.864] New invocation is queued and will start shortly
[14:56:13.936] Starting the invocation (attempt 1)
[14:56:13.970] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7ee7048386e121c0786f27419251c8cdfe19772a"
[14:56:13.970] Popped gitiles commit info from properties and tags
[14:56:13.970] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:56:13.971] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:56:13.971] Buildbucket request:
{
  "requestId": "8992293387614529616",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7ee7048386e121c0786f27419251c8cdfe19772a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992293387614529616"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:56:14.411] Scheduled build:
{
  "id": "8826863325738740449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26381,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T14:56:14.022598652Z",
  "updateTime": "2021-12-25T14:56:14.022598652Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ee7048386e121c0786f27419251c8cdfe19772a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:56:14.411] Task URL: https://cr-buildbucket.appspot.com/build/8826863325738740449
[14:56:14.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:2:0) after 3m17s
[14:56:56.732] Received PubSub notification, asking Buildbucket for the build status
[14:56:56.764] Build status: STARTED
[14:59:31.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:2:0)
[14:59:31.452] Build status: STARTED
[14:59:31.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:4:0) after 3m5s
[15:02:36.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:4:0)
[15:02:36.667] Build status: STARTED
[15:02:36.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:5:0) after 7m57s
[15:10:33.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:5:0)
[15:10:33.719] Build status: STARTED
[15:10:33.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:6:0) after 7m17s
[15:17:50.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:6:0)
[15:17:50.889] Build status: STARTED
[15:17:50.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:7:0) after 2m19s
[15:20:09.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:7:0)
[15:20:09.978] Build status: STARTED
[15:20:09.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:8:0) after 1m3s
[15:21:13.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:8:0)
[15:21:13.049] Build status: STARTED
[15:21:13.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:9:0) after 8m1s
[15:29:14.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:9:0)
[15:29:14.230] Build status: STARTED
[15:29:14.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:10:0) after 1m48s
[15:31:02.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:10:0)
[15:31:02.288] Build status: STARTED
[15:31:02.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:11:0) after 7m36s
[15:38:38.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:11:0)
[15:38:38.345] Build status: STARTED
[15:38:38.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:12:0) after 7m43s
[15:46:21.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:12:0)
[15:46:21.402] Build status: STARTED
[15:46:21.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:13:0) after 8m23s
[15:54:44.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:13:0)
[15:54:44.454] Build status: STARTED
[15:54:44.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:14:0) after 6m15s
[16:00:59.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:14:0)
[16:00:59.506] Build status: STARTED
[16:00:59.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:15:0) after 6m18s
[16:07:17.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:15:0)
[16:07:17.671] Build status: STARTED
[16:07:17.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:16:0) after 2m25s
[16:09:42.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:16:0)
[16:09:42.895] Build status: STARTED
[16:09:42.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:17:0) after 8m13s
[16:17:56.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:17:0)
[16:17:56.051] Build status: STARTED
[16:17:56.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:18:0) after 7m42s
[16:25:38.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:18:0)
[16:25:38.087] Build status: STARTED
[16:25:38.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:19:0) after 7m3s
[16:32:41.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:19:0)
[16:32:41.147] Build status: STARTED
[16:32:41.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:20:0) after 3m27s
[16:36:08.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:20:0)
[16:36:08.198] Build status: STARTED
[16:36:08.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:21:0) after 7m12s
[16:43:20.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:21:0)
[16:43:20.228] Build status: STARTED
[16:43:20.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:22:0) after 3m1s
[16:46:21.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:22:0)
[16:46:21.383] Build status: STARTED
[16:46:21.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:23:0) after 5m32s
[16:51:53.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:23:0)
[16:51:53.537] Build status: STARTED
[16:51:53.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:24:0) after 2m40s
[16:54:33.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:24:0)
[16:54:33.533] Build status: STARTED
[16:54:33.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:25:0) after 3m16s
[16:57:49.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:25:0)
[16:57:49.581] Build status: STARTED
[16:57:49.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:26:0) after 8m53s
[17:06:42.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:26:0)
[17:06:42.630] Build status: STARTED
[17:06:42.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:27:0) after 7m33s
[17:14:15.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:27:0)
[17:14:15.683] Build status: STARTED
[17:14:15.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:28:0) after 8m30s
[17:22:45.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:28:0)
[17:22:45.745] Build status: STARTED
[17:22:45.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:29:0) after 9m12s
[17:31:57.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:29:0)
[17:31:57.781] Build status: STARTED
[17:31:57.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:30:0) after 6m1s
[17:37:58.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:30:0)
[17:37:58.915] Build status: STARTED
[17:37:58.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:31:0) after 3m17s
[17:41:15.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:31:0)
[17:41:15.957] Build status: STARTED
[17:41:15.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:32:0) after 2m36s
[17:43:51.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:32:0)
[17:43:51.998] Build status: STARTED
[17:43:51.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:33:0) after 9m4s
[17:52:56.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:33:0)
[17:52:56.222] Build status: STARTED
[17:52:56.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:34:0) after 5m6s
[17:58:02.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:34:0)
[17:58:02.474] Build status: STARTED
[17:58:02.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:35:0) after 1m8s
[17:59:10.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:35:0)
[17:59:10.566] Build status: STARTED
[17:59:10.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:36:0) after 5m9s
[18:04:19.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:36:0)
[18:04:19.719] Build status: STARTED
[18:04:19.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:37:0) after 7m15s
[18:11:34.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:37:0)
[18:11:34.758] Build status: STARTED
[18:11:34.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:38:0) after 2m39s
[18:14:13.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:38:0)
[18:14:14.015] Build status: STARTED
[18:14:14.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:39:0) after 9m40s
[18:23:54.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:39:0)
[18:23:54.196] Build status: STARTED
[18:23:54.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:40:0) after 8m8s
[18:32:02.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:40:0)
[18:32:02.260] Build status: STARTED
[18:32:02.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:41:0) after 4m7s
[18:36:09.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:41:0)
[18:36:09.473] Build status: STARTED
[18:36:09.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:42:0) after 1m50s
[18:37:59.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:42:0)
[18:37:59.723] Build status: STARTED
[18:37:59.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:43:0) after 7m48s
[18:45:47.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:43:0)
[18:45:48.005] Build status: STARTED
[18:45:48.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:44:0) after 1m10s
[18:46:58.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:44:0)
[18:46:58.069] Build status: STARTED
[18:46:58.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:45:0) after 1m53s
[18:48:51.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:45:0)
[18:48:51.164] Build status: STARTED
[18:48:51.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:46:0) after 7m13s
[18:56:04.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:46:0)
[18:56:04.416] Build status: STARTED
[18:56:04.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:47:0) after 2m39s
[18:58:43.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:47:0)
[18:58:43.460] Build status: STARTED
[18:58:43.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:48:0) after 3m0s
[19:01:43.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:48:0)
[19:01:43.560] Build status: STARTED
[19:01:43.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:49:0) after 7m32s
[19:09:15.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:49:0)
[19:09:15.672] Build status: STARTED
[19:09:15.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:50:0) after 8m28s
[19:17:43.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:50:0)
[19:17:43.893] Build status: STARTED
[19:17:43.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:51:0) after 2m52s
[19:20:35.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:51:0)
[19:20:35.956] Build status: STARTED
[19:20:35.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:52:0) after 2m20s
[19:22:56.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:52:0)
[19:22:56.084] Build status: STARTED
[19:22:56.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:53:0) after 5m12s
[19:28:08.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:53:0)
[19:28:08.118] Build status: STARTED
[19:28:08.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:54:0) after 3m34s
[19:31:42.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:54:0)
[19:31:42.408] Build status: STARTED
[19:31:42.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:55:0) after 5m42s
[19:37:24.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:55:0)
[19:37:24.480] Build status: STARTED
[19:37:24.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:56:0) after 3m38s
[19:41:02.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:56:0)
[19:41:02.541] Build status: STARTED
[19:41:02.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:57:0) after 2m46s
[19:43:48.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:57:0)
[19:43:48.590] Build status: STARTED
[19:43:48.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:58:0) after 6m13s
[19:50:01.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:58:0)
[19:50:01.581] Build status: STARTED
[19:50:01.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:59:0) after 3m11s
[19:53:12.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:59:0)
[19:53:12.625] Build status: STARTED
[19:53:12.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:60:0) after 7m43s
[20:00:56.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:60:0)
[20:00:56.901] Build status: STARTED
[20:00:56.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:61:0) after 3m54s
[20:04:50.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:61:0)
[20:04:50.938] Build status: STARTED
[20:04:50.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:62:0) after 3m3s
[20:07:53.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:62:0)
[20:07:53.976] Build status: STARTED
[20:07:53.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:63:0) after 9m29s
[20:17:24.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:63:0)
[20:17:24.312] Build status: STARTED
[20:17:24.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:64:0) after 7m48s
[20:25:12.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:64:0)
[20:25:12.638] Build status: STARTED
[20:25:12.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:65:0) after 7m31s
[20:32:43.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:65:0)
[20:32:43.996] Build status: STARTED
[20:32:43.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:66:0) after 1m23s
[20:34:07.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:66:0)
[20:34:07.058] Build status: STARTED
[20:34:07.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:67:0) after 1m59s
[20:36:06.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:67:0)
[20:36:06.115] Build status: STARTED
[20:36:06.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:68:0) after 9m27s
[20:45:33.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:68:0)
[20:45:33.163] Build status: STARTED
[20:45:33.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:69:0) after 6m18s
[20:51:51.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:69:0)
[20:51:51.204] Build status: STARTED
[20:51:51.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:70:0) after 8m55s
[21:00:46.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:70:0)
[21:00:46.242] Build status: STARTED
[21:00:46.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:71:0) after 1m31s
[21:02:17.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:71:0)
[21:02:17.284] Build status: STARTED
[21:02:17.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:72:0) after 6m18s
[21:08:35.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:72:0)
[21:08:35.341] Build status: STARTED
[21:08:35.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:73:0) after 5m13s
[21:13:48.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:73:0)
[21:13:48.389] Build status: STARTED
[21:13:48.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:74:0) after 4m36s
[21:18:24.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:74:0)
[21:18:24.626] Build status: STARTED
[21:18:24.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:75:0) after 8m55s
[21:27:19.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:75:0)
[21:27:19.786] Build status: STARTED
[21:27:19.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:76:0) after 2m34s
[21:29:53.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:76:0)
[21:29:53.977] Build status: STARTED
[21:29:53.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:77:0) after 2m44s
[21:32:38.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:77:0)
[21:32:38.033] Build status: STARTED
[21:32:38.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:78:0) after 9m32s
[21:42:10.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:78:0)
[21:42:10.085] Build status: STARTED
[21:42:10.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:79:0) after 1m45s
[21:43:55.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:79:0)
[21:43:55.134] Build status: STARTED
[21:43:55.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:80:0) after 1m13s
[21:45:08.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:80:0)
[21:45:08.397] Build status: STARTED
[21:45:08.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:81:0) after 1m27s
[21:46:35.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:81:0)
[21:46:35.440] Build status: STARTED
[21:46:35.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:82:0) after 4m8s
[21:50:43.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:82:0)
[21:50:43.474] Build status: STARTED
[21:50:43.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:83:0) after 6m41s
[21:57:24.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:83:0)
[21:57:24.524] Build status: STARTED
[21:57:24.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:84:0) after 8m40s
[22:06:04.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:84:0)
[22:06:04.573] Build status: STARTED
[22:06:04.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:85:0) after 9m30s
[22:15:34.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:85:0)
[22:15:34.626] Build status: STARTED
[22:15:34.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:86:0) after 6m35s
[22:22:09.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:86:0)
[22:22:09.672] Build status: STARTED
[22:22:09.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:87:0) after 7m12s
[22:29:21.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:87:0)
[22:29:21.784] Build status: STARTED
[22:29:21.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:88:0) after 6m8s
[22:35:29.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:88:0)
[22:35:29.822] Build status: STARTED
[22:35:29.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:89:0) after 8m48s
[22:44:17.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:89:0)
[22:44:17.870] Build status: STARTED
[22:44:17.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:90:0) after 4m30s
[22:48:47.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:90:0)
[22:48:47.908] Build status: STARTED
[22:48:47.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:91:0) after 4m6s
[22:52:53.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:91:0)
[22:52:53.953] Build status: STARTED
[22:52:53.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:92:0) after 6m52s
[22:59:45.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:92:0)
[22:59:45.996] Build status: STARTED
[22:59:45.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:93:0) after 6m58s
[23:06:44.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:93:0)
[23:06:44.246] Build status: STARTED
[23:06:44.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:94:0) after 8m44s
[23:15:28.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:94:0)
[23:15:28.308] Build status: STARTED
[23:15:28.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:95:0) after 1m58s
[23:17:26.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:95:0)
[23:17:26.403] Build status: STARTED
[23:17:26.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:96:0) after 8m21s
[23:25:47.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:96:0)
[23:25:47.481] Build status: STARTED
[23:25:47.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:97:0) after 8m44s
[23:34:31.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:97:0)
[23:34:31.647] Build status: STARTED
[23:34:31.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:98:0) after 6m19s
[23:40:50.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:98:0)
[23:40:50.762] Build status: STARTED
[23:40:50.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:99:0) after 3m13s
[23:44:03.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:99:0)
[23:44:03.820] Build status: STARTED
[23:44:03.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:100:0) after 6m38s
[23:50:41.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:100:0)
[23:50:41.867] Build status: STARTED
[23:50:41.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:101:0) after 3m31s
[23:54:12.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:101:0)
[23:54:12.914] Build status: STARTED
[23:54:12.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:102:0) after 2m29s
[23:56:41.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:102:0)
[23:56:41.981] Build status: STARTED
[23:56:41.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:103:0) after 9m19s
[00:06:01.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:103:0)
[00:06:01.121] Build status: STARTED
[00:06:01.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:104:0) after 9m55s
[00:15:56.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:104:0)
[00:15:56.167] Build status: STARTED
[00:15:56.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:105:0) after 3m48s
[00:19:44.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:105:0)
[00:19:44.277] Build status: STARTED
[00:19:44.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:106:0) after 3m43s
[00:23:27.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:106:0)
[00:23:27.338] Build status: STARTED
[00:23:27.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:107:0) after 7m54s
[00:31:21.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:107:0)
[00:31:21.520] Build status: STARTED
[00:31:21.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:108:0) after 2m22s
[00:33:43.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:108:0)
[00:33:43.559] Build status: STARTED
[00:33:43.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:109:0) after 8m51s
[00:42:34.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:109:0)
[00:42:34.605] Build status: STARTED
[00:42:34.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:110:0) after 1m54s
[00:44:28.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:110:0)
[00:44:28.641] Build status: STARTED
[00:44:28.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:111:0) after 1m6s
[00:45:34.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:111:0)
[00:45:34.684] Build status: STARTED
[00:45:34.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:112:0) after 8m23s
[00:53:57.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:112:0)
[00:53:57.748] Build status: STARTED
[00:53:57.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:113:0) after 1m50s
[00:55:47.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:113:0)
[00:55:47.789] Build status: STARTED
[00:55:47.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:114:0) after 6m42s
[01:02:29.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:114:0)
[01:02:29.838] Build status: STARTED
[01:02:29.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:115:0) after 2m49s
[01:05:18.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:115:0)
[01:05:18.909] Build status: STARTED
[01:05:18.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:116:0) after 4m34s
[01:09:53.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:116:0)
[01:09:53.242] Build status: STARTED
[01:09:53.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:117:0) after 6m39s
[01:16:32.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:117:0)
[01:16:32.368] Build status: STARTED
[01:16:32.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:118:0) after 4m58s
[01:21:30.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:118:0)
[01:21:30.909] Build status: STARTED
[01:21:30.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:119:0) after 1m15s
[01:22:45.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:119:0)
[01:22:45.996] Build status: STARTED
[01:22:45.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:120:0) after 5m7s
[01:27:53.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:120:0)
[01:27:53.047] Build status: STARTED
[01:27:53.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:121:0) after 3m8s
[01:31:01.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:121:0)
[01:31:01.088] Build status: STARTED
[01:31:01.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:122:0) after 6m6s
[01:37:07.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:122:0)
[01:37:07.190] Build status: STARTED
[01:37:07.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992293387614529616:123:0) after 2m2s
[01:37:17.472] Received PubSub notification, asking Buildbucket for the build status
[01:37:17.500] Build:
{
  "id": "8826863325738740449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26381,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T14:56:14.022598652Z",
  "startTime": "2021-12-25T14:56:55.962690Z",
  "endTime": "2021-12-26T01:37:12.355542001Z",
  "updateTime": "2021-12-26T01:37:12.355542001Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7ee7048386e121c0786f27419251c8cdfe19772a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:37:17.500] Invocation finished in 10h41m4.649854282s with status FAILED