Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:35:00.776] New invocation is queued and will start shortly
[11:35:01.948] Starting the invocation (attempt 1)
[11:35:01.986] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce"
[11:35:01.986] Popped gitiles commit info from properties and tags
[11:35:01.986] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:35:01.986] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:35:01.986] Buildbucket request:
{
  "requestId": "8988953958361459664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8988953958361459664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:35:02.770] Scheduled build:
{
  "id": "8823523896368022897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26470,
  "createdBy": "project:chromium",
  "createTime": "2022-01-31T11:35:02.045871928Z",
  "updateTime": "2022-01-31T11:35:02.045871928Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce",
      "ref": "refs/heads/main"
    }
  }
}
[11:35:02.770] Task URL: https://cr-buildbucket.appspot.com/build/8823523896368022897
[11:35:02.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:2:0) after 7m18s
[11:42:20.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:2:0)
[11:42:20.941] Build status: SCHEDULED
[11:42:20.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:3:0) after 1m44s
[11:44:05.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:3:0)
[11:44:05.214] Build status: SCHEDULED
[11:44:05.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:4:0) after 5m35s
[11:49:04.101] Received PubSub notification, asking Buildbucket for the build status
[11:49:04.129] Build status: STARTED
[11:49:40.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:4:0)
[11:49:40.487] Build status: STARTED
[11:49:40.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:6:0) after 2m24s
[11:52:04.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:6:0)
[11:52:04.532] Build status: STARTED
[11:52:04.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:7:0) after 8m34s
[12:00:38.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:7:0)
[12:00:38.593] Build status: STARTED
[12:00:38.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:8:0) after 8m4s
[12:08:42.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:8:0)
[12:08:42.649] Build status: STARTED
[12:08:42.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:9:0) after 1m49s
[12:10:31.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:9:0)
[12:10:31.764] Build status: STARTED
[12:10:31.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:10:0) after 8m5s
[12:18:36.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:10:0)
[12:18:36.882] Build status: STARTED
[12:18:36.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:11:0) after 5m1s
[12:23:37.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:11:0)
[12:23:37.989] Build status: STARTED
[12:23:37.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:12:0) after 6m8s
[12:29:46.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:12:0)
[12:29:46.131] Build status: STARTED
[12:29:46.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:13:0) after 1m14s
[12:31:00.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:13:0)
[12:31:00.191] Build status: STARTED
[12:31:00.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:14:0) after 6m48s
[12:37:48.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:14:0)
[12:37:48.589] Build status: STARTED
[12:37:48.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:15:0) after 8m45s
[12:46:33.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:15:0)
[12:46:33.632] Build status: STARTED
[12:46:33.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:16:0) after 7m33s
[12:54:06.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:16:0)
[12:54:06.691] Build status: STARTED
[12:54:06.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:17:0) after 6m16s
[13:00:22.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:17:0)
[13:00:22.986] Build status: STARTED
[13:00:22.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:18:0) after 2m17s
[13:02:40.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:18:0)
[13:02:40.158] Build status: STARTED
[13:02:40.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:19:0) after 9m28s
[13:12:08.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:19:0)
[13:12:08.208] Build status: STARTED
[13:12:08.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:20:0) after 8m3s
[13:20:11.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:20:0)
[13:20:11.252] Build status: STARTED
[13:20:11.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:21:0) after 9m40s
[13:29:51.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:21:0)
[13:29:51.376] Build status: STARTED
[13:29:51.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:22:0) after 1m27s
[13:31:18.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:22:0)
[13:31:18.375] Build status: STARTED
[13:31:18.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:23:0) after 6m12s
[13:37:30.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:23:0)
[13:37:30.563] Build status: STARTED
[13:37:30.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:24:0) after 9m14s
[13:46:44.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:24:0)
[13:46:44.558] Build status: STARTED
[13:46:44.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:25:0) after 6m23s
[13:53:07.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:25:0)
[13:53:07.753] Build status: STARTED
[13:53:07.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:26:0) after 9m30s
[14:02:37.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:26:0)
[14:02:37.816] Build status: STARTED
[14:02:37.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:27:0) after 9m40s
[14:12:18.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:27:0)
[14:12:18.105] Build status: STARTED
[14:12:18.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:28:0) after 8m25s
[14:20:43.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:28:0)
[14:20:43.304] Build status: STARTED
[14:20:43.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:29:0) after 9m34s
[14:30:17.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:29:0)
[14:30:17.623] Build status: STARTED
[14:30:17.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:30:0) after 6m27s
[14:36:44.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:30:0)
[14:36:44.698] Build status: STARTED
[14:36:44.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:31:0) after 6m33s
[14:43:17.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:31:0)
[14:43:17.745] Build status: STARTED
[14:43:17.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:32:0) after 9m38s
[14:52:55.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:32:0)
[14:52:55.905] Build status: STARTED
[14:52:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:33:0) after 6m37s
[14:59:32.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:33:0)
[14:59:32.950] Build status: STARTED
[14:59:32.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:34:0) after 4m58s
[15:04:31.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:34:0)
[15:04:31.028] Build status: STARTED
[15:04:31.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:35:0) after 1m47s
[15:06:18.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:35:0)
[15:06:18.087] Build status: STARTED
[15:06:18.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:36:0) after 8m17s
[15:14:35.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:36:0)
[15:14:35.135] Build status: STARTED
[15:14:35.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:37:0) after 9m1s
[15:23:36.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:37:0)
[15:23:36.196] Build status: STARTED
[15:23:36.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:38:0) after 1m42s
[15:25:18.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:38:0)
[15:25:18.318] Build status: STARTED
[15:25:18.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:39:0) after 8m7s
[15:33:25.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:39:0)
[15:33:25.373] Build status: STARTED
[15:33:25.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:40:0) after 2m16s
[15:35:41.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:40:0)
[15:35:41.402] Build status: STARTED
[15:35:41.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:41:0) after 4m52s
[15:40:33.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:41:0)
[15:40:33.489] Build status: STARTED
[15:40:33.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:42:0) after 2m54s
[15:43:27.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:42:0)
[15:43:27.987] Build status: STARTED
[15:43:27.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:43:0) after 5m32s
[15:49:00.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:43:0)
[15:49:00.175] Build status: STARTED
[15:49:00.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:44:0) after 1m7s
[15:50:07.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:44:0)
[15:50:07.217] Build status: STARTED
[15:50:07.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:45:0) after 9m44s
[15:59:51.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:45:0)
[15:59:51.598] Build status: STARTED
[15:59:51.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:46:0) after 1m49s
[16:01:40.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:46:0)
[16:01:40.982] Build status: STARTED
[16:01:40.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:47:0) after 7m26s
[16:09:07.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:47:0)
[16:09:07.263] Build status: STARTED
[16:09:07.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:48:0) after 5m23s
[16:14:30.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:48:0)
[16:14:30.472] Build status: STARTED
[16:14:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:49:0) after 8m26s
[16:22:56.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:49:0)
[16:22:56.784] Build status: STARTED
[16:22:56.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:50:0) after 2m59s
[16:25:55.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:50:0)
[16:25:55.954] Build status: STARTED
[16:25:55.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:51:0) after 3m45s
[16:29:40.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:51:0)
[16:29:41.015] Build status: STARTED
[16:29:41.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:52:0) after 8m23s
[16:38:04.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:52:0)
[16:38:04.200] Build status: STARTED
[16:38:04.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:53:0) after 7m35s
[16:45:39.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:53:0)
[16:45:39.376] Build status: STARTED
[16:45:39.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:54:0) after 3m17s
[16:48:56.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:54:0)
[16:48:56.519] Build status: STARTED
[16:48:56.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:55:0) after 7m51s
[16:56:48.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:55:0)
[16:56:48.296] Build status: STARTED
[16:56:48.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:56:0) after 3m29s
[17:00:17.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:56:0)
[17:00:17.342] Build status: STARTED
[17:00:17.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:57:0) after 6m39s
[17:06:56.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:57:0)
[17:06:56.489] Build status: STARTED
[17:06:56.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:58:0) after 8m11s
[17:15:07.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:58:0)
[17:15:07.893] Build status: STARTED
[17:15:07.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:59:0) after 9m4s
[17:24:12.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:59:0)
[17:24:12.233] Build status: STARTED
[17:24:12.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:60:0) after 5m37s
[17:29:49.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:60:0)
[17:29:49.497] Build status: STARTED
[17:29:49.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:61:0) after 1m45s
[17:31:34.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:61:0)
[17:31:34.590] Build status: STARTED
[17:31:34.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:62:0) after 8m19s
[17:39:53.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:62:0)
[17:39:53.932] Build status: STARTED
[17:39:53.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:63:0) after 7m56s
[17:47:50.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:63:0)
[17:47:50.089] Build status: STARTED
[17:47:50.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:64:0) after 3m47s
[17:51:37.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:64:0)
[17:51:37.121] Build status: STARTED
[17:51:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:65:0) after 4m9s
[17:55:46.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:65:0)
[17:55:46.371] Build status: STARTED
[17:55:46.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:66:0) after 3m52s
[17:59:38.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:66:0)
[17:59:38.417] Build status: STARTED
[17:59:38.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:67:0) after 8m31s
[18:08:09.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:67:0)
[18:08:09.578] Build status: STARTED
[18:08:09.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:68:0) after 6m30s
[18:14:39.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:68:0)
[18:14:39.811] Build status: STARTED
[18:14:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:69:0) after 7m56s
[18:22:35.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:69:0)
[18:22:35.864] Build status: STARTED
[18:22:35.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:70:0) after 5m38s
[18:28:13.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:70:0)
[18:28:13.928] Build status: STARTED
[18:28:13.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:71:0) after 1m31s
[18:29:45.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:71:0)
[18:29:45.055] Build status: STARTED
[18:29:45.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:72:0) after 8m6s
[18:37:51.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:72:0)
[18:37:51.106] Build status: STARTED
[18:37:51.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:73:0) after 4m45s
[18:42:36.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:73:0)
[18:42:36.258] Build status: STARTED
[18:42:36.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:74:0) after 8m25s
[18:51:01.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:74:0)
[18:51:02.050] Build status: STARTED
[18:51:02.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:75:0) after 7m16s
[18:58:18.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:75:0)
[18:58:18.273] Build status: STARTED
[18:58:18.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:76:0) after 5m24s
[19:03:42.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:76:0)
[19:03:42.506] Build status: STARTED
[19:03:42.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:77:0) after 9m5s
[19:12:47.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:77:0)
[19:12:47.647] Build status: STARTED
[19:12:47.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:78:0) after 1m50s
[19:14:37.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:78:0)
[19:14:37.704] Build status: STARTED
[19:14:37.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:79:0) after 6m1s
[19:20:38.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:79:0)
[19:20:38.842] Build status: STARTED
[19:20:38.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:80:0) after 7m3s
[19:27:41.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:80:0)
[19:27:41.888] Build status: STARTED
[19:27:41.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:81:0) after 3m47s
[19:31:29.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:81:0)
[19:31:29.057] Build status: STARTED
[19:31:29.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:82:0) after 5m8s
[19:36:37.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:82:0)
[19:36:37.160] Build status: STARTED
[19:36:37.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:83:0) after 5m56s
[19:42:33.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:83:0)
[19:42:33.247] Build status: STARTED
[19:42:33.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:84:0) after 8m47s
[19:51:20.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:84:0)
[19:51:20.347] Build status: STARTED
[19:51:20.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:85:0) after 9m49s
[20:01:09.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:85:0)
[20:01:09.400] Build status: STARTED
[20:01:09.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:86:0) after 2m36s
[20:03:45.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:86:0)
[20:03:45.526] Build status: STARTED
[20:03:45.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:87:0) after 2m32s
[20:06:17.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:87:0)
[20:06:17.580] Build status: STARTED
[20:06:17.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:88:0) after 5m2s
[20:11:19.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:88:0)
[20:11:19.733] Build status: STARTED
[20:11:19.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:89:0) after 2m11s
[20:13:30.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:89:0)
[20:13:30.854] Build status: STARTED
[20:13:30.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:90:0) after 5m23s
[20:18:53.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:90:0)
[20:18:53.899] Build status: STARTED
[20:18:53.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:91:0) after 7m29s
[20:26:22.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:91:0)
[20:26:22.979] Build status: STARTED
[20:26:22.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:92:0) after 5m33s
[20:31:56.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:92:0)
[20:31:56.022] Build status: STARTED
[20:31:56.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:93:0) after 7m56s
[20:39:52.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:93:0)
[20:39:52.076] Build status: STARTED
[20:39:52.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:94:0) after 4m16s
[20:44:08.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:94:0)
[20:44:08.737] Build status: STARTED
[20:44:08.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:95:0) after 4m10s
[20:48:18.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:95:0)
[20:48:18.804] Build status: STARTED
[20:48:18.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:96:0) after 8m41s
[20:56:59.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:96:0)
[20:56:59.852] Build status: STARTED
[20:56:59.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:97:0) after 1m24s
[20:58:23.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:97:0)
[20:58:23.955] Build status: STARTED
[20:58:23.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:98:0) after 4m35s
[21:02:59.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:98:0)
[21:02:59.082] Build status: STARTED
[21:02:59.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:99:0) after 4m2s
[21:07:01.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:99:0)
[21:07:01.255] Build status: STARTED
[21:07:01.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:100:0) after 6m2s
[21:13:03.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:100:0)
[21:13:03.762] Build status: STARTED
[21:13:03.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:101:0) after 5m10s
[21:18:13.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:101:0)
[21:18:13.857] Build status: STARTED
[21:18:13.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:102:0) after 8m25s
[21:26:38.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:102:0)
[21:26:38.980] Build status: STARTED
[21:26:38.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:103:0) after 7m51s
[21:34:30.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:103:0)
[21:34:30.097] Build status: STARTED
[21:34:30.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:104:0) after 6m12s
[21:40:42.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:104:0)
[21:40:42.150] Build status: STARTED
[21:40:42.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:105:0) after 8m19s
[21:49:01.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:105:0)
[21:49:01.581] Build status: STARTED
[21:49:01.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:106:0) after 3m5s
[21:52:06.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:106:0)
[21:52:06.835] Build status: STARTED
[21:52:06.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:107:0) after 2m54s
[21:55:01.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:107:0)
[21:55:01.077] Build status: STARTED
[21:55:01.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:108:0) after 4m8s
[21:59:09.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:108:0)
[21:59:09.627] Build status: STARTED
[21:59:09.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:109:0) after 6m45s
[22:05:54.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:109:0)
[22:05:54.811] Build status: STARTED
[22:05:54.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:110:0) after 1m31s
[22:07:26.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:110:0)
[22:07:26.249] Build status: STARTED
[22:07:26.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:111:0) after 8m50s
[22:16:16.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:111:0)
[22:16:16.320] Build status: STARTED
[22:16:16.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:112:0) after 8m10s
[22:24:26.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:112:0)
[22:24:26.449] Build status: STARTED
[22:24:26.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:113:0) after 1m18s
[22:25:44.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:113:0)
[22:25:44.558] Build status: STARTED
[22:25:44.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:114:0) after 5m0s
[22:30:44.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:114:0)
[22:30:44.639] Build status: STARTED
[22:30:44.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8988953958361459664:115:0) after 5m10s
[22:34:14.632] Received PubSub notification, asking Buildbucket for the build status
[22:34:14.661] Build:
{
  "id": "8823523896368022897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26470,
  "createdBy": "project:chromium",
  "createTime": "2022-01-31T11:35:02.045871928Z",
  "startTime": "2022-01-31T11:49:02.974886Z",
  "endTime": "2022-01-31T22:34:13.984732551Z",
  "updateTime": "2022-01-31T22:34:13.984732551Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "71b9ebb11ef65c5c14bab8a80a245c82dbecf1ce",
      "ref": "refs/heads/main"
    }
  }
}
[22:34:14.661] Invocation finished in 10h59m13.9004106s with status FAILED