Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "908e3e3a134cb3b9a741ea31aedb2f035696c2ca"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/908e3e3a134cb3b9a741ea31aedb2f035696c2ca
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:36:02.475] New invocation is queued and will start shortly
[13:36:03.575] Starting the invocation (attempt 1)
[13:36:03.615] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/908e3e3a134cb3b9a741ea31aedb2f035696c2ca"
[13:36:03.615] Popped gitiles commit info from properties and tags
[13:36:03.615] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:36:03.615] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:36:03.616] Buildbucket request:
{
  "requestId": "9011414391584808224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "908e3e3a134cb3b9a741ea31aedb2f035696c2ca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011414391584808224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:36:04.180] Scheduled build:
{
  "id": "8845984329641776752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13561,
  "createdBy": "project:chromium",
  "createTime": "2021-05-28T13:36:03.696849Z",
  "updateTime": "2021-05-28T13:36:04.111056Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "908e3e3a134cb3b9a741ea31aedb2f035696c2ca",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:36:04.180] Task URL: https://cr-buildbucket.appspot.com/build/8845984329641776752
[13:36:04.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:2:0) after 5m15s
[13:38:10.880] Received PubSub notification, asking Buildbucket for the build status
[13:38:10.908] Build status: STARTED
[13:41:19.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:2:0)
[13:41:19.239] Build status: STARTED
[13:41:19.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:4:0) after 2m40s
[13:43:59.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:4:0)
[13:43:59.356] Build status: STARTED
[13:43:59.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:5:0) after 5m15s
[13:49:14.992] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:5:0)
[13:49:15.018] Build status: STARTED
[13:49:15.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:6:0) after 9m2s
[13:58:17.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:6:0)
[13:58:17.333] Build status: STARTED
[13:58:17.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:7:0) after 8m3s
[14:06:20.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:7:0)
[14:06:20.413] Build status: STARTED
[14:06:20.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:8:0) after 9m51s
[14:16:11.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:8:0)
[14:16:11.468] Build status: STARTED
[14:16:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:9:0) after 2m22s
[14:18:33.546] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:9:0)
[14:18:33.577] Build status: STARTED
[14:18:33.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:10:0) after 5m35s
[14:24:08.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:10:0)
[14:24:08.826] Build status: STARTED
[14:24:08.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:11:0) after 7m12s
[14:31:20.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:11:0)
[14:31:20.972] Build status: STARTED
[14:31:20.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:12:0) after 1m21s
[14:32:42.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:12:0)
[14:32:42.330] Build status: STARTED
[14:32:42.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:13:0) after 8m0s
[14:40:42.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:13:0)
[14:40:42.385] Build status: STARTED
[14:40:42.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:14:0) after 9m2s
[14:49:44.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:14:0)
[14:49:44.413] Build status: STARTED
[14:49:44.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:15:0) after 7m8s
[14:56:52.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:15:0)
[14:56:52.469] Build status: STARTED
[14:56:52.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:16:0) after 6m11s
[15:03:03.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:16:0)
[15:03:03.530] Build status: STARTED
[15:03:03.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:17:0) after 1m10s
[15:04:14.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:17:0)
[15:04:14.698] Build status: STARTED
[15:04:14.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:18:0) after 8m15s
[15:12:29.878] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:18:0)
[15:12:29.903] Build status: STARTED
[15:12:29.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:19:0) after 7m24s
[15:19:54.205] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:19:0)
[15:19:54.235] Build status: STARTED
[15:19:54.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:20:0) after 6m15s
[15:26:09.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:20:0)
[15:26:09.543] Build status: STARTED
[15:26:09.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:21:0) after 7m48s
[15:33:57.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:21:0)
[15:33:57.597] Build status: STARTED
[15:33:57.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:22:0) after 9m48s
[15:43:45.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:22:0)
[15:43:45.732] Build status: STARTED
[15:43:45.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:23:0) after 4m43s
[15:48:28.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:23:0)
[15:48:28.895] Build status: STARTED
[15:48:28.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:24:0) after 9m3s
[15:57:31.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:24:0)
[15:57:31.944] Build status: STARTED
[15:57:31.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:25:0) after 1m8s
[15:58:39.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:25:0)
[15:58:39.990] Build status: STARTED
[15:58:39.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:26:0) after 3m37s
[16:02:17.090] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:26:0)
[16:02:17.167] Build status: STARTED
[16:02:17.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:27:0) after 1m0s
[16:03:17.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:27:0)
[16:03:17.215] Build status: STARTED
[16:03:17.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:28:0) after 9m38s
[16:12:55.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:28:0)
[16:12:55.273] Build status: STARTED
[16:12:55.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:29:0) after 3m20s
[16:16:15.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:29:0)
[16:16:15.363] Build status: STARTED
[16:16:15.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:30:0) after 9m29s
[16:25:44.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:30:0)
[16:25:44.387] Build status: STARTED
[16:25:44.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:31:0) after 3m25s
[16:29:09.407] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:31:0)
[16:29:09.524] Build status: STARTED
[16:29:09.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:32:0) after 2m12s
[16:31:21.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:32:0)
[16:31:21.567] Build status: STARTED
[16:31:21.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:33:0) after 5m57s
[16:37:18.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:33:0)
[16:37:18.788] Build status: STARTED
[16:37:18.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:34:0) after 3m16s
[16:40:34.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:34:0)
[16:40:34.947] Build status: STARTED
[16:40:34.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:35:0) after 9m36s
[16:50:10.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:35:0)
[16:50:11.034] Build status: STARTED
[16:50:11.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:36:0) after 2m35s
[16:52:46.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:36:0)
[16:52:46.098] Build status: STARTED
[16:52:46.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:37:0) after 9m55s
[17:02:41.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:37:0)
[17:02:41.825] Build status: STARTED
[17:02:41.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:38:0) after 6m31s
[17:09:12.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:38:0)
[17:09:12.944] Build status: STARTED
[17:09:12.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:39:0) after 5m44s
[17:14:56.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:39:0)
[17:14:56.992] Build status: STARTED
[17:14:56.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:40:0) after 6m36s
[17:21:33.100] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:40:0)
[17:21:33.157] Build status: STARTED
[17:21:33.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:41:0) after 4m43s
[17:26:16.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:41:0)
[17:26:16.269] Build status: STARTED
[17:26:16.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:42:0) after 4m1s
[17:30:17.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:42:0)
[17:30:17.362] Build status: STARTED
[17:30:17.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:43:0) after 6m35s
[17:36:52.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:43:0)
[17:36:52.623] Build status: STARTED
[17:36:52.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:44:0) after 2m29s
[17:39:21.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:44:0)
[17:39:21.789] Build status: STARTED
[17:39:21.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:45:0) after 5m50s
[17:45:11.812] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:45:0)
[17:45:11.845] Build status: STARTED
[17:45:11.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:46:0) after 4m37s
[17:49:48.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:46:0)
[17:49:48.892] Build status: STARTED
[17:49:48.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:47:0) after 8m13s
[17:58:01.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:47:0)
[17:58:01.927] Build status: STARTED
[17:58:01.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:48:0) after 1m52s
[17:59:53.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:48:0)
[17:59:53.984] Build status: STARTED
[17:59:53.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:49:0) after 4m19s
[18:04:13.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:49:0)
[18:04:13.996] Build status: STARTED
[18:04:13.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:50:0) after 2m13s
[18:06:27.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:50:0)
[18:06:27.050] Build status: STARTED
[18:06:27.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:51:0) after 8m52s
[18:15:19.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:51:0)
[18:15:19.100] Build status: STARTED
[18:15:19.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:52:0) after 8m44s
[18:24:03.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:52:0)
[18:24:03.154] Build status: STARTED
[18:24:03.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:53:0) after 2m28s
[18:26:31.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:53:0)
[18:26:31.291] Build status: STARTED
[18:26:31.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:54:0) after 8m18s
[18:34:49.641] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:54:0)
[18:34:49.671] Build status: STARTED
[18:34:49.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:55:0) after 3m28s
[18:38:17.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:55:0)
[18:38:17.754] Build status: STARTED
[18:38:17.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:56:0) after 1m11s
[18:39:28.883] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:56:0)
[18:39:28.910] Build status: STARTED
[18:39:28.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:57:0) after 4m39s
[18:44:08.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:57:0)
[18:44:08.103] Build status: STARTED
[18:44:08.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:58:0) after 6m14s
[18:50:22.112] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:58:0)
[18:50:22.139] Build status: STARTED
[18:50:22.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:59:0) after 4m25s
[18:54:47.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:59:0)
[18:54:47.198] Build status: STARTED
[18:54:47.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:60:0) after 4m35s
[18:59:22.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:60:0)
[18:59:22.289] Build status: STARTED
[18:59:22.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:61:0) after 8m8s
[19:07:30.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:61:0)
[19:07:30.456] Build status: STARTED
[19:07:30.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:62:0) after 1m49s
[19:09:19.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:62:0)
[19:09:19.515] Build status: STARTED
[19:09:19.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:63:0) after 8m23s
[19:17:42.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:63:0)
[19:17:42.702] Build status: STARTED
[19:17:42.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:64:0) after 1m49s
[19:19:31.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:64:0)
[19:19:31.755] Build status: STARTED
[19:19:31.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:65:0) after 4m16s
[19:23:47.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:65:0)
[19:23:47.827] Build status: STARTED
[19:23:47.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:66:0) after 7m25s
[19:31:13.084] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:66:0)
[19:31:13.112] Build status: STARTED
[19:31:13.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:67:0) after 9m22s
[19:40:35.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:67:0)
[19:40:35.170] Build status: STARTED
[19:40:35.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:68:0) after 3m6s
[19:43:41.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:68:0)
[19:43:41.225] Build status: STARTED
[19:43:41.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:69:0) after 6m22s
[19:50:03.517] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:69:0)
[19:50:03.546] Build status: STARTED
[19:50:03.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:70:0) after 4m42s
[19:54:45.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:70:0)
[19:54:45.735] Build status: STARTED
[19:54:45.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:71:0) after 3m16s
[19:58:01.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:71:0)
[19:58:01.901] Build status: STARTED
[19:58:01.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:72:0) after 4m45s
[20:02:47.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:72:0)
[20:02:47.060] Build status: STARTED
[20:02:47.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:73:0) after 6m56s
[20:09:43.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:73:0)
[20:09:43.104] Build status: STARTED
[20:09:43.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:74:0) after 1m8s
[20:10:51.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:74:0)
[20:10:51.233] Build status: STARTED
[20:10:51.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:75:0) after 5m34s
[20:16:25.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:75:0)
[20:16:25.447] Build status: STARTED
[20:16:25.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:76:0) after 2m41s
[20:19:06.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:76:0)
[20:19:06.495] Build status: STARTED
[20:19:06.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:77:0) after 3m37s
[20:22:43.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:77:0)
[20:22:43.596] Build status: STARTED
[20:22:43.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:78:0) after 5m55s
[20:28:38.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:78:0)
[20:28:38.797] Build status: STARTED
[20:28:38.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:79:0) after 1m7s
[20:29:45.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:79:0)
[20:29:45.909] Build status: STARTED
[20:29:45.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:80:0) after 3m21s
[20:33:07.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:80:0)
[20:33:07.083] Build status: STARTED
[20:33:07.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:81:0) after 9m59s
[20:43:06.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:81:0)
[20:43:06.301] Build status: STARTED
[20:43:06.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:82:0) after 8m51s
[20:51:58.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:82:0)
[20:51:58.809] Build status: STARTED
[20:51:58.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:83:0) after 2m19s
[20:54:17.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:83:0)
[20:54:17.861] Build status: STARTED
[20:54:17.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:84:0) after 7m19s
[21:01:36.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:84:0)
[21:01:36.962] Build status: STARTED
[21:01:36.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:85:0) after 8m23s
[21:09:59.984] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:85:0)
[21:10:00.011] Build status: STARTED
[21:10:00.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:86:0) after 3m22s
[21:13:22.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:86:0)
[21:13:22.111] Build status: STARTED
[21:13:22.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:87:0) after 4m49s
[21:18:11.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:87:0)
[21:18:11.183] Build status: STARTED
[21:18:11.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:88:0) after 1m1s
[21:19:12.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:88:0)
[21:19:12.214] Build status: STARTED
[21:19:12.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011414391584808224:89:0) after 5m16s
[21:22:45.636] Received PubSub notification, asking Buildbucket for the build status
[21:22:45.683] Build:
{
  "id": "8845984329641776752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13561,
  "createdBy": "project:chromium",
  "createTime": "2021-05-28T13:36:03.696849Z",
  "startTime": "2021-05-28T13:38:10.152232Z",
  "endTime": "2021-05-28T21:22:45.347407121Z",
  "updateTime": "2021-05-28T21:22:45.348226010Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "908e3e3a134cb3b9a741ea31aedb2f035696c2ca",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:22:45.683] Invocation finished in 7h46m43.224694663s with status FAILED