Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "de45659c67a945800f5529931ed459227ada1eda"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/de45659c67a945800f5529931ed459227ada1eda
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:40:31.572] New invocation is queued and will start shortly
[09:40:32.652] Starting the invocation (attempt 1)
[09:40:32.686] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/de45659c67a945800f5529931ed459227ada1eda"
[09:40:32.686] Popped gitiles commit info from properties and tags
[09:40:32.686] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:40:32.687] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:40:32.687] Buildbucket request:
{
  "requestId": "9011519805876788576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "de45659c67a945800f5529931ed459227ada1eda",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011519805876788576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:40:33.284] Scheduled build:
{
  "id": "8846089743916185104",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25013,
  "createdBy": "project:chromium",
  "createTime": "2021-05-27T09:40:32.810368Z",
  "updateTime": "2021-05-27T09:40:33.191606Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "de45659c67a945800f5529931ed459227ada1eda",
      "ref": "refs/heads/main"
    }
  }
}
[09:40:33.284] Task URL: https://cr-buildbucket.appspot.com/build/8846089743916185104
[09:40:33.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:2:0) after 8m0s
[09:40:56.937] Received PubSub notification, asking Buildbucket for the build status
[09:40:56.971] Build status: STARTED
[09:48:33.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:2:0)
[09:48:33.435] Build status: STARTED
[09:48:33.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:4:0) after 3m33s
[09:52:06.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:4:0)
[09:52:06.579] Build status: STARTED
[09:52:06.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:5:0) after 5m44s
[09:57:50.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:5:0)
[09:57:50.796] Build status: STARTED
[09:57:50.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:6:0) after 3m28s
[10:01:18.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:6:0)
[10:01:18.849] Build status: STARTED
[10:01:18.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:7:0) after 5m28s
[10:06:47.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:7:0)
[10:06:47.200] Build status: STARTED
[10:06:47.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:8:0) after 6m14s
[10:13:01.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:8:0)
[10:13:01.349] Build status: STARTED
[10:13:01.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:9:0) after 9m43s
[10:22:44.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:9:0)
[10:22:44.818] Build status: STARTED
[10:22:44.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:10:0) after 3m12s
[10:25:56.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:10:0)
[10:25:56.944] Build status: STARTED
[10:25:56.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:11:0) after 4m12s
[10:30:08.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:11:0)
[10:30:09.016] Build status: STARTED
[10:30:09.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:12:0) after 8m13s
[10:38:22.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:12:0)
[10:38:22.118] Build status: STARTED
[10:38:22.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:13:0) after 6m16s
[10:44:38.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:13:0)
[10:44:38.171] Build status: STARTED
[10:44:38.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:14:0) after 5m55s
[10:50:33.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:14:0)
[10:50:33.338] Build status: STARTED
[10:50:33.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:15:0) after 2m53s
[10:53:26.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:15:0)
[10:53:26.421] Build status: STARTED
[10:53:26.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:16:0) after 7m11s
[11:00:37.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:16:0)
[11:00:37.637] Build status: STARTED
[11:00:37.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:17:0) after 6m6s
[11:06:43.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:17:0)
[11:06:43.820] Build status: STARTED
[11:06:43.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:18:0) after 4m42s
[11:11:25.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:18:0)
[11:11:25.886] Build status: STARTED
[11:11:25.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:19:0) after 6m18s
[11:17:43.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:19:0)
[11:17:44.000] Build status: STARTED
[11:17:44.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:20:0) after 2m27s
[11:20:11.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:20:0)
[11:20:11.055] Build status: STARTED
[11:20:11.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:21:0) after 1m25s
[11:21:36.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:21:0)
[11:21:36.109] Build status: STARTED
[11:21:36.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:22:0) after 5m6s
[11:26:42.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:22:0)
[11:26:42.177] Build status: STARTED
[11:26:42.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:23:0) after 3m58s
[11:30:40.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:23:0)
[11:30:40.278] Build status: STARTED
[11:30:40.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:24:0) after 2m51s
[11:33:31.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:24:0)
[11:33:31.349] Build status: STARTED
[11:33:31.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:25:0) after 1m37s
[11:35:08.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:25:0)
[11:35:08.414] Build status: STARTED
[11:35:08.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:26:0) after 3m1s
[11:38:09.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:26:0)
[11:38:09.479] Build status: STARTED
[11:38:09.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:27:0) after 6m44s
[11:44:53.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:27:0)
[11:44:53.534] Build status: STARTED
[11:44:53.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:28:0) after 5m47s
[11:50:40.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:28:0)
[11:50:40.921] Build status: STARTED
[11:50:40.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:29:0) after 1m27s
[11:52:07.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:29:0)
[11:52:08.073] Build status: STARTED
[11:52:08.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:30:0) after 8m23s
[12:00:31.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:30:0)
[12:00:31.134] Build status: STARTED
[12:00:31.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:31:0) after 3m22s
[12:03:53.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:31:0)
[12:03:53.216] Build status: STARTED
[12:03:53.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:32:0) after 6m37s
[12:10:30.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:32:0)
[12:10:30.277] Build status: STARTED
[12:10:30.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:33:0) after 4m41s
[12:15:11.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:33:0)
[12:15:11.344] Build status: STARTED
[12:15:11.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:34:0) after 8m9s
[12:23:20.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:34:0)
[12:23:20.411] Build status: STARTED
[12:23:20.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:35:0) after 7m34s
[12:30:54.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:35:0)
[12:30:54.470] Build status: STARTED
[12:30:54.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:36:0) after 4m54s
[12:35:48.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:36:0)
[12:35:48.611] Build status: STARTED
[12:35:48.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:37:0) after 4m44s
[12:40:32.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:37:0)
[12:40:32.666] Build status: STARTED
[12:40:32.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:38:0) after 7m17s
[12:47:49.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:38:0)
[12:47:49.722] Build status: STARTED
[12:47:49.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:39:0) after 7m29s
[12:55:18.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:39:0)
[12:55:18.835] Build status: STARTED
[12:55:18.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:40:0) after 8m9s
[13:03:27.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:40:0)
[13:03:27.918] Build status: STARTED
[13:03:27.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:41:0) after 5m18s
[13:08:45.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:41:0)
[13:08:45.945] Build status: STARTED
[13:08:45.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:42:0) after 7m6s
[13:15:52.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:42:0)
[13:15:52.069] Build status: STARTED
[13:15:52.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:43:0) after 1m26s
[13:17:18.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:43:0)
[13:17:18.192] Build status: STARTED
[13:17:18.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:44:0) after 2m55s
[13:20:13.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:44:0)
[13:20:13.311] Build status: STARTED
[13:20:13.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:45:0) after 6m30s
[13:26:43.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:45:0)
[13:26:43.520] Build status: STARTED
[13:26:43.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:46:0) after 7m6s
[13:33:49.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:46:0)
[13:33:49.699] Build status: STARTED
[13:33:49.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:47:0) after 7m47s
[13:41:36.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:47:0)
[13:41:36.772] Build status: STARTED
[13:41:36.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:48:0) after 2m22s
[13:43:58.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:48:0)
[13:43:58.856] Build status: STARTED
[13:43:58.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:49:0) after 9m33s
[13:53:31.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:49:0)
[13:53:31.946] Build status: STARTED
[13:53:31.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:50:0) after 3m54s
[13:57:26.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:50:0)
[13:57:26.193] Build status: STARTED
[13:57:26.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:51:0) after 6m36s
[14:04:02.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:51:0)
[14:04:02.358] Build status: STARTED
[14:04:02.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:52:0) after 2m27s
[14:06:29.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:52:0)
[14:06:29.424] Build status: STARTED
[14:06:29.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:53:0) after 9m41s
[14:16:10.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:53:0)
[14:16:10.573] Build status: STARTED
[14:16:10.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:54:0) after 7m35s
[14:23:45.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:54:0)
[14:23:45.632] Build status: STARTED
[14:23:45.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:55:0) after 3m43s
[14:27:28.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:55:0)
[14:27:28.708] Build status: STARTED
[14:27:28.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:56:0) after 9m46s
[14:37:14.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:56:0)
[14:37:14.770] Build status: STARTED
[14:37:14.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:57:0) after 5m18s
[14:42:32.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:57:0)
[14:42:32.826] Build status: STARTED
[14:42:32.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:58:0) after 6m48s
[14:49:20.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:58:0)
[14:49:20.947] Build status: STARTED
[14:49:20.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:59:0) after 3m10s
[14:52:31.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:59:0)
[14:52:31.105] Build status: STARTED
[14:52:31.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:60:0) after 9m16s
[15:01:47.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:60:0)
[15:01:47.190] Build status: STARTED
[15:01:47.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:61:0) after 7m3s
[15:08:50.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:61:0)
[15:08:50.407] Build status: STARTED
[15:08:50.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:62:0) after 6m41s
[15:15:31.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:62:0)
[15:15:31.603] Build status: STARTED
[15:15:31.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:63:0) after 2m57s
[15:18:28.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:63:0)
[15:18:28.650] Build status: STARTED
[15:18:28.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:64:0) after 9m11s
[15:27:39.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:64:0)
[15:27:39.774] Build status: STARTED
[15:27:39.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:65:0) after 4m5s
[15:31:44.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:65:0)
[15:31:44.844] Build status: STARTED
[15:31:44.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:66:0) after 5m48s
[15:37:33.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:66:0)
[15:37:33.068] Build status: STARTED
[15:37:33.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:67:0) after 2m23s
[15:39:56.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:67:0)
[15:39:56.147] Build status: STARTED
[15:39:56.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:68:0) after 3m45s
[15:43:41.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:68:0)
[15:43:41.354] Build status: STARTED
[15:43:41.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:69:0) after 8m47s
[15:52:28.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:69:0)
[15:52:28.637] Build status: STARTED
[15:52:28.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:70:0) after 6m36s
[15:59:04.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:70:0)
[15:59:05.066] Build status: STARTED
[15:59:05.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:71:0) after 2m1s
[16:01:06.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:71:0)
[16:01:06.249] Build status: STARTED
[16:01:06.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:72:0) after 5m48s
[16:06:54.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:72:0)
[16:06:54.402] Build status: STARTED
[16:06:54.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:73:0) after 8m26s
[16:15:20.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:73:0)
[16:15:20.536] Build status: STARTED
[16:15:20.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:74:0) after 9m58s
[16:25:18.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:74:0)
[16:25:18.811] Build status: STARTED
[16:25:18.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:75:0) after 6m45s
[16:32:04.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:75:0)
[16:32:04.306] Build status: STARTED
[16:32:04.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:76:0) after 2m4s
[16:34:08.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:76:0)
[16:34:08.907] Build status: STARTED
[16:34:08.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:77:0) after 2m5s
[16:36:13.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:77:0)
[16:36:13.971] Build status: STARTED
[16:36:13.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:78:0) after 7m10s
[16:43:24.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:78:0)
[16:43:24.112] Build status: STARTED
[16:43:24.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:79:0) after 3m37s
[16:47:01.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:79:0)
[16:47:01.257] Build status: STARTED
[16:47:01.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:80:0) after 4m5s
[16:51:06.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:80:0)
[16:51:06.303] Build status: STARTED
[16:51:06.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:81:0) after 4m26s
[16:55:32.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:81:0)
[16:55:32.767] Build status: STARTED
[16:55:32.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:82:0) after 5m8s
[17:00:41.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:82:0)
[17:00:41.229] Build status: STARTED
[17:00:41.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:83:0) after 8m56s
[17:09:37.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:83:0)
[17:09:37.378] Build status: STARTED
[17:09:37.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:84:0) after 1m14s
[17:10:51.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:84:0)
[17:10:51.693] Build status: STARTED
[17:10:51.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:85:0) after 6m6s
[17:16:57.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:85:0)
[17:16:57.936] Build status: STARTED
[17:16:57.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:86:0) after 7m47s
[17:24:45.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:86:0)
[17:24:45.089] Build status: STARTED
[17:24:45.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:87:0) after 7m14s
[17:31:59.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:87:0)
[17:31:59.332] Build status: STARTED
[17:31:59.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:88:0) after 8m4s
[17:40:03.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:88:0)
[17:40:03.506] Build status: STARTED
[17:40:03.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:89:0) after 7m19s
[17:47:22.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:89:0)
[17:47:22.564] Build status: STARTED
[17:47:22.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:90:0) after 8m8s
[17:55:30.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:90:0)
[17:55:30.673] Build status: STARTED
[17:55:30.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:91:0) after 4m58s
[18:00:29.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:91:0)
[18:00:29.416] Build status: STARTED
[18:00:29.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:92:0) after 9m50s
[18:10:19.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:92:0)
[18:10:19.496] Build status: STARTED
[18:10:19.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:93:0) after 4m32s
[18:14:51.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:93:0)
[18:14:51.554] Build status: STARTED
[18:14:51.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:94:0) after 2m53s
[18:17:44.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:94:0)
[18:17:44.631] Build status: STARTED
[18:17:44.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:95:0) after 9m11s
[18:26:55.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:95:0)
[18:26:55.942] Build status: STARTED
[18:26:55.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:96:0) after 9m51s
[18:36:47.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:96:0)
[18:36:47.232] Build status: STARTED
[18:36:47.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:97:0) after 7m42s
[18:44:29.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:97:0)
[18:44:29.322] Build status: STARTED
[18:44:29.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:98:0) after 4m39s
[18:49:08.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:98:0)
[18:49:08.564] Build status: STARTED
[18:49:08.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:99:0) after 2m6s
[18:51:14.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:99:0)
[18:51:14.780] Build status: STARTED
[18:51:14.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:100:0) after 8m51s
[19:00:05.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:100:0)
[19:00:05.952] Build status: STARTED
[19:00:05.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:101:0) after 8m43s
[19:08:49.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:101:0)
[19:08:49.065] Build status: STARTED
[19:08:49.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:102:0) after 2m29s
[19:11:18.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:102:0)
[19:11:18.283] Build status: STARTED
[19:11:18.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:103:0) after 1m48s
[19:13:06.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:103:0)
[19:13:06.356] Build status: STARTED
[19:13:06.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:104:0) after 5m24s
[19:18:30.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:104:0)
[19:18:30.612] Build status: STARTED
[19:18:30.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:105:0) after 4m27s
[19:22:57.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:105:0)
[19:22:57.814] Build status: STARTED
[19:22:57.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:106:0) after 9m56s
[19:32:54.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:106:0)
[19:32:54.348] Build status: STARTED
[19:32:54.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:107:0) after 4m59s
[19:37:53.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:107:0)
[19:37:53.509] Build status: STARTED
[19:37:53.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:108:0) after 5m1s
[19:42:54.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:108:0)
[19:42:54.776] Build status: STARTED
[19:42:54.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:109:0) after 3m10s
[19:46:05.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:109:0)
[19:46:05.084] Build status: STARTED
[19:46:05.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:110:0) after 2m33s
[19:48:38.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:110:0)
[19:48:38.319] Build status: STARTED
[19:48:38.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:111:0) after 5m14s
[19:53:52.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:111:0)
[19:53:52.388] Build status: STARTED
[19:53:52.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:112:0) after 4m30s
[19:58:22.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:112:0)
[19:58:22.701] Build status: STARTED
[19:58:22.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:113:0) after 2m51s
[20:01:13.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:113:0)
[20:01:13.807] Build status: STARTED
[20:01:13.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:114:0) after 8m7s
[20:09:20.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:114:0)
[20:09:20.862] Build status: STARTED
[20:09:20.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:115:0) after 2m36s
[20:11:56.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:115:0)
[20:11:56.997] Build status: STARTED
[20:11:56.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:116:0) after 9m38s
[20:21:35.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:116:0)
[20:21:35.154] Build status: STARTED
[20:21:35.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:117:0) after 2m54s
[20:24:29.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:117:0)
[20:24:29.295] Build status: STARTED
[20:24:29.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:118:0) after 2m5s
[20:26:34.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:118:0)
[20:26:34.534] Build status: STARTED
[20:26:34.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011519805876788576:119:0) after 2m35s
[20:28:41.808] Received PubSub notification, asking Buildbucket for the build status
[20:28:41.838] Build:
{
  "id": "8846089743916185104",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25013,
  "createdBy": "project:chromium",
  "createTime": "2021-05-27T09:40:32.810368Z",
  "startTime": "2021-05-27T09:40:56.255033Z",
  "endTime": "2021-05-27T20:28:41.313957168Z",
  "updateTime": "2021-05-27T20:28:41.314341551Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "de45659c67a945800f5529931ed459227ada1eda",
      "ref": "refs/heads/main"
    }
  }
}
[20:28:41.838] Invocation finished in 10h48m10.280804763s with status FAILED