Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:25:31.204] New invocation is queued and will start shortly
[19:25:32.521] Starting the invocation (attempt 1)
[19:25:32.561] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c"
[19:25:32.561] Popped gitiles commit info from properties and tags
[19:25:32.561] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:25:32.561] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:25:32.561] Buildbucket request:
{
  "requestId": "9002513901572715952",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002513901572715952"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:25:33.230] Scheduled build:
{
  "id": "8837083839378490033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25465,
  "createdBy": "project:chromium",
  "createTime": "2021-09-03T19:25:32.663998506Z",
  "updateTime": "2021-09-03T19:25:32.933329870Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c",
      "ref": "refs/heads/main"
    }
  }
}
[19:25:33.230] Task URL: https://cr-buildbucket.appspot.com/build/8837083839378490033
[19:25:33.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:2:0) after 6m47s
[19:31:20.217] Received PubSub notification, asking Buildbucket for the build status
[19:31:20.288] Build status: STARTED
[19:32:20.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:2:0)
[19:32:20.450] Build status: STARTED
[19:32:20.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:4:0) after 5m54s
[19:38:14.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:4:0)
[19:38:14.721] Build status: STARTED
[19:38:14.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:5:0) after 8m11s
[19:46:25.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:5:0)
[19:46:25.861] Build status: STARTED
[19:46:25.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:6:0) after 9m22s
[19:55:48.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:6:0)
[19:55:48.168] Build status: STARTED
[19:55:48.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:7:0) after 6m57s
[20:02:45.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:7:0)
[20:02:45.583] Build status: STARTED
[20:02:45.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:8:0) after 1m34s
[20:04:19.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:8:0)
[20:04:19.643] Build status: STARTED
[20:04:19.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:9:0) after 1m5s
[20:05:24.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:9:0)
[20:05:24.762] Build status: STARTED
[20:05:24.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:10:0) after 3m45s
[20:09:09.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:10:0)
[20:09:09.932] Build status: STARTED
[20:09:09.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:11:0) after 7m42s
[20:16:51.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:11:0)
[20:16:52.032] Build status: STARTED
[20:16:52.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:12:0) after 8m43s
[20:25:35.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:12:0)
[20:25:35.208] Build status: STARTED
[20:25:35.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:13:0) after 8m5s
[20:33:40.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:13:0)
[20:33:40.269] Build status: STARTED
[20:33:40.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:14:0) after 7m50s
[20:41:30.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:14:0)
[20:41:30.362] Build status: STARTED
[20:41:30.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:15:0) after 9m27s
[20:50:57.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:15:0)
[20:50:57.604] Build status: STARTED
[20:50:57.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:16:0) after 6m35s
[20:57:32.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:16:0)
[20:57:32.725] Build status: STARTED
[20:57:32.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:17:0) after 6m0s
[21:03:32.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:17:0)
[21:03:32.783] Build status: STARTED
[21:03:32.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:18:0) after 5m33s
[21:09:05.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:18:0)
[21:09:05.909] Build status: STARTED
[21:09:05.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:19:0) after 5m28s
[21:14:33.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:19:0)
[21:14:33.973] Build status: STARTED
[21:14:33.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:20:0) after 2m4s
[21:16:37.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:20:0)
[21:16:38.007] Build status: STARTED
[21:16:38.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:21:0) after 5m40s
[21:22:18.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:21:0)
[21:22:18.105] Build status: STARTED
[21:22:18.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:22:0) after 5m13s
[21:27:31.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:22:0)
[21:27:31.196] Build status: STARTED
[21:27:31.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:23:0) after 3m40s
[21:31:11.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:23:0)
[21:31:11.318] Build status: STARTED
[21:31:11.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:24:0) after 2m17s
[21:33:28.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:24:0)
[21:33:28.856] Build status: STARTED
[21:33:28.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:25:0) after 8m24s
[21:41:52.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:25:0)
[21:41:53.013] Build status: STARTED
[21:41:53.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:26:0) after 4m5s
[21:45:58.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:26:0)
[21:45:58.081] Build status: STARTED
[21:45:58.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:27:0) after 9m58s
[21:55:56.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:27:0)
[21:55:56.190] Build status: STARTED
[21:55:56.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:28:0) after 8m17s
[22:04:13.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:28:0)
[22:04:13.225] Build status: STARTED
[22:04:13.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:29:0) after 3m17s
[22:07:30.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:29:0)
[22:07:30.358] Build status: STARTED
[22:07:30.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:30:0) after 4m45s
[22:12:15.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:30:0)
[22:12:15.799] Build status: STARTED
[22:12:15.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:31:0) after 9m44s
[22:22:00.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:31:0)
[22:22:00.033] Build status: STARTED
[22:22:00.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:32:0) after 2m55s
[22:24:55.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:32:0)
[22:24:55.224] Build status: STARTED
[22:24:55.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:33:0) after 3m47s
[22:28:42.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:33:0)
[22:28:42.343] Build status: STARTED
[22:28:42.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:34:0) after 6m0s
[22:34:42.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:34:0)
[22:34:42.402] Build status: STARTED
[22:34:42.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:35:0) after 9m14s
[22:43:56.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:35:0)
[22:43:56.613] Build status: STARTED
[22:43:56.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:36:0) after 7m38s
[22:51:34.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:36:0)
[22:51:34.861] Build status: STARTED
[22:51:34.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:37:0) after 4m25s
[22:55:59.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:37:0)
[22:55:59.889] Build status: STARTED
[22:55:59.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:38:0) after 5m23s
[23:01:23.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:38:0)
[23:01:23.263] Build status: STARTED
[23:01:23.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:39:0) after 6m36s
[23:07:59.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:39:0)
[23:07:59.459] Build status: STARTED
[23:07:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:40:0) after 9m33s
[23:17:32.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:40:0)
[23:17:32.616] Build status: STARTED
[23:17:32.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:41:0) after 2m32s
[23:20:04.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:41:0)
[23:20:04.684] Build status: STARTED
[23:20:04.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:42:0) after 8m38s
[23:28:42.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:42:0)
[23:28:42.733] Build status: STARTED
[23:28:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:43:0) after 5m15s
[23:33:57.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:43:0)
[23:33:57.874] Build status: STARTED
[23:33:57.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:44:0) after 9m51s
[23:43:48.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:44:0)
[23:43:49.001] Build status: STARTED
[23:43:49.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:45:0) after 5m54s
[23:49:43.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:45:0)
[23:49:43.121] Build status: STARTED
[23:49:43.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:46:0) after 2m13s
[23:51:56.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:46:0)
[23:51:56.266] Build status: STARTED
[23:51:56.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:47:0) after 8m41s
[00:00:37.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:47:0)
[00:00:37.431] Build status: STARTED
[00:00:37.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:48:0) after 1m14s
[00:01:51.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:48:0)
[00:01:51.587] Build status: STARTED
[00:01:51.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:49:0) after 8m2s
[00:09:53.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:49:0)
[00:09:53.737] Build status: STARTED
[00:09:53.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:50:0) after 2m29s
[00:12:22.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:50:0)
[00:12:22.856] Build status: STARTED
[00:12:22.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:51:0) after 2m19s
[00:14:42.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:51:0)
[00:14:42.108] Build status: STARTED
[00:14:42.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:52:0) after 8m18s
[00:23:00.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:52:0)
[00:23:00.378] Build status: STARTED
[00:23:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:53:0) after 8m0s
[00:31:00.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:53:0)
[00:31:00.438] Build status: STARTED
[00:31:00.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:54:0) after 8m38s
[00:39:38.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:54:0)
[00:39:38.511] Build status: STARTED
[00:39:38.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:55:0) after 5m5s
[00:44:43.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:55:0)
[00:44:43.576] Build status: STARTED
[00:44:43.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:56:0) after 8m33s
[00:53:16.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:56:0)
[00:53:16.797] Build status: STARTED
[00:53:16.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:57:0) after 4m20s
[00:57:36.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:57:0)
[00:57:36.941] Build status: STARTED
[00:57:36.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:58:0) after 5m1s
[01:02:38.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:58:0)
[01:02:38.413] Build status: STARTED
[01:02:38.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:59:0) after 6m1s
[01:08:39.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:59:0)
[01:08:39.471] Build status: STARTED
[01:08:39.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:60:0) after 1m12s
[01:09:51.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:60:0)
[01:09:51.574] Build status: STARTED
[01:09:51.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:61:0) after 2m24s
[01:12:15.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:61:0)
[01:12:15.638] Build status: STARTED
[01:12:15.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:62:0) after 2m47s
[01:15:02.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:62:0)
[01:15:02.737] Build status: STARTED
[01:15:02.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:63:0) after 9m19s
[01:24:21.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:63:0)
[01:24:21.982] Build status: STARTED
[01:24:21.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:64:0) after 6m38s
[01:31:00.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:64:0)
[01:31:00.093] Build status: STARTED
[01:31:00.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:65:0) after 2m37s
[01:33:37.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:65:0)
[01:33:37.175] Build status: STARTED
[01:33:37.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:66:0) after 9m8s
[01:42:45.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:66:0)
[01:42:45.244] Build status: STARTED
[01:42:45.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:67:0) after 1m19s
[01:44:04.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:67:0)
[01:44:04.534] Build status: STARTED
[01:44:04.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:68:0) after 1m54s
[01:45:58.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:68:0)
[01:45:58.610] Build status: STARTED
[01:45:58.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:69:0) after 4m27s
[01:50:25.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:69:0)
[01:50:25.892] Build status: STARTED
[01:50:25.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:70:0) after 9m20s
[01:59:46.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:70:0)
[01:59:46.163] Build status: STARTED
[01:59:46.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:71:0) after 1m46s
[02:01:32.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:71:0)
[02:01:32.363] Build status: STARTED
[02:01:32.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:72:0) after 8m47s
[02:10:19.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:72:0)
[02:10:19.509] Build status: STARTED
[02:10:19.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:73:0) after 1m58s
[02:12:17.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:73:0)
[02:12:17.550] Build status: STARTED
[02:12:17.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:74:0) after 5m11s
[02:17:28.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:74:0)
[02:17:28.614] Build status: STARTED
[02:17:28.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:75:0) after 7m44s
[02:25:12.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:75:0)
[02:25:12.706] Build status: STARTED
[02:25:12.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:76:0) after 3m38s
[02:28:50.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:76:0)
[02:28:50.895] Build status: STARTED
[02:28:50.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:77:0) after 9m26s
[02:38:16.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:77:0)
[02:38:16.968] Build status: STARTED
[02:38:16.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:78:0) after 4m33s
[02:42:50.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:78:0)
[02:42:50.144] Build status: STARTED
[02:42:50.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:79:0) after 2m35s
[02:45:25.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:79:0)
[02:45:25.328] Build status: STARTED
[02:45:25.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:80:0) after 8m50s
[02:54:15.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:80:0)
[02:54:15.416] Build status: STARTED
[02:54:15.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:81:0) after 3m3s
[02:57:18.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:81:0)
[02:57:18.777] Build status: STARTED
[02:57:18.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:82:0) after 9m16s
[03:06:34.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:82:0)
[03:06:34.861] Build status: STARTED
[03:06:34.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:83:0) after 3m0s
[03:09:35.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:83:0)
[03:09:35.311] Build status: STARTED
[03:09:35.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:84:0) after 8m37s
[03:18:12.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:84:0)
[03:18:12.630] Build status: STARTED
[03:18:12.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:85:0) after 2m24s
[03:20:36.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:85:0)
[03:20:36.807] Build status: STARTED
[03:20:36.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:86:0) after 9m45s
[03:30:21.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:86:0)
[03:30:21.876] Build status: STARTED
[03:30:21.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:87:0) after 7m6s
[03:37:27.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:87:0)
[03:37:27.943] Build status: STARTED
[03:37:27.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:88:0) after 9m45s
[03:47:13.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:88:0)
[03:47:13.045] Build status: STARTED
[03:47:13.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:89:0) after 4m22s
[03:51:35.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:89:0)
[03:51:35.106] Build status: STARTED
[03:51:35.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:90:0) after 4m38s
[03:56:13.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:90:0)
[03:56:13.229] Build status: STARTED
[03:56:13.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:91:0) after 7m50s
[04:04:03.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:91:0)
[04:04:03.403] Build status: STARTED
[04:04:03.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:92:0) after 6m18s
[04:10:21.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:92:0)
[04:10:21.483] Build status: STARTED
[04:10:21.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:93:0) after 9m24s
[04:19:45.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:93:0)
[04:19:45.827] Build status: STARTED
[04:19:45.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:94:0) after 3m44s
[04:23:29.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:94:0)
[04:23:29.910] Build status: STARTED
[04:23:29.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:95:0) after 1m47s
[04:25:16.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:95:0)
[04:25:16.980] Build status: STARTED
[04:25:16.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:96:0) after 7m35s
[04:32:52.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:96:0)
[04:32:52.411] Build status: STARTED
[04:32:52.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:97:0) after 6m37s
[04:39:29.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:97:0)
[04:39:29.560] Build status: STARTED
[04:39:29.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:98:0) after 9m5s
[04:48:34.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:98:0)
[04:48:34.663] Build status: STARTED
[04:48:34.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:99:0) after 8m19s
[04:56:53.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:99:0)
[04:56:53.721] Build status: STARTED
[04:56:53.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:100:0) after 1m49s
[04:58:42.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:100:0)
[04:58:42.783] Build status: STARTED
[04:58:42.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:101:0) after 1m4s
[04:59:46.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:101:0)
[04:59:46.942] Build status: STARTED
[04:59:46.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:102:0) after 2m11s
[05:01:58.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:102:0)
[05:01:58.157] Build status: STARTED
[05:01:58.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:103:0) after 4m24s
[05:06:22.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:103:0)
[05:06:22.216] Build status: STARTED
[05:06:22.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:104:0) after 4m0s
[05:10:22.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:104:0)
[05:10:22.274] Build status: STARTED
[05:10:22.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:105:0) after 9m45s
[05:20:07.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:105:0)
[05:20:07.387] Build status: STARTED
[05:20:07.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:106:0) after 4m18s
[05:24:25.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:106:0)
[05:24:25.597] Build status: STARTED
[05:24:25.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:107:0) after 6m54s
[05:31:19.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:107:0)
[05:31:19.815] Build status: STARTED
[05:31:19.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:108:0) after 4m52s
[05:36:11.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:108:0)
[05:36:11.891] Build status: STARTED
[05:36:11.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9002513901572715952:109:0) after 5m14s
[05:39:13.841] Received PubSub notification, asking Buildbucket for the build status
[05:39:13.866] Build:
{
  "id": "8837083839378490033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25465,
  "createdBy": "project:chromium",
  "createTime": "2021-09-03T19:25:32.663998506Z",
  "startTime": "2021-09-03T19:31:19.024546Z",
  "endTime": "2021-09-04T05:39:13.321657566Z",
  "updateTime": "2021-09-04T05:39:13.322143773Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9a845bac4118c9c5aea92bc9e7e5b63e0dafc9c",
      "ref": "refs/heads/main"
    }
  }
}
[05:39:13.866] Invocation finished in 10h13m42.678808451s with status FAILED