Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "39cce04795987e03afa371b50d2f86d243ac3c81"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39cce04795987e03afa371b50d2f86d243ac3c81
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:49:24.807] New invocation is queued and will start shortly
[08:49:26.111] Starting the invocation (attempt 1)
[08:49:26.148] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39cce04795987e03afa371b50d2f86d243ac3c81"
[08:49:26.148] Popped gitiles commit info from properties and tags
[08:49:26.148] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:49:26.148] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:49:26.148] Buildbucket request:
{
  "requestId": "9007264964191860464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "39cce04795987e03afa371b50d2f86d243ac3c81",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007264964191860464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:49:27.671] Scheduled build:
{
  "id": "8841834901996638176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25216,
  "createdBy": "project:chromium",
  "createTime": "2021-07-13T08:49:26.269218Z",
  "updateTime": "2021-07-13T08:49:27.380322Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "39cce04795987e03afa371b50d2f86d243ac3c81",
      "ref": "refs/heads/main"
    }
  }
}
[08:49:27.671] Task URL: https://cr-buildbucket.appspot.com/build/8841834901996638176
[08:49:27.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:2:0) after 8m23s
[08:52:51.900] Received PubSub notification, asking Buildbucket for the build status
[08:52:51.929] Build status: STARTED
[08:57:50.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:2:0)
[08:57:50.947] Build status: STARTED
[08:57:50.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:4:0) after 2m6s
[08:59:56.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:4:0)
[08:59:57.019] Build status: STARTED
[08:59:57.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:5:0) after 4m25s
[09:04:22.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:5:0)
[09:04:22.115] Build status: STARTED
[09:04:22.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:6:0) after 5m2s
[09:09:24.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:6:0)
[09:09:24.185] Build status: STARTED
[09:09:24.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:7:0) after 7m23s
[09:16:47.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:7:0)
[09:16:47.252] Build status: STARTED
[09:16:47.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:8:0) after 2m57s
[09:19:44.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:8:0)
[09:19:44.361] Build status: STARTED
[09:19:44.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:9:0) after 9m47s
[09:29:31.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:9:0)
[09:29:31.717] Build status: STARTED
[09:29:31.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:10:0) after 9m29s
[09:39:00.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:10:0)
[09:39:00.797] Build status: STARTED
[09:39:00.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:11:0) after 7m30s
[09:46:31.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:11:0)
[09:46:31.068] Build status: STARTED
[09:46:31.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:12:0) after 3m14s
[09:49:45.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:12:0)
[09:49:45.235] Build status: STARTED
[09:49:45.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:13:0) after 2m27s
[09:52:12.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:13:0)
[09:52:12.368] Build status: STARTED
[09:52:12.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:14:0) after 8m10s
[10:00:22.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:14:0)
[10:00:22.505] Build status: STARTED
[10:00:22.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:15:0) after 3m31s
[10:03:53.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:15:0)
[10:03:53.572] Build status: STARTED
[10:03:53.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:16:0) after 5m12s
[10:09:05.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:16:0)
[10:09:05.682] Build status: STARTED
[10:09:05.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:17:0) after 1m48s
[10:10:53.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:17:0)
[10:10:53.718] Build status: STARTED
[10:10:53.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:18:0) after 5m11s
[10:16:04.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:18:0)
[10:16:05.158] Build status: STARTED
[10:16:05.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:19:0) after 4m51s
[10:20:56.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:19:0)
[10:20:56.186] Build status: STARTED
[10:20:56.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:20:0) after 2m12s
[10:23:08.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:20:0)
[10:23:08.251] Build status: STARTED
[10:23:08.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:21:0) after 3m20s
[10:26:28.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:21:0)
[10:26:28.367] Build status: STARTED
[10:26:28.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:22:0) after 5m22s
[10:31:50.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:22:0)
[10:31:50.449] Build status: STARTED
[10:31:50.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:23:0) after 1m56s
[10:33:46.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:23:0)
[10:33:46.590] Build status: STARTED
[10:33:46.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:24:0) after 5m58s
[10:39:44.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:24:0)
[10:39:44.653] Build status: STARTED
[10:39:44.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:25:0) after 9m49s
[10:49:33.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:25:0)
[10:49:33.709] Build status: STARTED
[10:49:33.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:26:0) after 8m28s
[10:58:01.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:26:0)
[10:58:01.981] Build status: STARTED
[10:58:01.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:27:0) after 1m51s
[10:59:53.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:27:0)
[10:59:53.128] Build status: STARTED
[10:59:53.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:28:0) after 7m11s
[11:07:04.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:28:0)
[11:07:04.362] Build status: STARTED
[11:07:04.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:29:0) after 6m43s
[11:13:47.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:29:0)
[11:13:47.462] Build status: STARTED
[11:13:47.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:30:0) after 2m15s
[11:16:02.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:30:0)
[11:16:02.703] Build status: STARTED
[11:16:02.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:31:0) after 5m20s
[11:21:22.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:31:0)
[11:21:22.852] Build status: STARTED
[11:21:22.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:32:0) after 2m24s
[11:23:46.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:32:0)
[11:23:46.914] Build status: STARTED
[11:23:46.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:33:0) after 7m3s
[11:30:49.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:33:0)
[11:30:50.086] Build status: STARTED
[11:30:50.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:34:0) after 4m44s
[11:35:34.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:34:0)
[11:35:34.219] Build status: STARTED
[11:35:34.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:35:0) after 7m0s
[11:42:34.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:35:0)
[11:42:34.407] Build status: STARTED
[11:42:34.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:36:0) after 5m59s
[11:48:33.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:36:0)
[11:48:33.480] Build status: STARTED
[11:48:33.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:37:0) after 9m43s
[11:58:16.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:37:0)
[11:58:16.552] Build status: STARTED
[11:58:16.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:38:0) after 2m37s
[12:00:53.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:38:0)
[12:00:53.699] Build status: STARTED
[12:00:53.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:39:0) after 9m2s
[12:09:55.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:39:0)
[12:09:55.804] Build status: STARTED
[12:09:55.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:40:0) after 9m50s
[12:19:46.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:40:0)
[12:19:46.250] Build status: STARTED
[12:19:46.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:41:0) after 4m55s
[12:24:41.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:41:0)
[12:24:41.314] Build status: STARTED
[12:24:41.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:42:0) after 2m50s
[12:27:31.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:42:0)
[12:27:31.460] Build status: STARTED
[12:27:31.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:43:0) after 5m31s
[12:33:02.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:43:0)
[12:33:02.519] Build status: STARTED
[12:33:02.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:44:0) after 4m56s
[12:37:58.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:44:0)
[12:37:58.639] Build status: STARTED
[12:37:58.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:45:0) after 2m5s
[12:40:03.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:45:0)
[12:40:03.693] Build status: STARTED
[12:40:03.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:46:0) after 5m29s
[12:45:32.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:46:0)
[12:45:32.768] Build status: STARTED
[12:45:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:47:0) after 7m9s
[12:52:41.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:47:0)
[12:52:41.833] Build status: STARTED
[12:52:41.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:48:0) after 8m59s
[13:01:40.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:48:0)
[13:01:40.985] Build status: STARTED
[13:01:40.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:49:0) after 8m7s
[13:09:48.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:49:0)
[13:09:48.064] Build status: STARTED
[13:09:48.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:50:0) after 4m48s
[13:14:36.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:50:0)
[13:14:36.289] Build status: STARTED
[13:14:36.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:51:0) after 5m36s
[13:20:12.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:51:0)
[13:20:12.382] Build status: STARTED
[13:20:12.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:52:0) after 2m19s
[13:22:31.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:52:0)
[13:22:31.458] Build status: STARTED
[13:22:31.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:53:0) after 1m9s
[13:23:40.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:53:0)
[13:23:40.521] Build status: STARTED
[13:23:40.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:54:0) after 2m48s
[13:26:28.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:54:0)
[13:26:28.558] Build status: STARTED
[13:26:28.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:55:0) after 6m14s
[13:32:42.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:55:0)
[13:32:42.612] Build status: STARTED
[13:32:42.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:56:0) after 6m18s
[13:39:00.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:56:0)
[13:39:00.746] Build status: STARTED
[13:39:00.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:57:0) after 3m6s
[13:42:07.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:57:0)
[13:42:07.101] Build status: STARTED
[13:42:07.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:58:0) after 4m11s
[13:46:18.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:58:0)
[13:46:18.143] Build status: STARTED
[13:46:18.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:59:0) after 6m36s
[13:52:54.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:59:0)
[13:52:54.209] Build status: STARTED
[13:52:54.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:60:0) after 9m20s
[14:02:14.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:60:0)
[14:02:14.287] Build status: STARTED
[14:02:14.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:61:0) after 2m59s
[14:05:13.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:61:0)
[14:05:13.687] Build status: STARTED
[14:05:13.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:62:0) after 7m39s
[14:12:52.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:62:0)
[14:12:52.716] Build status: STARTED
[14:12:52.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:63:0) after 5m29s
[14:18:21.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:63:0)
[14:18:21.864] Build status: STARTED
[14:18:21.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:64:0) after 1m7s
[14:19:29.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:64:0)
[14:19:29.300] Build status: STARTED
[14:19:29.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:65:0) after 8m36s
[14:28:05.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:65:0)
[14:28:05.385] Build status: STARTED
[14:28:05.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:66:0) after 5m13s
[14:33:18.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:66:0)
[14:33:18.557] Build status: STARTED
[14:33:18.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:67:0) after 6m49s
[14:40:07.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:67:0)
[14:40:07.756] Build status: STARTED
[14:40:07.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:68:0) after 9m20s
[14:49:27.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:68:0)
[14:49:27.819] Build status: STARTED
[14:49:27.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:69:0) after 1m55s
[14:51:22.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:69:0)
[14:51:22.947] Build status: STARTED
[14:51:22.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:70:0) after 7m48s
[14:59:11.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:70:0)
[14:59:11.173] Build status: STARTED
[14:59:11.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:71:0) after 3m28s
[15:02:39.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:71:0)
[15:02:39.527] Build status: STARTED
[15:02:39.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:72:0) after 2m9s
[15:04:48.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:72:0)
[15:04:48.686] Build status: STARTED
[15:04:48.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:73:0) after 3m44s
[15:08:32.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:73:0)
[15:08:32.743] Build status: STARTED
[15:08:32.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:74:0) after 3m3s
[15:11:35.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:74:0)
[15:11:35.816] Build status: STARTED
[15:11:35.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:75:0) after 5m28s
[15:17:04.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:75:0)
[15:17:04.199] Build status: STARTED
[15:17:04.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:76:0) after 9m7s
[15:26:11.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:76:0)
[15:26:11.356] Build status: STARTED
[15:26:11.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:77:0) after 6m2s
[15:32:13.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:77:0)
[15:32:13.676] Build status: STARTED
[15:32:13.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:78:0) after 4m6s
[15:36:19.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:78:0)
[15:36:19.737] Build status: STARTED
[15:36:19.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:79:0) after 4m34s
[15:40:53.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:79:0)
[15:40:53.837] Build status: STARTED
[15:40:53.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:80:0) after 2m42s
[15:43:35.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:80:0)
[15:43:35.955] Build status: STARTED
[15:43:35.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:81:0) after 6m26s
[15:50:01.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:81:0)
[15:50:02.019] Build status: STARTED
[15:50:02.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:82:0) after 5m21s
[15:55:23.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:82:0)
[15:55:23.095] Build status: STARTED
[15:55:23.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:83:0) after 3m10s
[15:58:33.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:83:0)
[15:58:33.351] Build status: STARTED
[15:58:33.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:84:0) after 6m4s
[16:04:37.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:84:0)
[16:04:37.444] Build status: STARTED
[16:04:37.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:85:0) after 7m13s
[16:11:50.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:85:0)
[16:11:50.554] Build status: STARTED
[16:11:50.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:86:0) after 3m54s
[16:15:44.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:86:0)
[16:15:44.767] Build status: STARTED
[16:15:44.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:87:0) after 4m36s
[16:20:20.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:87:0)
[16:20:21.068] Build status: STARTED
[16:20:21.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:88:0) after 2m52s
[16:23:13.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:88:0)
[16:23:13.303] Build status: STARTED
[16:23:13.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:89:0) after 9m4s
[16:32:17.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:89:0)
[16:32:17.595] Build status: STARTED
[16:32:17.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:90:0) after 9m52s
[16:42:09.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:90:0)
[16:42:09.663] Build status: STARTED
[16:42:09.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:91:0) after 5m0s
[16:47:09.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:91:0)
[16:47:09.747] Build status: STARTED
[16:47:09.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:92:0) after 7m15s
[16:54:24.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:92:0)
[16:54:24.821] Build status: STARTED
[16:54:24.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:93:0) after 2m30s
[16:56:54.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:93:0)
[16:56:55.159] Build status: STARTED
[16:56:55.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:94:0) after 2m38s
[16:59:33.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:94:0)
[16:59:33.245] Build status: STARTED
[16:59:33.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:95:0) after 9m41s
[17:09:14.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:95:0)
[17:09:14.482] Build status: STARTED
[17:09:14.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:96:0) after 5m12s
[17:14:26.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:96:0)
[17:14:26.679] Build status: STARTED
[17:14:26.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:97:0) after 4m19s
[17:18:45.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:97:0)
[17:18:45.919] Build status: STARTED
[17:18:45.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:98:0) after 8m0s
[17:26:45.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:98:0)
[17:26:45.990] Build status: STARTED
[17:26:45.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:99:0) after 3m22s
[17:30:08.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:99:0)
[17:30:08.145] Build status: STARTED
[17:30:08.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:100:0) after 4m40s
[17:34:48.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:100:0)
[17:34:48.458] Build status: STARTED
[17:34:48.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:101:0) after 2m52s
[17:37:40.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:101:0)
[17:37:40.615] Build status: STARTED
[17:37:40.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:102:0) after 1m9s
[17:38:50.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:102:0)
[17:38:50.048] Build status: STARTED
[17:38:50.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:103:0) after 4m24s
[17:43:14.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:103:0)
[17:43:14.211] Build status: STARTED
[17:43:14.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:104:0) after 3m8s
[17:46:22.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:104:0)
[17:46:22.278] Build status: STARTED
[17:46:22.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:105:0) after 4m43s
[17:51:05.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:105:0)
[17:51:05.606] Build status: STARTED
[17:51:05.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:106:0) after 7m5s
[17:58:10.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:106:0)
[17:58:10.734] Build status: STARTED
[17:58:10.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:107:0) after 6m25s
[18:04:35.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:107:0)
[18:04:35.910] Build status: STARTED
[18:04:35.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:108:0) after 6m14s
[18:10:49.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:108:0)
[18:10:50.002] Build status: STARTED
[18:10:50.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:109:0) after 2m38s
[18:13:28.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:109:0)
[18:13:28.337] Build status: STARTED
[18:13:28.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:110:0) after 9m20s
[18:22:48.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:110:0)
[18:22:48.549] Build status: STARTED
[18:22:48.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:111:0) after 7m24s
[18:30:12.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:111:0)
[18:30:12.848] Build status: STARTED
[18:30:12.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:112:0) after 1m53s
[18:32:06.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:112:0)
[18:32:06.173] Build status: STARTED
[18:32:06.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:113:0) after 7m24s
[18:39:30.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:113:0)
[18:39:30.410] Build status: STARTED
[18:39:30.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:114:0) after 3m17s
[18:42:47.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:114:0)
[18:42:47.581] Build status: STARTED
[18:42:47.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:115:0) after 9m0s
[18:51:47.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:115:0)
[18:51:47.758] Build status: STARTED
[18:51:47.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:116:0) after 6m21s
[18:58:08.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:116:0)
[18:58:08.832] Build status: STARTED
[18:58:08.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:117:0) after 1m47s
[18:59:56.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:117:0)
[18:59:56.031] Build status: STARTED
[18:59:56.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:118:0) after 4m44s
[19:04:40.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:118:0)
[19:04:40.436] Build status: STARTED
[19:04:40.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:119:0) after 5m49s
[19:10:29.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:119:0)
[19:10:29.494] Build status: STARTED
[19:10:29.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007264964191860464:120:0) after 2m17s
[19:10:51.708] Received PubSub notification, asking Buildbucket for the build status
[19:10:51.743] Build:
{
  "id": "8841834901996638176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25216,
  "createdBy": "project:chromium",
  "createTime": "2021-07-13T08:49:26.269218Z",
  "startTime": "2021-07-13T08:52:47.923155Z",
  "endTime": "2021-07-13T19:10:51.374535571Z",
  "updateTime": "2021-07-13T19:10:51.374934671Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "39cce04795987e03afa371b50d2f86d243ac3c81",
      "ref": "refs/heads/main"
    }
  }
}
[19:10:51.743] Invocation finished in 10h21m26.951255997s with status FAILED