Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e6aeb33589535245d967d8211e0abae83af4ba72"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6aeb33589535245d967d8211e0abae83af4ba72
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:46:33.487] New invocation is queued and will start shortly
[19:46:39.569] Starting the invocation (attempt 1)
[19:46:39.605] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6aeb33589535245d967d8211e0abae83af4ba72"
[19:46:39.605] Popped gitiles commit info from properties and tags
[19:46:39.605] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:46:39.605] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:46:39.606] Buildbucket request:
{
  "requestId": "8999613475046662144",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e6aeb33589535245d967d8211e0abae83af4ba72",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999613475046662144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:46:40.132] Scheduled build:
{
  "id": "8834183407903040977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25628,
  "createdBy": "project:chromium",
  "createTime": "2021-10-05T19:46:39.668767745Z",
  "updateTime": "2021-10-05T19:46:39.915506249Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e6aeb33589535245d967d8211e0abae83af4ba72",
      "ref": "refs/heads/main"
    }
  }
}
[19:46:40.132] Task URL: https://cr-buildbucket.appspot.com/build/8834183407903040977
[19:46:40.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:2:0) after 7m20s
[19:52:42.223] Received PubSub notification, asking Buildbucket for the build status
[19:52:42.252] Build status: STARTED
[19:54:00.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:2:0)
[19:54:00.376] Build status: STARTED
[19:54:00.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:4:0) after 8m16s
[20:02:16.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:4:0)
[20:02:16.444] Build status: STARTED
[20:02:16.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:5:0) after 7m41s
[20:09:57.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:5:0)
[20:09:57.760] Build status: STARTED
[20:09:57.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:6:0) after 9m44s
[20:19:41.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:6:0)
[20:19:42.086] Build status: STARTED
[20:19:42.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:7:0) after 3m39s
[20:23:21.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:7:0)
[20:23:21.183] Build status: STARTED
[20:23:21.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:8:0) after 3m9s
[20:26:30.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:8:0)
[20:26:30.330] Build status: STARTED
[20:26:30.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:9:0) after 1m31s
[20:28:01.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:9:0)
[20:28:01.475] Build status: STARTED
[20:28:01.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:10:0) after 5m25s
[20:33:27.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:10:0)
[20:33:27.030] Build status: STARTED
[20:33:27.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:11:0) after 6m43s
[20:40:10.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:11:0)
[20:40:10.097] Build status: STARTED
[20:40:10.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:12:0) after 4m3s
[20:44:13.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:12:0)
[20:44:13.253] Build status: STARTED
[20:44:13.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:13:0) after 7m33s
[20:51:46.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:13:0)
[20:51:46.409] Build status: STARTED
[20:51:46.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:14:0) after 1m16s
[20:53:02.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:14:0)
[20:53:02.532] Build status: STARTED
[20:53:02.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:15:0) after 1m28s
[20:54:30.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:15:0)
[20:54:30.593] Build status: STARTED
[20:54:30.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:16:0) after 2m41s
[20:57:12.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:16:0)
[20:57:12.248] Build status: STARTED
[20:57:12.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:17:0) after 6m38s
[21:03:50.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:17:0)
[21:03:50.535] Build status: STARTED
[21:03:50.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:18:0) after 9m45s
[21:13:35.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:18:0)
[21:13:35.627] Build status: STARTED
[21:13:35.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:19:0) after 8m29s
[21:22:04.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:19:0)
[21:22:04.697] Build status: STARTED
[21:22:04.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:20:0) after 6m1s
[21:28:05.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:20:0)
[21:28:05.822] Build status: STARTED
[21:28:05.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:21:0) after 2m13s
[21:30:19.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:21:0)
[21:30:19.103] Build status: STARTED
[21:30:19.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:22:0) after 1m42s
[21:32:01.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:22:0)
[21:32:01.285] Build status: STARTED
[21:32:01.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:23:0) after 3m54s
[21:36:07.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:23:0)
[21:36:07.824] Build status: STARTED
[21:36:07.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:24:0) after 9m25s
[21:45:32.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:24:0)
[21:45:32.928] Build status: STARTED
[21:45:32.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:25:0) after 3m18s
[21:48:51.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:25:0)
[21:48:51.185] Build status: STARTED
[21:48:51.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:26:0) after 2m18s
[21:51:09.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:26:0)
[21:51:09.505] Build status: STARTED
[21:51:09.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:27:0) after 8m10s
[21:59:19.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:27:0)
[21:59:19.563] Build status: STARTED
[21:59:19.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:28:0) after 9m26s
[22:08:45.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:28:0)
[22:08:45.734] Build status: STARTED
[22:08:45.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:29:0) after 6m46s
[22:15:31.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:29:0)
[22:15:31.795] Build status: STARTED
[22:15:31.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:30:0) after 4m30s
[22:20:01.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:30:0)
[22:20:01.867] Build status: STARTED
[22:20:01.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:31:0) after 8m25s
[22:28:27.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:31:0)
[22:28:27.161] Build status: STARTED
[22:28:27.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:32:0) after 4m19s
[22:32:46.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:32:0)
[22:32:46.811] Build status: STARTED
[22:32:46.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:33:0) after 6m51s
[22:39:37.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:33:0)
[22:39:38.071] Build status: STARTED
[22:39:38.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:34:0) after 8m52s
[22:48:30.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:34:0)
[22:48:30.347] Build status: STARTED
[22:48:30.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:35:0) after 4m49s
[22:53:19.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:35:0)
[22:53:19.891] Build status: STARTED
[22:53:19.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:36:0) after 8m7s
[23:01:27.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:36:0)
[23:01:27.388] Build status: STARTED
[23:01:27.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:37:0) after 3m18s
[23:04:45.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:37:0)
[23:04:45.515] Build status: STARTED
[23:04:45.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:38:0) after 6m49s
[23:11:34.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:38:0)
[23:11:34.960] Build status: STARTED
[23:11:34.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:39:0) after 5m22s
[23:16:57.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:39:0)
[23:16:57.087] Build status: STARTED
[23:16:57.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:40:0) after 9m51s
[23:26:48.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:40:0)
[23:26:48.293] Build status: STARTED
[23:26:48.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:41:0) after 9m13s
[23:36:01.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:41:0)
[23:36:01.649] Build status: STARTED
[23:36:01.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:42:0) after 3m17s
[23:39:18.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:42:0)
[23:39:18.801] Build status: STARTED
[23:39:18.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:43:0) after 7m0s
[23:46:18.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:43:0)
[23:46:18.857] Build status: STARTED
[23:46:18.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:44:0) after 7m38s
[23:53:56.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:44:0)
[23:53:56.915] Build status: STARTED
[23:53:56.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:45:0) after 3m50s
[23:57:47.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:45:0)
[23:57:47.111] Build status: STARTED
[23:57:47.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:46:0) after 1m57s
[23:59:44.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:46:0)
[23:59:44.923] Build status: STARTED
[23:59:44.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:47:0) after 6m3s
[00:05:48.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:47:0)
[00:05:48.180] Build status: STARTED
[00:05:48.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:48:0) after 8m51s
[00:14:39.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:48:0)
[00:14:39.349] Build status: STARTED
[00:14:39.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:49:0) after 9m38s
[00:24:17.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:49:0)
[00:24:17.685] Build status: STARTED
[00:24:17.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:50:0) after 6m15s
[00:30:32.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:50:0)
[00:30:32.830] Build status: STARTED
[00:30:32.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:51:0) after 6m19s
[00:36:51.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:51:0)
[00:36:51.890] Build status: STARTED
[00:36:51.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:52:0) after 2m32s
[00:39:24.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:52:0)
[00:39:24.151] Build status: STARTED
[00:39:24.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:53:0) after 4m49s
[00:44:13.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:53:0)
[00:44:13.272] Build status: STARTED
[00:44:13.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:54:0) after 7m44s
[00:51:57.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:54:0)
[00:51:57.486] Build status: STARTED
[00:51:57.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:55:0) after 6m23s
[00:58:20.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:55:0)
[00:58:20.649] Build status: STARTED
[00:58:20.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:56:0) after 9m45s
[01:08:05.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:56:0)
[01:08:05.748] Build status: STARTED
[01:08:05.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:57:0) after 9m43s
[01:17:48.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:57:0)
[01:17:48.811] Build status: STARTED
[01:17:48.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:58:0) after 6m7s
[01:23:55.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:58:0)
[01:23:55.963] Build status: STARTED
[01:23:55.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:59:0) after 1m47s
[01:25:43.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:59:0)
[01:25:43.058] Build status: STARTED
[01:25:43.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:60:0) after 9m47s
[01:35:30.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:60:0)
[01:35:30.227] Build status: STARTED
[01:35:30.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:61:0) after 6m33s
[01:42:03.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:61:0)
[01:42:03.296] Build status: STARTED
[01:42:03.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:62:0) after 6m45s
[01:48:48.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:62:0)
[01:48:48.613] Build status: STARTED
[01:48:48.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:63:0) after 8m1s
[01:56:49.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:63:0)
[01:56:49.712] Build status: STARTED
[01:56:49.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:64:0) after 9m37s
[02:06:26.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:64:0)
[02:06:26.768] Build status: STARTED
[02:06:26.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:65:0) after 5m10s
[02:11:36.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:65:0)
[02:11:36.958] Build status: STARTED
[02:11:36.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:66:0) after 4m37s
[02:16:14.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:66:0)
[02:16:14.100] Build status: STARTED
[02:16:14.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:67:0) after 5m7s
[02:21:21.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:67:0)
[02:21:21.260] Build status: STARTED
[02:21:21.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:68:0) after 2m19s
[02:23:40.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:68:0)
[02:23:40.450] Build status: STARTED
[02:23:40.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:69:0) after 8m47s
[02:32:27.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:69:0)
[02:32:27.673] Build status: STARTED
[02:32:27.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:70:0) after 2m21s
[02:34:48.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:70:0)
[02:34:48.809] Build status: STARTED
[02:34:48.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:71:0) after 9m0s
[02:43:49.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:71:0)
[02:43:49.032] Build status: STARTED
[02:43:49.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:72:0) after 4m53s
[02:48:42.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:72:0)
[02:48:42.085] Build status: STARTED
[02:48:42.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:73:0) after 3m56s
[02:52:38.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:73:0)
[02:52:38.137] Build status: STARTED
[02:52:38.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:74:0) after 4m30s
[02:57:08.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:74:0)
[02:57:08.206] Build status: STARTED
[02:57:08.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:75:0) after 3m38s
[03:00:46.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:75:0)
[03:00:46.239] Build status: STARTED
[03:00:46.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:76:0) after 4m56s
[03:05:42.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:76:0)
[03:05:42.421] Build status: STARTED
[03:05:42.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:77:0) after 2m22s
[03:08:04.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:77:0)
[03:08:04.785] Build status: STARTED
[03:08:04.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:78:0) after 6m58s
[03:15:03.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:78:0)
[03:15:03.210] Build status: STARTED
[03:15:03.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:79:0) after 6m51s
[03:21:54.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:79:0)
[03:21:54.354] Build status: STARTED
[03:21:54.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:80:0) after 5m50s
[03:27:44.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:80:0)
[03:27:44.523] Build status: STARTED
[03:27:44.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:81:0) after 4m33s
[03:32:17.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:81:0)
[03:32:17.583] Build status: STARTED
[03:32:17.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:82:0) after 9m21s
[03:41:38.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:82:0)
[03:41:38.731] Build status: STARTED
[03:41:38.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:83:0) after 4m52s
[03:46:30.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:83:0)
[03:46:30.818] Build status: STARTED
[03:46:30.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:84:0) after 6m29s
[03:52:59.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:84:0)
[03:52:59.876] Build status: STARTED
[03:52:59.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:85:0) after 5m5s
[03:58:04.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:85:0)
[03:58:04.937] Build status: STARTED
[03:58:04.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:86:0) after 2m53s
[04:00:58.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:86:0)
[04:00:58.220] Build status: STARTED
[04:00:58.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:87:0) after 9m34s
[04:10:32.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:87:0)
[04:10:32.512] Build status: STARTED
[04:10:32.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:88:0) after 8m9s
[04:18:41.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:88:0)
[04:18:41.767] Build status: STARTED
[04:18:41.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:89:0) after 8m50s
[04:27:31.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:89:0)
[04:27:32.042] Build status: STARTED
[04:27:32.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:90:0) after 1m35s
[04:29:07.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:90:0)
[04:29:07.046] Build status: STARTED
[04:29:07.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:91:0) after 9m16s
[04:38:23.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:91:0)
[04:38:23.097] Build status: STARTED
[04:38:23.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:92:0) after 5m42s
[04:44:05.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:92:0)
[04:44:05.178] Build status: STARTED
[04:44:05.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:93:0) after 4m7s
[04:48:12.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:93:0)
[04:48:13.040] Build status: STARTED
[04:48:13.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:94:0) after 4m0s
[04:52:13.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:94:0)
[04:52:13.206] Build status: STARTED
[04:52:13.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:95:0) after 2m21s
[04:54:34.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:95:0)
[04:54:34.262] Build status: STARTED
[04:54:34.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:96:0) after 2m13s
[04:56:47.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:96:0)
[04:56:47.773] Build status: STARTED
[04:56:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:97:0) after 3m11s
[04:59:58.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:97:0)
[04:59:58.957] Build status: STARTED
[04:59:58.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:98:0) after 2m39s
[05:02:37.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:98:0)
[05:02:38.072] Build status: STARTED
[05:02:38.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:99:0) after 6m20s
[05:08:58.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:99:0)
[05:08:58.127] Build status: STARTED
[05:08:58.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:100:0) after 1m52s
[05:10:50.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:100:0)
[05:10:50.288] Build status: STARTED
[05:10:50.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:101:0) after 9m48s
[05:20:38.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:101:0)
[05:20:38.675] Build status: STARTED
[05:20:38.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:102:0) after 6m41s
[05:27:19.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:102:0)
[05:27:19.955] Build status: STARTED
[05:27:19.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:103:0) after 2m32s
[05:29:51.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:103:0)
[05:29:52.023] Build status: STARTED
[05:29:52.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:104:0) after 6m21s
[05:36:13.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:104:0)
[05:36:13.133] Build status: STARTED
[05:36:13.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:105:0) after 9m55s
[05:46:08.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:105:0)
[05:46:08.151] Build status: STARTED
[05:46:08.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:106:0) after 6m33s
[05:52:41.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:106:0)
[05:52:41.303] Build status: STARTED
[05:52:41.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:107:0) after 6m3s
[05:58:44.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:107:0)
[05:58:44.456] Build status: STARTED
[05:58:44.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:108:0) after 3m56s
[06:02:40.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:108:0)
[06:02:40.514] Build status: STARTED
[06:02:40.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:109:0) after 4m48s
[06:07:28.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:109:0)
[06:07:28.641] Build status: STARTED
[06:07:28.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:110:0) after 9m59s
[06:17:27.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:110:0)
[06:17:27.692] Build status: STARTED
[06:17:27.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999613475046662144:111:0) after 8m11s
[06:21:02.785] Received PubSub notification, asking Buildbucket for the build status
[06:21:02.816] Build:
{
  "id": "8834183407903040977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25628,
  "createdBy": "project:chromium",
  "createTime": "2021-10-05T19:46:39.668767745Z",
  "startTime": "2021-10-05T19:52:41.619215Z",
  "endTime": "2021-10-06T06:21:02.395245380Z",
  "updateTime": "2021-10-06T06:21:02.396228319Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e6aeb33589535245d967d8211e0abae83af4ba72",
      "ref": "refs/heads/main"
    }
  }
}
[06:21:02.816] Invocation finished in 10h34m29.344453511s with status FAILED