Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "42952e2f481eebf042d40b6641b25c779d12a479"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/42952e2f481eebf042d40b6641b25c779d12a479
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:14:59.297] New invocation is queued and will start shortly
[12:15:00.427] Starting the invocation (attempt 1)
[12:15:00.458] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/42952e2f481eebf042d40b6641b25c779d12a479"
[12:15:00.458] Popped gitiles commit info from properties and tags
[12:15:00.458] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:15:00.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:15:00.458] Buildbucket request:
{
  "requestId": "8992212934120169648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "42952e2f481eebf042d40b6641b25c779d12a479",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992212934120169648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:15:01.128] Scheduled build:
{
  "id": "8826782872182624737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26383,
  "createdBy": "project:chromium",
  "createTime": "2021-12-26T12:15:00.512283238Z",
  "updateTime": "2021-12-26T12:15:00.512283238Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "42952e2f481eebf042d40b6641b25c779d12a479",
      "ref": "refs/heads/main"
    }
  }
}
[12:15:01.128] Task URL: https://cr-buildbucket.appspot.com/build/8826782872182624737
[12:15:01.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:2:0) after 4m19s
[12:15:44.578] Received PubSub notification, asking Buildbucket for the build status
[12:15:44.595] Build status: STARTED
[12:19:20.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:2:0)
[12:19:20.172] Build status: STARTED
[12:19:20.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:4:0) after 3m41s
[12:23:01.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:4:0)
[12:23:01.418] Build status: STARTED
[12:23:01.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:5:0) after 6m14s
[12:29:15.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:5:0)
[12:29:15.463] Build status: STARTED
[12:29:15.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:6:0) after 9m6s
[12:38:21.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:6:0)
[12:38:21.512] Build status: STARTED
[12:38:21.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:7:0) after 2m18s
[12:40:39.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:7:0)
[12:40:39.606] Build status: STARTED
[12:40:39.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:8:0) after 5m10s
[12:45:49.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:8:0)
[12:45:49.645] Build status: STARTED
[12:45:49.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:9:0) after 9m59s
[12:55:48.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:9:0)
[12:55:48.737] Build status: STARTED
[12:55:48.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:10:0) after 9m36s
[13:05:24.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:10:0)
[13:05:24.812] Build status: STARTED
[13:05:24.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:11:0) after 4m55s
[13:10:19.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:11:0)
[13:10:19.865] Build status: STARTED
[13:10:19.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:12:0) after 7m54s
[13:18:13.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:12:0)
[13:18:13.912] Build status: STARTED
[13:18:13.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:13:0) after 9m38s
[13:27:51.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:13:0)
[13:27:51.963] Build status: STARTED
[13:27:51.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:14:0) after 2m36s
[13:30:27.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:14:0)
[13:30:28.011] Build status: STARTED
[13:30:28.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:15:0) after 1m44s
[13:32:12.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:15:0)
[13:32:12.276] Build status: STARTED
[13:32:12.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:16:0) after 4m54s
[13:37:06.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:16:0)
[13:37:06.352] Build status: STARTED
[13:37:06.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:17:0) after 5m20s
[13:42:26.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:17:0)
[13:42:26.578] Build status: STARTED
[13:42:26.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:18:0) after 2m26s
[13:44:52.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:18:0)
[13:44:52.610] Build status: STARTED
[13:44:52.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:19:0) after 2m24s
[13:47:16.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:19:0)
[13:47:16.673] Build status: STARTED
[13:47:16.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:20:0) after 8m27s
[13:55:43.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:20:0)
[13:55:43.741] Build status: STARTED
[13:55:43.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:21:0) after 2m22s
[13:58:05.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:21:0)
[13:58:05.766] Build status: STARTED
[13:58:05.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:22:0) after 6m51s
[14:04:56.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:22:0)
[14:04:56.855] Build status: STARTED
[14:04:56.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:23:0) after 6m46s
[14:11:42.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:23:0)
[14:11:42.985] Build status: STARTED
[14:11:42.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:24:0) after 1m8s
[14:12:51.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:24:0)
[14:12:51.052] Build status: STARTED
[14:12:51.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:25:0) after 8m1s
[14:20:52.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:25:0)
[14:20:52.091] Build status: STARTED
[14:20:52.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:26:0) after 9m28s
[14:30:20.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:26:0)
[14:30:20.127] Build status: STARTED
[14:30:20.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:27:0) after 8m19s
[14:38:39.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:27:0)
[14:38:39.192] Build status: STARTED
[14:38:39.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:28:0) after 8m19s
[14:46:58.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:28:0)
[14:46:58.252] Build status: STARTED
[14:46:58.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:29:0) after 6m12s
[14:53:10.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:29:0)
[14:53:10.298] Build status: STARTED
[14:53:10.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:30:0) after 1m18s
[14:54:28.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:30:0)
[14:54:28.628] Build status: STARTED
[14:54:28.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:31:0) after 6m53s
[15:01:21.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:31:0)
[15:01:21.676] Build status: STARTED
[15:01:21.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:32:0) after 7m0s
[15:08:21.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:32:0)
[15:08:21.722] Build status: STARTED
[15:08:21.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:33:0) after 9m14s
[15:17:35.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:33:0)
[15:17:35.766] Build status: STARTED
[15:17:35.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:34:0) after 4m44s
[15:22:19.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:34:0)
[15:22:19.802] Build status: STARTED
[15:22:19.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:35:0) after 3m53s
[15:26:12.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:35:0)
[15:26:12.992] Build status: STARTED
[15:26:12.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:36:0) after 2m20s
[15:28:33.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:36:0)
[15:28:33.045] Build status: STARTED
[15:28:33.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:37:0) after 9m19s
[15:37:52.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:37:0)
[15:37:52.105] Build status: STARTED
[15:37:52.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:38:0) after 1m58s
[15:39:50.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:38:0)
[15:39:50.174] Build status: STARTED
[15:39:50.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:39:0) after 2m1s
[15:41:51.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:39:0)
[15:41:51.522] Build status: STARTED
[15:41:51.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:40:0) after 1m54s
[15:43:45.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:40:0)
[15:43:45.570] Build status: STARTED
[15:43:45.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:41:0) after 3m17s
[15:47:02.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:41:0)
[15:47:02.770] Build status: STARTED
[15:47:02.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:42:0) after 7m54s
[15:54:56.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:42:0)
[15:54:56.835] Build status: STARTED
[15:54:56.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:43:0) after 8m0s
[16:02:56.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:43:0)
[16:02:56.883] Build status: STARTED
[16:02:56.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:44:0) after 4m46s
[16:07:42.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:44:0)
[16:07:42.946] Build status: STARTED
[16:07:42.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:45:0) after 1m51s
[16:09:33.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:45:0)
[16:09:34.010] Build status: STARTED
[16:09:34.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:46:0) after 5m50s
[16:15:24.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:46:0)
[16:15:24.062] Build status: STARTED
[16:15:24.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:47:0) after 6m51s
[16:22:15.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:47:0)
[16:22:15.098] Build status: STARTED
[16:22:15.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:48:0) after 5m59s
[16:28:14.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:48:0)
[16:28:14.278] Build status: STARTED
[16:28:14.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:49:0) after 2m14s
[16:30:28.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:49:0)
[16:30:28.355] Build status: STARTED
[16:30:28.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:50:0) after 6m42s
[16:37:10.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:50:0)
[16:37:10.435] Build status: STARTED
[16:37:10.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:51:0) after 5m10s
[16:42:20.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:51:0)
[16:42:20.479] Build status: STARTED
[16:42:20.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:52:0) after 5m12s
[16:47:32.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:52:0)
[16:47:32.689] Build status: STARTED
[16:47:32.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:53:0) after 7m35s
[16:55:07.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:53:0)
[16:55:07.801] Build status: STARTED
[16:55:07.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:54:0) after 4m13s
[16:59:20.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:54:0)
[16:59:20.856] Build status: STARTED
[16:59:20.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:55:0) after 2m5s
[17:01:25.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:55:0)
[17:01:25.910] Build status: STARTED
[17:01:25.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:56:0) after 2m58s
[17:04:23.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:56:0)
[17:04:23.986] Build status: STARTED
[17:04:23.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:57:0) after 9m43s
[17:14:07.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:57:0)
[17:14:07.379] Build status: STARTED
[17:14:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:58:0) after 8m28s
[17:22:35.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:58:0)
[17:22:35.654] Build status: STARTED
[17:22:35.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:59:0) after 1m6s
[17:23:42.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:59:0)
[17:23:42.202] Build status: STARTED
[17:23:42.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:60:0) after 5m50s
[17:29:32.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:60:0)
[17:29:32.244] Build status: STARTED
[17:29:32.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:61:0) after 4m36s
[17:34:08.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:61:0)
[17:34:08.308] Build status: STARTED
[17:34:08.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:62:0) after 8m30s
[17:42:38.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:62:0)
[17:42:38.358] Build status: STARTED
[17:42:38.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:63:0) after 2m38s
[17:45:16.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:63:0)
[17:45:16.411] Build status: STARTED
[17:45:16.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:64:0) after 5m20s
[17:50:36.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:64:0)
[17:50:36.556] Build status: STARTED
[17:50:36.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:65:0) after 2m16s
[17:52:52.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:65:0)
[17:52:52.596] Build status: STARTED
[17:52:52.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:66:0) after 5m24s
[17:58:16.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:66:0)
[17:58:16.652] Build status: STARTED
[17:58:16.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:67:0) after 3m44s
[18:02:00.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:67:0)
[18:02:00.904] Build status: STARTED
[18:02:00.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:68:0) after 2m16s
[18:04:16.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:68:0)
[18:04:16.984] Build status: STARTED
[18:04:16.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:69:0) after 9m48s
[18:14:05.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:69:0)
[18:14:05.500] Build status: STARTED
[18:14:05.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:70:0) after 2m45s
[18:16:50.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:70:0)
[18:16:50.550] Build status: STARTED
[18:16:50.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:71:0) after 6m17s
[18:23:07.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:71:0)
[18:23:07.605] Build status: STARTED
[18:23:07.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:72:0) after 2m8s
[18:25:15.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:72:0)
[18:25:15.665] Build status: STARTED
[18:25:15.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:73:0) after 3m24s
[18:28:39.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:73:0)
[18:28:39.723] Build status: STARTED
[18:28:39.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:74:0) after 2m6s
[18:30:46.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:74:0)
[18:30:46.076] Build status: STARTED
[18:30:46.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:75:0) after 1m22s
[18:32:08.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:75:0)
[18:32:08.604] Build status: STARTED
[18:32:08.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:76:0) after 4m25s
[18:36:33.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:76:0)
[18:36:33.746] Build status: STARTED
[18:36:33.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:77:0) after 2m48s
[18:39:21.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:77:0)
[18:39:21.798] Build status: STARTED
[18:39:21.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:78:0) after 9m57s
[18:49:18.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:78:0)
[18:49:18.887] Build status: STARTED
[18:49:18.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:79:0) after 8m44s
[18:58:02.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:79:0)
[18:58:02.939] Build status: STARTED
[18:58:02.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:80:0) after 2m26s
[19:00:28.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:80:0)
[19:00:28.981] Build status: STARTED
[19:00:28.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:81:0) after 9m41s
[19:10:10.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:81:0)
[19:10:10.049] Build status: STARTED
[19:10:10.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:82:0) after 4m57s
[19:15:07.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:82:0)
[19:15:07.132] Build status: STARTED
[19:15:07.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:83:0) after 9m46s
[19:24:53.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:83:0)
[19:24:53.156] Build status: STARTED
[19:24:53.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:84:0) after 9m56s
[19:34:49.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:84:0)
[19:34:49.204] Build status: STARTED
[19:34:49.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:85:0) after 2m6s
[19:36:55.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:85:0)
[19:36:55.269] Build status: STARTED
[19:36:55.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:86:0) after 6m40s
[19:43:35.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:86:0)
[19:43:35.326] Build status: STARTED
[19:43:35.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:87:0) after 6m38s
[19:50:13.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:87:0)
[19:50:13.368] Build status: STARTED
[19:50:13.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:88:0) after 9m20s
[19:59:33.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:88:0)
[19:59:33.418] Build status: STARTED
[19:59:33.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:89:0) after 7m0s
[20:06:33.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:89:0)
[20:06:33.474] Build status: STARTED
[20:06:33.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:90:0) after 8m46s
[20:15:19.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:90:0)
[20:15:19.885] Build status: STARTED
[20:15:19.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:91:0) after 9m17s
[20:24:36.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:91:0)
[20:24:36.934] Build status: STARTED
[20:24:36.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:92:0) after 9m34s
[20:34:10.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:92:0)
[20:34:10.989] Build status: STARTED
[20:34:10.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:93:0) after 9m53s
[20:44:04.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:93:0)
[20:44:04.043] Build status: STARTED
[20:44:04.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:94:0) after 9m35s
[20:53:39.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:94:0)
[20:53:39.118] Build status: STARTED
[20:53:39.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:95:0) after 9m54s
[21:03:33.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:95:0)
[21:03:33.168] Build status: STARTED
[21:03:33.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:96:0) after 7m4s
[21:10:37.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:96:0)
[21:10:37.219] Build status: STARTED
[21:10:37.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:97:0) after 6m49s
[21:17:26.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:97:0)
[21:17:26.256] Build status: STARTED
[21:17:26.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:98:0) after 4m23s
[21:21:49.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:98:0)
[21:21:49.313] Build status: STARTED
[21:21:49.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:99:0) after 5m59s
[21:27:48.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:99:0)
[21:27:48.366] Build status: STARTED
[21:27:48.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:100:0) after 8m46s
[21:36:34.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:100:0)
[21:36:34.413] Build status: STARTED
[21:36:34.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:101:0) after 4m55s
[21:41:29.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:101:0)
[21:41:29.462] Build status: STARTED
[21:41:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:102:0) after 6m17s
[21:47:46.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:102:0)
[21:47:46.520] Build status: STARTED
[21:47:46.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:103:0) after 8m2s
[21:55:48.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:103:0)
[21:55:48.545] Build status: STARTED
[21:55:48.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:104:0) after 7m0s
[22:02:48.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:104:0)
[22:02:48.592] Build status: STARTED
[22:02:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:105:0) after 1m20s
[22:04:08.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:105:0)
[22:04:08.654] Build status: STARTED
[22:04:08.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:106:0) after 9m31s
[22:13:39.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:106:0)
[22:13:39.726] Build status: STARTED
[22:13:39.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:107:0) after 6m20s
[22:19:59.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:107:0)
[22:19:59.767] Build status: STARTED
[22:19:59.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:108:0) after 5m56s
[22:25:55.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:108:0)
[22:25:55.933] Build status: STARTED
[22:25:55.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:109:0) after 9m35s
[22:35:30.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:109:0)
[22:35:30.989] Build status: STARTED
[22:35:30.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:110:0) after 9m54s
[22:45:25.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:110:0)
[22:45:25.030] Build status: STARTED
[22:45:25.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:111:0) after 1m56s
[22:47:21.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:111:0)
[22:47:21.066] Build status: STARTED
[22:47:21.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:112:0) after 2m8s
[22:49:29.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:112:0)
[22:49:29.116] Build status: STARTED
[22:49:29.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:113:0) after 4m33s
[22:54:02.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:113:0)
[22:54:02.219] Build status: STARTED
[22:54:02.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:114:0) after 8m53s
[23:02:55.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:114:0)
[23:02:55.274] Build status: STARTED
[23:02:55.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:115:0) after 1m10s
[23:04:05.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:115:0)
[23:04:05.316] Build status: STARTED
[23:04:05.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:116:0) after 6m33s
[23:10:38.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:116:0)
[23:10:38.362] Build status: STARTED
[23:10:38.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992212934120169648:117:0) after 9m18s
[23:13:39.734] Received PubSub notification, asking Buildbucket for the build status
[23:13:39.766] Build:
{
  "id": "8826782872182624737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26383,
  "createdBy": "project:chromium",
  "createTime": "2021-12-26T12:15:00.512283238Z",
  "startTime": "2021-12-26T12:15:43.893600Z",
  "endTime": "2021-12-26T23:13:39.380582428Z",
  "updateTime": "2021-12-26T23:13:39.380582428Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "42952e2f481eebf042d40b6641b25c779d12a479",
      "ref": "refs/heads/main"
    }
  }
}
[23:13:39.766] Invocation finished in 10h58m40.485431784s with status FAILED