Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev b26d9352c4fb4cfc88d21ea4044efb8f76f7513c)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "785a3ccadbc2b5055c4d0b13476e2fb86af96d47"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/785a3ccadbc2b5055c4d0b13476e2fb86af96d47
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:30:08.003] New invocation is queued and will start shortly
[15:30:09.125] Starting the invocation (attempt 1)
[15:30:09.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/785a3ccadbc2b5055c4d0b13476e2fb86af96d47"
[15:30:09.172] Popped gitiles commit info from properties and tags
[15:30:09.173] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:30:09.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:30:09.173] Buildbucket request:
{
  "requestId": "8997545877669483184",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "785a3ccadbc2b5055c4d0b13476e2fb86af96d47",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997545877669483184"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:30:09.957] Scheduled build:
{
  "id": "8832115815557485249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin"
  },
  "number": 653,
  "createdBy": "project:chromium",
  "createTime": "2021-10-28T15:30:09.385061968Z",
  "updateTime": "2021-10-28T15:30:09.385061968Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "785a3ccadbc2b5055c4d0b13476e2fb86af96d47",
      "ref": "refs/heads/main"
    }
  }
}
[15:30:09.957] Task URL: https://cr-buildbucket.appspot.com/build/8832115815557485249
[15:30:09.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:2:0) after 3m19s
[15:33:29.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:2:0)
[15:33:29.226] Build status: SCHEDULED
[15:33:29.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:3:0) after 4m22s
[15:37:51.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:3:0)
[15:37:51.272] Build status: SCHEDULED
[15:37:51.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:4:0) after 5m45s
[15:43:36.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:4:0)
[15:43:36.612] Build status: SCHEDULED
[15:43:36.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:5:0) after 1m25s
[15:45:01.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:5:0)
[15:45:01.691] Build status: SCHEDULED
[15:45:01.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:6:0) after 8m29s
[15:53:30.768] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:6:0)
[15:53:30.800] Build status: SCHEDULED
[15:53:30.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:7:0) after 9m42s
[16:03:12.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:7:0)
[16:03:12.961] Build status: SCHEDULED
[16:03:12.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:8:0) after 3m45s
[16:06:58.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:8:0)
[16:06:58.140] Build status: SCHEDULED
[16:06:58.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:9:0) after 4m4s
[16:11:02.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:9:0)
[16:11:02.311] Build status: SCHEDULED
[16:11:02.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:10:0) after 7m7s
[16:18:09.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:10:0)
[16:18:09.547] Build status: SCHEDULED
[16:18:09.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:11:0) after 8m18s
[16:26:27.816] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:11:0)
[16:26:27.865] Build status: SCHEDULED
[16:26:27.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:12:0) after 9m36s
[16:36:03.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:12:0)
[16:36:04.083] Build status: SCHEDULED
[16:36:04.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:13:0) after 3m6s
[16:39:10.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:13:0)
[16:39:10.371] Build status: SCHEDULED
[16:39:10.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:14:0) after 9m22s
[16:44:49.993] Received PubSub notification, asking Buildbucket for the build status
[16:44:50.020] Build status: STARTED
[16:48:32.447] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:14:0)
[16:48:32.485] Build status: STARTED
[16:48:32.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:16:0) after 7m48s
[16:56:20.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:16:0)
[16:56:20.519] Build status: STARTED
[16:56:20.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:17:0) after 5m37s
[17:01:57.627] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:17:0)
[17:01:57.658] Build status: STARTED
[17:01:57.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:18:0) after 8m57s
[17:10:54.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:18:0)
[17:10:54.711] Build status: STARTED
[17:10:54.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:19:0) after 6m9s
[17:17:03.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:19:0)
[17:17:03.822] Build status: STARTED
[17:17:03.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:20:0) after 7m12s
[17:24:16.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:20:0)
[17:24:16.101] Build status: STARTED
[17:24:16.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:21:0) after 5m20s
[17:29:36.340] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:21:0)
[17:29:36.374] Build status: STARTED
[17:29:36.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:22:0) after 5m26s
[17:35:02.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:22:0)
[17:35:02.585] Build status: STARTED
[17:35:02.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:23:0) after 2m0s
[17:37:02.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:23:0)
[17:37:02.620] Build status: STARTED
[17:37:02.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:24:0) after 7m14s
[17:44:16.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:24:0)
[17:44:16.936] Build status: STARTED
[17:44:16.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:25:0) after 8m32s
[17:52:48.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:25:0)
[17:52:48.985] Build status: STARTED
[17:52:48.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:26:0) after 7m54s
[18:00:43.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:26:0)
[18:00:43.610] Build status: STARTED
[18:00:43.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:27:0) after 9m29s
[18:10:13.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:27:0)
[18:10:13.135] Build status: STARTED
[18:10:13.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:28:0) after 6m32s
[18:16:45.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:28:0)
[18:16:45.279] Build status: STARTED
[18:16:45.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:29:0) after 2m12s
[18:18:57.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:29:0)
[18:18:57.410] Build status: STARTED
[18:18:57.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:30:0) after 4m38s
[18:23:35.498] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:30:0)
[18:23:35.525] Build status: STARTED
[18:23:35.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:31:0) after 4m38s
[18:28:13.621] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:31:0)
[18:28:13.661] Build status: STARTED
[18:28:13.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:32:0) after 2m55s
[18:31:08.963] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:32:0)
[18:31:09.064] Build status: STARTED
[18:31:09.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:33:0) after 9m23s
[18:40:32.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:33:0)
[18:40:32.564] Build status: STARTED
[18:40:32.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:34:0) after 6m29s
[18:47:01.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:34:0)
[18:47:01.776] Build status: STARTED
[18:47:01.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:35:0) after 2m51s
[18:49:53.113] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:35:0)
[18:49:53.145] Build status: STARTED
[18:49:53.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:36:0) after 4m46s
[18:54:39.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:36:0)
[18:54:39.202] Build status: STARTED
[18:54:39.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:37:0) after 2m19s
[18:56:58.371] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:37:0)
[18:56:58.409] Build status: STARTED
[18:56:58.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:38:0) after 9m13s
[19:06:11.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:38:0)
[19:06:11.450] Build status: STARTED
[19:06:11.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:39:0) after 8m45s
[19:14:56.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:39:0)
[19:14:56.838] Build status: STARTED
[19:14:56.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:40:0) after 3m38s
[19:18:35.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:40:0)
[19:18:35.229] Build status: STARTED
[19:18:35.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:41:0) after 4m5s
[19:22:40.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:41:0)
[19:22:40.427] Build status: STARTED
[19:22:40.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:42:0) after 3m21s
[19:26:01.550] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:42:0)
[19:26:01.675] Build status: STARTED
[19:26:01.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:43:0) after 2m7s
[19:28:08.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:43:0)
[19:28:08.732] Build status: STARTED
[19:28:08.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:44:0) after 6m22s
[19:34:30.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:44:0)
[19:34:30.894] Build status: STARTED
[19:34:30.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:45:0) after 8m35s
[19:43:05.915] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:45:0)
[19:43:05.945] Build status: STARTED
[19:43:05.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:46:0) after 1m45s
[19:44:51.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:46:0)
[19:44:51.215] Build status: STARTED
[19:44:51.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:47:0) after 5m22s
[19:50:13.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:47:0)
[19:50:13.340] Build status: STARTED
[19:50:13.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:48:0) after 6m19s
[19:56:32.801] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:48:0)
[19:56:32.844] Build status: STARTED
[19:56:32.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:49:0) after 2m58s
[19:59:30.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:49:0)
[19:59:30.919] Build status: STARTED
[19:59:30.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:50:0) after 3m23s
[20:02:54.041] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:50:0)
[20:02:54.072] Build status: STARTED
[20:02:54.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:51:0) after 2m4s
[20:04:58.174] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:51:0)
[20:04:58.216] Build status: STARTED
[20:04:58.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:52:0) after 1m9s
[20:06:07.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:52:0)
[20:06:07.272] Build status: STARTED
[20:06:07.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:53:0) after 4m2s
[20:10:09.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:53:0)
[20:10:09.559] Build status: STARTED
[20:10:09.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:54:0) after 1m9s
[20:11:18.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:54:0)
[20:11:18.659] Build status: STARTED
[20:11:18.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:55:0) after 4m43s
[20:16:01.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:55:0)
[20:16:01.739] Build status: STARTED
[20:16:01.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:56:0) after 9m22s
[20:25:23.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:56:0)
[20:25:23.851] Build status: STARTED
[20:25:23.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:57:0) after 6m23s
[20:31:46.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:57:0)
[20:31:46.967] Build status: STARTED
[20:31:46.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:58:0) after 9m35s
[20:41:22.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:58:0)
[20:41:22.503] Build status: STARTED
[20:41:22.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:59:0) after 5m0s
[20:46:22.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:59:0)
[20:46:22.604] Build status: STARTED
[20:46:22.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:60:0) after 2m38s
[20:49:00.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:60:0)
[20:49:00.740] Build status: STARTED
[20:49:00.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:61:0) after 5m38s
[20:54:38.880] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:61:0)
[20:54:38.916] Build status: STARTED
[20:54:38.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:62:0) after 2m0s
[20:56:38.945] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:62:0)
[20:56:38.974] Build status: STARTED
[20:56:38.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:63:0) after 6m49s
[21:03:28.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:63:0)
[21:03:28.321] Build status: STARTED
[21:03:28.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:64:0) after 5m28s
[21:08:56.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:64:0)
[21:08:56.519] Build status: STARTED
[21:08:56.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:65:0) after 9m1s
[21:17:57.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:65:0)
[21:17:57.794] Build status: STARTED
[21:17:57.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:66:0) after 1m33s
[21:19:30.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:66:0)
[21:19:30.830] Build status: STARTED
[21:19:30.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:67:0) after 4m43s
[21:24:14.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:67:0)
[21:24:14.069] Build status: STARTED
[21:24:14.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:68:0) after 1m1s
[21:25:15.093] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:68:0)
[21:25:15.125] Build status: STARTED
[21:25:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:69:0) after 2m2s
[21:27:17.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:69:0)
[21:27:17.177] Build status: STARTED
[21:27:17.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:70:0) after 4m24s
[21:31:41.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:70:0)
[21:31:41.289] Build status: STARTED
[21:31:41.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:71:0) after 4m1s
[21:35:42.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:71:0)
[21:35:42.427] Build status: STARTED
[21:35:42.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:72:0) after 1m16s
[21:36:58.541] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:72:0)
[21:36:58.580] Build status: STARTED
[21:36:58.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:73:0) after 5m43s
[21:42:41.972] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:73:0)
[21:42:42.003] Build status: STARTED
[21:42:42.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:74:0) after 7m10s
[21:49:51.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:74:0)
[21:49:52.036] Build status: STARTED
[21:49:52.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:75:0) after 6m43s
[21:56:35.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:75:0)
[21:56:35.090] Build status: STARTED
[21:56:35.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:76:0) after 9m11s
[22:05:46.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:76:0)
[22:05:46.146] Build status: STARTED
[22:05:46.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:77:0) after 3m9s
[22:08:55.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:77:0)
[22:08:55.248] Build status: STARTED
[22:08:55.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:78:0) after 4m33s
[22:13:29.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:78:0)
[22:13:29.315] Build status: STARTED
[22:13:29.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:79:0) after 1m25s
[22:14:54.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:79:0)
[22:14:54.791] Build status: STARTED
[22:14:54.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:80:0) after 5m50s
[22:20:44.826] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:80:0)
[22:20:44.874] Build status: STARTED
[22:20:44.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:81:0) after 7m19s
[22:28:03.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:81:0)
[22:28:03.955] Build status: STARTED
[22:28:03.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:82:0) after 2m58s
[22:31:02.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:82:0)
[22:31:02.159] Build status: STARTED
[22:31:02.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:83:0) after 7m36s
[22:38:38.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:83:0)
[22:38:38.245] Build status: STARTED
[22:38:38.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:84:0) after 6m52s
[22:45:30.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:84:0)
[22:45:30.366] Build status: STARTED
[22:45:30.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:85:0) after 7m40s
[22:53:10.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:85:0)
[22:53:10.550] Build status: STARTED
[22:53:10.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:86:0) after 2m42s
[22:55:52.663] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:86:0)
[22:55:52.698] Build status: STARTED
[22:55:52.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:87:0) after 9m8s
[23:05:00.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:87:0)
[23:05:01.896] Build status: STARTED
[23:05:01.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:88:0) after 7m37s
[23:12:39.134] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:88:0)
[23:12:39.165] Build status: STARTED
[23:12:39.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:89:0) after 3m59s
[23:16:38.653] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:89:0)
[23:16:38.685] Build status: STARTED
[23:16:38.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:90:0) after 8m52s
[23:25:30.864] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:90:0)
[23:25:30.905] Build status: STARTED
[23:25:30.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:91:0) after 4m28s
[23:29:58.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:91:0)
[23:29:58.918] Build status: STARTED
[23:29:58.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:92:0) after 2m16s
[23:32:15.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:92:0)
[23:32:15.182] Build status: STARTED
[23:32:15.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:93:0) after 1m8s
[23:33:23.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:93:0)
[23:33:23.287] Build status: STARTED
[23:33:23.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:94:0) after 8m13s
[23:41:36.410] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:94:0)
[23:41:36.439] Build status: STARTED
[23:41:36.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:95:0) after 7m42s
[23:49:18.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:95:0)
[23:49:18.711] Build status: STARTED
[23:49:18.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:96:0) after 2m5s
[23:51:23.691] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:96:0)
[23:51:23.723] Build status: STARTED
[23:51:23.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:97:0) after 9m8s
[00:00:31.750] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:97:0)
[00:00:31.782] Build status: STARTED
[00:00:31.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:98:0) after 6m19s
[00:06:50.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:98:0)
[00:06:50.842] Build status: STARTED
[00:06:50.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:99:0) after 2m44s
[00:09:34.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:99:0)
[00:09:34.948] Build status: STARTED
[00:09:34.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:100:0) after 3m3s
[00:12:38.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:100:0)
[00:12:38.142] Build status: STARTED
[00:12:38.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:101:0) after 1m56s
[00:14:34.346] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:101:0)
[00:14:34.379] Build status: STARTED
[00:14:34.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:102:0) after 8m2s
[00:22:36.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:102:0)
[00:22:36.462] Build status: STARTED
[00:22:36.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:103:0) after 9m52s
[00:32:28.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:103:0)
[00:32:28.662] Build status: STARTED
[00:32:28.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:104:0) after 3m19s
[00:35:47.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:104:0)
[00:35:47.811] Build status: STARTED
[00:35:47.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:105:0) after 9m12s
[00:44:59.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:105:0)
[00:44:59.941] Build status: STARTED
[00:44:59.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:106:0) after 4m7s
[00:49:07.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:106:0)
[00:49:07.648] Build status: STARTED
[00:49:07.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:107:0) after 4m40s
[00:53:47.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:107:0)
[00:53:48.088] Build status: STARTED
[00:53:48.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:108:0) after 5m31s
[00:59:19.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:108:0)
[00:59:19.257] Build status: STARTED
[00:59:19.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:109:0) after 7m2s
[01:06:21.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:109:0)
[01:06:21.730] Build status: STARTED
[01:06:21.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:110:0) after 3m29s
[01:09:50.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:110:0)
[01:09:50.789] Build status: STARTED
[01:09:50.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:111:0) after 7m25s
[01:17:15.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:111:0)
[01:17:15.854] Build status: STARTED
[01:17:15.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:112:0) after 4m27s
[01:21:42.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:112:0)
[01:21:42.907] Build status: STARTED
[01:21:42.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:113:0) after 6m59s
[01:28:42.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:113:0)
[01:28:42.045] Build status: STARTED
[01:28:42.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:114:0) after 8m55s
[01:37:37.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:114:0)
[01:37:37.121] Build status: STARTED
[01:37:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:115:0) after 1m24s
[01:39:01.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:115:0)
[01:39:01.570] Build status: STARTED
[01:39:01.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:116:0) after 4m37s
[01:43:38.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:116:0)
[01:43:38.642] Build status: STARTED
[01:43:38.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:117:0) after 3m39s
[01:47:17.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:117:0)
[01:47:17.929] Build status: STARTED
[01:47:17.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:118:0) after 1m20s
[01:48:38.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:118:0)
[01:48:38.217] Build status: STARTED
[01:48:38.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:119:0) after 8m56s
[01:57:34.306] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:119:0)
[01:57:34.342] Build status: STARTED
[01:57:34.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:120:0) after 9m9s
[02:06:43.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:120:0)
[02:06:43.569] Build status: STARTED
[02:06:43.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:121:0) after 5m37s
[02:12:20.597] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:121:0)
[02:12:20.639] Build status: STARTED
[02:12:20.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:122:0) after 2m56s
[02:15:16.660] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:122:0)
[02:15:16.686] Build status: STARTED
[02:15:16.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:123:0) after 4m39s
[02:19:55.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:123:0)
[02:19:55.754] Build status: STARTED
[02:19:55.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:124:0) after 3m38s
[02:23:33.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:124:0)
[02:23:33.814] Build status: STARTED
[02:23:33.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:125:0) after 7m11s
[02:30:44.909] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:125:0)
[02:30:44.983] Build status: STARTED
[02:30:44.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:126:0) after 1m5s
[02:31:50.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:126:0)
[02:31:50.229] Build status: STARTED
[02:31:50.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:127:0) after 4m47s
[02:36:37.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:127:0)
[02:36:37.279] Build status: STARTED
[02:36:37.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin:8997545877669483184:128:0) after 9m50s
[02:45:04.283] Received PubSub notification, asking Buildbucket for the build status
[02:45:04.313] Build:
{
  "id": "8832115815557485249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin"
  },
  "number": 653,
  "createdBy": "project:chromium",
  "createTime": "2021-10-28T15:30:09.385061968Z",
  "startTime": "2021-10-28T16:44:48.483633Z",
  "endTime": "2021-10-29T02:45:03.953697906Z",
  "updateTime": "2021-10-29T02:45:03.953697906Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "785a3ccadbc2b5055c4d0b13476e2fb86af96d47",
      "ref": "refs/heads/main"
    }
  }
}
[02:45:04.313] Invocation finished in 11h14m56.326176632s with status FAILED