Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "59711122ace3b58a8ed67b21db46413522b0f95e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59711122ace3b58a8ed67b21db46413522b0f95e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:10:26.670] New invocation is queued and will start shortly
[13:10:28.102] Starting the invocation (attempt 1)
[13:10:28.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59711122ace3b58a8ed67b21db46413522b0f95e"
[13:10:28.147] Popped gitiles commit info from properties and tags
[13:10:28.147] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:10:28.149] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:10:28.149] Buildbucket request:
{
  "requestId": "8985958254437144928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "59711122ace3b58a8ed67b21db46413522b0f95e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985958254437144928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:10:28.646] Scheduled build:
{
  "id": "8820528192164555729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2209,
  "createdBy": "project:chromium",
  "createTime": "2022-03-05T13:10:28.203770162Z",
  "updateTime": "2022-03-05T13:10:28.203770162Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59711122ace3b58a8ed67b21db46413522b0f95e",
      "ref": "refs/heads/main"
    }
  }
}
[13:10:28.646] Task URL: https://cr-buildbucket.appspot.com/build/8820528192164555729
[13:10:28.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:2:0) after 7m39s
[13:18:07.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:2:0)
[13:18:07.687] Build status: SCHEDULED
[13:18:07.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:3:0) after 8m7s
[13:26:14.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:3:0)
[13:26:14.726] Build status: SCHEDULED
[13:26:14.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:4:0) after 4m39s
[13:30:53.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:4:0)
[13:30:53.992] Build status: SCHEDULED
[13:30:53.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:5:0) after 9m7s
[13:40:01.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:5:0)
[13:40:01.051] Build status: SCHEDULED
[13:40:01.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:6:0) after 3m26s
[13:43:27.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:6:0)
[13:43:27.115] Build status: SCHEDULED
[13:43:27.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:7:0) after 4m8s
[13:47:35.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:7:0)
[13:47:35.171] Build status: SCHEDULED
[13:47:35.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:8:0) after 1m24s
[13:48:59.189] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:8:0)
[13:48:59.214] Build status: SCHEDULED
[13:48:59.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:9:0) after 8m23s
[13:57:22.393] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:9:0)
[13:57:22.422] Build status: SCHEDULED
[13:57:22.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:10:0) after 8m46s
[14:06:08.552] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:10:0)
[14:06:08.582] Build status: SCHEDULED
[14:06:08.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:11:0) after 7m33s
[14:09:09.631] Received PubSub notification, asking Buildbucket for the build status
[14:09:09.651] Build status: STARTED
[14:13:41.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:11:0)
[14:13:41.639] Build status: STARTED
[14:13:41.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:13:0) after 5m3s
[14:18:44.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:13:0)
[14:18:44.708] Build status: STARTED
[14:18:44.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:14:0) after 7m27s
[14:26:11.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:14:0)
[14:26:11.889] Build status: STARTED
[14:26:11.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:15:0) after 3m0s
[14:29:11.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:15:0)
[14:29:11.938] Build status: STARTED
[14:29:11.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:16:0) after 5m1s
[14:34:12.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:16:0)
[14:34:12.987] Build status: STARTED
[14:34:12.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:17:0) after 3m26s
[14:37:39.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:17:0)
[14:37:39.040] Build status: STARTED
[14:37:39.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:18:0) after 8m55s
[14:46:34.206] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:18:0)
[14:46:34.239] Build status: STARTED
[14:46:34.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:19:0) after 1m47s
[14:48:21.403] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:19:0)
[14:48:21.472] Build status: STARTED
[14:48:21.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:20:0) after 2m24s
[14:50:45.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:20:0)
[14:50:45.647] Build status: STARTED
[14:50:45.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:21:0) after 7m4s
[14:57:49.867] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:21:0)
[14:57:49.892] Build status: STARTED
[14:57:49.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:22:0) after 7m0s
[15:04:49.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:22:0)
[15:04:50.021] Build status: STARTED
[15:04:50.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:23:0) after 5m35s
[15:10:25.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:23:0)
[15:10:25.096] Build status: STARTED
[15:10:25.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:24:0) after 5m40s
[15:16:05.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:24:0)
[15:16:05.509] Build status: STARTED
[15:16:05.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:25:0) after 7m12s
[15:23:17.530] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:25:0)
[15:23:17.552] Build status: STARTED
[15:23:17.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:26:0) after 6m41s
[15:29:58.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:26:0)
[15:29:58.581] Build status: STARTED
[15:29:58.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:27:0) after 2m31s
[15:32:29.604] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:27:0)
[15:32:29.629] Build status: STARTED
[15:32:29.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:28:0) after 2m41s
[15:35:10.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:28:0)
[15:35:10.657] Build status: STARTED
[15:35:10.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:29:0) after 1m49s
[15:36:59.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:29:0)
[15:36:59.702] Build status: STARTED
[15:36:59.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:30:0) after 6m24s
[15:43:23.723] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:30:0)
[15:43:23.757] Build status: STARTED
[15:43:23.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:31:0) after 8m16s
[15:51:39.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:31:0)
[15:51:39.825] Build status: STARTED
[15:51:39.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:32:0) after 9m16s
[16:00:55.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:32:0)
[16:00:55.876] Build status: STARTED
[16:00:55.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:33:0) after 5m27s
[16:06:23.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:33:0)
[16:06:23.462] Build status: STARTED
[16:06:23.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:34:0) after 6m49s
[16:13:13.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:34:0)
[16:13:13.106] Build status: STARTED
[16:13:13.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:35:0) after 6m44s
[16:19:57.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:35:0)
[16:19:57.363] Build status: STARTED
[16:19:57.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:36:0) after 4m41s
[16:24:38.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:36:0)
[16:24:38.451] Build status: STARTED
[16:24:38.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:37:0) after 8m58s
[16:33:37.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:37:0)
[16:33:37.042] Build status: STARTED
[16:33:37.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:38:0) after 9m25s
[16:43:02.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:38:0)
[16:43:02.187] Build status: STARTED
[16:43:02.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:39:0) after 5m53s
[16:48:55.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:39:0)
[16:48:55.247] Build status: STARTED
[16:48:55.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:40:0) after 1m44s
[16:50:39.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:40:0)
[16:50:39.501] Build status: STARTED
[16:50:39.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:41:0) after 5m59s
[16:56:38.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:41:0)
[16:56:38.548] Build status: STARTED
[16:56:38.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:42:0) after 8m12s
[17:04:50.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:42:0)
[17:04:50.651] Build status: STARTED
[17:04:50.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:43:0) after 6m20s
[17:11:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:43:0)
[17:11:10.763] Build status: STARTED
[17:11:10.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:44:0) after 2m59s
[17:14:09.988] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:44:0)
[17:14:10.011] Build status: STARTED
[17:14:10.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:45:0) after 9m22s
[17:23:32.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:45:0)
[17:23:32.074] Build status: STARTED
[17:23:32.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:46:0) after 6m36s
[17:30:08.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:46:0)
[17:30:08.142] Build status: STARTED
[17:30:08.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:47:0) after 2m18s
[17:32:26.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:47:0)
[17:32:26.308] Build status: STARTED
[17:32:26.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:48:0) after 8m32s
[17:40:58.559] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:48:0)
[17:40:58.599] Build status: STARTED
[17:40:58.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:49:0) after 9m38s
[17:50:36.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:49:0)
[17:50:36.745] Build status: STARTED
[17:50:36.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:50:0) after 6m12s
[17:56:48.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:50:0)
[17:56:48.810] Build status: STARTED
[17:56:48.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:51:0) after 1m35s
[17:58:23.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:51:0)
[17:58:23.874] Build status: STARTED
[17:58:23.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:52:0) after 8m33s
[18:06:56.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:52:0)
[18:06:57.009] Build status: STARTED
[18:06:57.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:53:0) after 9m38s
[18:16:35.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:53:0)
[18:16:35.066] Build status: STARTED
[18:16:35.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:54:0) after 2m23s
[18:18:58.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:54:0)
[18:18:58.172] Build status: STARTED
[18:18:58.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:55:0) after 4m28s
[18:23:26.668] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:55:0)
[18:23:26.703] Build status: STARTED
[18:23:26.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:56:0) after 1m34s
[18:25:01.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:56:0)
[18:25:01.076] Build status: STARTED
[18:25:01.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:57:0) after 5m59s
[18:31:00.097] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:57:0)
[18:31:00.132] Build status: STARTED
[18:31:00.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:58:0) after 6m51s
[18:37:51.156] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:58:0)
[18:37:51.220] Build status: STARTED
[18:37:51.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:59:0) after 3m59s
[18:41:50.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:59:0)
[18:41:50.264] Build status: STARTED
[18:41:50.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:60:0) after 9m13s
[18:51:03.329] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:60:0)
[18:51:03.365] Build status: STARTED
[18:51:03.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:61:0) after 3m44s
[18:54:47.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:61:0)
[18:54:47.548] Build status: STARTED
[18:54:47.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:62:0) after 8m22s
[19:03:09.572] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:62:0)
[19:03:09.627] Build status: STARTED
[19:03:09.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:63:0) after 1m21s
[19:04:30.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:63:0)
[19:04:30.665] Build status: STARTED
[19:04:30.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:64:0) after 5m49s
[19:10:19.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:64:0)
[19:10:19.835] Build status: STARTED
[19:10:19.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:65:0) after 9m32s
[19:19:51.860] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:65:0)
[19:19:51.884] Build status: STARTED
[19:19:51.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:66:0) after 3m41s
[19:23:32.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:66:0)
[19:23:32.940] Build status: STARTED
[19:23:32.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:67:0) after 1m58s
[19:25:30.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:67:0)
[19:25:31.067] Build status: STARTED
[19:25:31.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:68:0) after 5m2s
[19:30:33.207] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:68:0)
[19:30:33.232] Build status: STARTED
[19:30:33.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:69:0) after 5m58s
[19:36:31.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:69:0)
[19:36:31.294] Build status: STARTED
[19:36:31.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:70:0) after 2m54s
[19:39:25.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:70:0)
[19:39:25.420] Build status: STARTED
[19:39:25.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:71:0) after 7m11s
[19:46:38.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:71:0)
[19:46:38.083] Build status: STARTED
[19:46:38.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:72:0) after 6m17s
[19:52:55.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:72:0)
[19:52:55.320] Build status: STARTED
[19:52:55.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:73:0) after 2m35s
[19:55:30.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:73:0)
[19:55:30.620] Build status: STARTED
[19:55:30.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:74:0) after 4m19s
[19:59:49.657] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:74:0)
[19:59:49.695] Build status: STARTED
[19:59:49.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:75:0) after 4m39s
[20:04:28.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:75:0)
[20:04:28.755] Build status: STARTED
[20:04:28.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:76:0) after 6m9s
[20:10:38.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:76:0)
[20:10:38.380] Build status: STARTED
[20:10:38.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:77:0) after 7m13s
[20:17:51.410] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:77:0)
[20:17:51.430] Build status: STARTED
[20:17:51.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:78:0) after 4m52s
[20:22:44.669] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:78:0)
[20:22:44.687] Build status: STARTED
[20:22:44.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:79:0) after 3m41s
[20:26:26.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:79:0)
[20:26:26.384] Build status: STARTED
[20:26:26.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:80:0) after 4m38s
[20:31:04.781] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:80:0)
[20:31:04.801] Build status: STARTED
[20:31:04.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:81:0) after 8m42s
[20:39:46.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:81:0)
[20:39:46.892] Build status: STARTED
[20:39:46.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:82:0) after 1m27s
[20:41:13.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:82:0)
[20:41:13.963] Build status: STARTED
[20:41:13.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:83:0) after 8m36s
[20:49:50.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:83:0)
[20:49:50.274] Build status: STARTED
[20:49:50.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:84:0) after 1m35s
[20:51:25.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:84:0)
[20:51:25.349] Build status: STARTED
[20:51:25.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:85:0) after 7m46s
[20:59:11.403] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:85:0)
[20:59:11.425] Build status: STARTED
[20:59:11.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:86:0) after 2m9s
[21:01:20.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:86:0)
[21:01:20.580] Build status: STARTED
[21:01:20.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:87:0) after 6m11s
[21:07:31.963] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:87:0)
[21:07:31.986] Build status: STARTED
[21:07:31.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:88:0) after 3m38s
[21:11:10.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:88:0)
[21:11:10.073] Build status: STARTED
[21:11:10.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:89:0) after 3m24s
[21:14:34.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:89:0)
[21:14:34.125] Build status: STARTED
[21:14:34.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:90:0) after 6m19s
[21:20:53.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:90:0)
[21:20:53.186] Build status: STARTED
[21:20:53.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:91:0) after 1m59s
[21:22:52.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:91:0)
[21:22:52.236] Build status: STARTED
[21:22:52.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:92:0) after 9m51s
[21:32:43.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:92:0)
[21:32:43.572] Build status: STARTED
[21:32:43.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:93:0) after 2m21s
[21:35:05.410] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:93:0)
[21:35:05.433] Build status: STARTED
[21:35:05.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:94:0) after 3m22s
[21:38:27.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:94:0)
[21:38:27.508] Build status: STARTED
[21:38:27.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:95:0) after 1m39s
[21:40:07.177] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:95:0)
[21:40:07.199] Build status: STARTED
[21:40:07.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:96:0) after 3m44s
[21:43:52.131] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:96:0)
[21:43:52.157] Build status: STARTED
[21:43:52.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:97:0) after 4m5s
[21:47:57.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:97:0)
[21:47:57.450] Build status: STARTED
[21:47:57.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:98:0) after 7m48s
[21:55:45.472] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:98:0)
[21:55:45.512] Build status: STARTED
[21:55:45.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:99:0) after 5m21s
[22:01:06.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:99:0)
[22:01:06.560] Build status: STARTED
[22:01:06.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:100:0) after 6m26s
[22:07:32.585] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:100:0)
[22:07:32.613] Build status: STARTED
[22:07:32.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:101:0) after 9m57s
[22:17:29.663] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:101:0)
[22:17:29.693] Build status: STARTED
[22:17:29.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:102:0) after 5m45s
[22:23:14.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:102:0)
[22:23:14.920] Build status: STARTED
[22:23:14.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:103:0) after 9m49s
[22:33:04.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:103:0)
[22:33:04.320] Build status: STARTED
[22:33:04.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:104:0) after 4m47s
[22:37:51.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:104:0)
[22:37:51.683] Build status: STARTED
[22:37:51.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:105:0) after 9m11s
[22:47:02.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:105:0)
[22:47:02.735] Build status: STARTED
[22:47:02.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:106:0) after 3m51s
[22:50:53.815] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:106:0)
[22:50:53.851] Build status: STARTED
[22:50:53.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:107:0) after 1m54s
[22:52:47.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:107:0)
[22:52:47.917] Build status: STARTED
[22:52:47.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:108:0) after 6m31s
[22:59:18.945] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:108:0)
[22:59:18.982] Build status: STARTED
[22:59:18.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:109:0) after 8m58s
[23:08:17.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:109:0)
[23:08:17.207] Build status: STARTED
[23:08:17.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:110:0) after 4m36s
[23:12:53.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:110:0)
[23:12:53.311] Build status: STARTED
[23:12:53.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:111:0) after 2m27s
[23:15:20.342] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:111:0)
[23:15:20.379] Build status: STARTED
[23:15:20.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:112:0) after 5m35s
[23:20:56.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:112:0)
[23:20:56.279] Build status: STARTED
[23:20:56.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:113:0) after 8m25s
[23:29:21.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:113:0)
[23:29:21.374] Build status: STARTED
[23:29:21.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:114:0) after 8m10s
[23:37:31.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:114:0)
[23:37:31.578] Build status: STARTED
[23:37:31.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:115:0) after 2m4s
[23:39:35.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:115:0)
[23:39:35.955] Build status: STARTED
[23:39:35.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:116:0) after 7m58s
[23:47:34.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:116:0)
[23:47:34.037] Build status: STARTED
[23:47:34.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985958254437144928:117:0) after 6m50s
[23:52:16.920] Received PubSub notification, asking Buildbucket for the build status
[23:52:16.940] Build:
{
  "id": "8820528192164555729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2209,
  "createdBy": "project:chromium",
  "createTime": "2022-03-05T13:10:28.203770162Z",
  "startTime": "2022-03-05T14:09:08.813777Z",
  "endTime": "2022-03-05T23:52:16.284899883Z",
  "updateTime": "2022-03-05T23:52:16.284899883Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59711122ace3b58a8ed67b21db46413522b0f95e",
      "ref": "refs/heads/main"
    }
  }
}
[23:52:16.940] Invocation finished in 10h41m50.288666804s with status FAILED