Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "01c0678647c6d5ed9cb16d9b42530f795ed47c2c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/01c0678647c6d5ed9cb16d9b42530f795ed47c2c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:52:45.198] New invocation is queued and will start shortly
[12:52:46.323] Starting the invocation (attempt 1)
[12:52:46.389] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/01c0678647c6d5ed9cb16d9b42530f795ed47c2c"
[12:52:46.389] Popped gitiles commit info from properties and tags
[12:52:46.389] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:52:46.390] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:52:46.390] Buildbucket request:
{
  "requestId": "8983603846341124512",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "01c0678647c6d5ed9cb16d9b42530f795ed47c2c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983603846341124512"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:52:46.984] Scheduled build:
{
  "id": "8818173784346323921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2324,
  "createdBy": "project:chromium",
  "createTime": "2022-03-31T12:52:46.470176681Z",
  "updateTime": "2022-03-31T12:52:46.470176681Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "01c0678647c6d5ed9cb16d9b42530f795ed47c2c",
      "ref": "refs/heads/main"
    }
  }
}
[12:52:46.984] Task URL: https://cr-buildbucket.appspot.com/build/8818173784346323921
[12:52:46.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:2:0) after 6m7s
[12:58:54.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:2:0)
[12:58:54.107] Build status: SCHEDULED
[12:58:54.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:3:0) after 7m44s
[13:06:38.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:3:0)
[13:06:38.342] Build status: SCHEDULED
[13:06:38.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:4:0) after 9m37s
[13:16:15.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:4:0)
[13:16:15.402] Build status: SCHEDULED
[13:16:15.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:5:0) after 1m19s
[13:17:34.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:5:0)
[13:17:34.418] Build status: SCHEDULED
[13:17:34.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:6:0) after 3m30s
[13:20:03.011] Received PubSub notification, asking Buildbucket for the build status
[13:20:03.066] Build status: STARTED
[13:21:04.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:6:0)
[13:21:04.439] Build status: STARTED
[13:21:04.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:8:0) after 8m38s
[13:29:42.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:8:0)
[13:29:42.591] Build status: STARTED
[13:29:42.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:9:0) after 4m29s
[13:34:11.627] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:9:0)
[13:34:11.648] Build status: STARTED
[13:34:11.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:10:0) after 5m34s
[13:39:45.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:10:0)
[13:39:45.815] Build status: STARTED
[13:39:45.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:11:0) after 5m37s
[13:45:22.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:11:0)
[13:45:22.940] Build status: STARTED
[13:45:22.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:12:0) after 6m55s
[13:52:18.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:12:0)
[13:52:18.436] Build status: STARTED
[13:52:18.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:13:0) after 7m25s
[13:59:43.498] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:13:0)
[13:59:43.521] Build status: STARTED
[13:59:43.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:14:0) after 4m17s
[14:04:00.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:14:0)
[14:04:00.686] Build status: STARTED
[14:04:00.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:15:0) after 7m35s
[14:11:35.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:15:0)
[14:11:35.740] Build status: STARTED
[14:11:35.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:16:0) after 8m50s
[14:20:25.774] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:16:0)
[14:20:25.797] Build status: STARTED
[14:20:25.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:17:0) after 2m13s
[14:22:39.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:17:0)
[14:22:39.249] Build status: STARTED
[14:22:39.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:18:0) after 3m22s
[14:26:01.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:18:0)
[14:26:01.300] Build status: STARTED
[14:26:01.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:19:0) after 3m3s
[14:29:04.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:19:0)
[14:29:04.347] Build status: STARTED
[14:29:04.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:20:0) after 5m1s
[14:34:05.540] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:20:0)
[14:34:05.564] Build status: STARTED
[14:34:05.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:21:0) after 6m56s
[14:41:02.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:21:0)
[14:41:02.107] Build status: STARTED
[14:41:02.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:22:0) after 9m26s
[14:50:28.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:22:0)
[14:50:28.201] Build status: STARTED
[14:50:28.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:23:0) after 6m7s
[14:56:35.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:23:0)
[14:56:35.339] Build status: STARTED
[14:56:35.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:24:0) after 7m5s
[15:03:40.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:24:0)
[15:03:40.525] Build status: STARTED
[15:03:40.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:25:0) after 4m52s
[15:08:32.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:25:0)
[15:08:32.644] Build status: STARTED
[15:08:32.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:26:0) after 1m6s
[15:09:39.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:26:0)
[15:09:39.050] Build status: STARTED
[15:09:39.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:27:0) after 1m53s
[15:11:32.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:27:0)
[15:11:32.108] Build status: STARTED
[15:11:32.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:28:0) after 6m31s
[15:18:03.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:28:0)
[15:18:03.315] Build status: STARTED
[15:18:03.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:29:0) after 1m18s
[15:19:21.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:29:0)
[15:19:21.548] Build status: STARTED
[15:19:21.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:30:0) after 5m57s
[15:25:18.597] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:30:0)
[15:25:18.643] Build status: STARTED
[15:25:18.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:31:0) after 7m59s
[15:33:17.816] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:31:0)
[15:33:17.844] Build status: STARTED
[15:33:17.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:32:0) after 2m26s
[15:35:43.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:32:0)
[15:35:43.999] Build status: STARTED
[15:35:43.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:33:0) after 8m21s
[15:44:05.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:33:0)
[15:44:05.199] Build status: STARTED
[15:44:05.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:34:0) after 2m0s
[15:46:05.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:34:0)
[15:46:05.322] Build status: STARTED
[15:46:05.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:35:0) after 1m48s
[15:47:53.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:35:0)
[15:47:53.457] Build status: STARTED
[15:47:53.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:36:0) after 6m44s
[15:54:37.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:36:0)
[15:54:37.512] Build status: STARTED
[15:54:37.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:37:0) after 4m27s
[15:59:04.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:37:0)
[15:59:04.563] Build status: STARTED
[15:59:04.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:38:0) after 9m59s
[16:09:03.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:38:0)
[16:09:03.649] Build status: STARTED
[16:09:03.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:39:0) after 2m44s
[16:11:47.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:39:0)
[16:11:47.703] Build status: STARTED
[16:11:47.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:40:0) after 9m5s
[16:20:53.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:40:0)
[16:20:53.447] Build status: STARTED
[16:20:53.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:41:0) after 6m50s
[16:27:43.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:41:0)
[16:27:43.599] Build status: STARTED
[16:27:43.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:42:0) after 6m22s
[16:34:05.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:42:0)
[16:34:05.918] Build status: STARTED
[16:34:05.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:43:0) after 1m18s
[16:35:23.994] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:43:0)
[16:35:24.013] Build status: STARTED
[16:35:24.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:44:0) after 5m26s
[16:40:51.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:44:0)
[16:40:51.240] Build status: STARTED
[16:40:51.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:45:0) after 9m7s
[16:49:58.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:45:0)
[16:49:58.294] Build status: STARTED
[16:49:58.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:46:0) after 1m22s
[16:51:20.329] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:46:0)
[16:51:20.358] Build status: STARTED
[16:51:20.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:47:0) after 9m40s
[17:01:00.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:47:0)
[17:01:00.538] Build status: STARTED
[17:01:00.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:48:0) after 2m8s
[17:03:08.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:48:0)
[17:03:08.767] Build status: STARTED
[17:03:08.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:49:0) after 5m14s
[17:08:22.801] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:49:0)
[17:08:22.823] Build status: STARTED
[17:08:22.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:50:0) after 7m39s
[17:16:01.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:50:0)
[17:16:01.871] Build status: STARTED
[17:16:01.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:51:0) after 6m7s
[17:22:09.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:51:0)
[17:22:09.092] Build status: STARTED
[17:22:09.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:52:0) after 4m27s
[17:26:36.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:52:0)
[17:26:36.195] Build status: STARTED
[17:26:36.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:53:0) after 3m12s
[17:29:48.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:53:0)
[17:29:48.239] Build status: STARTED
[17:29:48.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:54:0) after 7m46s
[17:37:34.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:54:0)
[17:37:34.298] Build status: STARTED
[17:37:34.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:55:0) after 4m46s
[17:42:20.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:55:0)
[17:42:20.360] Build status: STARTED
[17:42:20.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:56:0) after 5m33s
[17:47:53.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:56:0)
[17:47:53.762] Build status: STARTED
[17:47:53.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:57:0) after 4m57s
[17:52:50.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:57:0)
[17:52:50.820] Build status: STARTED
[17:52:50.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:58:0) after 5m3s
[17:57:53.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:58:0)
[17:57:53.941] Build status: STARTED
[17:57:53.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:59:0) after 4m46s
[18:02:40.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:59:0)
[18:02:40.062] Build status: STARTED
[18:02:40.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:60:0) after 9m23s
[18:12:03.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:60:0)
[18:12:03.119] Build status: STARTED
[18:12:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:61:0) after 9m27s
[18:21:30.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:61:0)
[18:21:30.228] Build status: STARTED
[18:21:30.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:62:0) after 1m36s
[18:23:06.334] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:62:0)
[18:23:06.359] Build status: STARTED
[18:23:06.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:63:0) after 7m34s
[18:30:40.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:63:0)
[18:30:40.407] Build status: STARTED
[18:30:40.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:64:0) after 4m49s
[18:35:29.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:64:0)
[18:35:29.458] Build status: STARTED
[18:35:29.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:65:0) after 7m53s
[18:43:22.689] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:65:0)
[18:43:22.719] Build status: STARTED
[18:43:22.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:66:0) after 5m56s
[18:49:19.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:66:0)
[18:49:19.301] Build status: STARTED
[18:49:19.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:67:0) after 1m20s
[18:50:39.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:67:0)
[18:50:39.368] Build status: STARTED
[18:50:39.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:68:0) after 2m47s
[18:53:26.446] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:68:0)
[18:53:26.483] Build status: STARTED
[18:53:26.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:69:0) after 8m2s
[19:01:28.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:69:0)
[19:01:28.578] Build status: STARTED
[19:01:28.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:70:0) after 4m36s
[19:06:05.027] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:70:0)
[19:06:05.127] Build status: STARTED
[19:06:05.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:71:0) after 8m5s
[19:14:10.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:71:0)
[19:14:10.271] Build status: STARTED
[19:14:10.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:72:0) after 6m37s
[19:20:47.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:72:0)
[19:20:47.305] Build status: STARTED
[19:20:47.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:73:0) after 5m18s
[19:26:05.350] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:73:0)
[19:26:05.371] Build status: STARTED
[19:26:05.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:74:0) after 5m0s
[19:31:05.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:74:0)
[19:31:05.438] Build status: STARTED
[19:31:05.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:75:0) after 5m25s
[19:36:30.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:75:0)
[19:36:30.498] Build status: STARTED
[19:36:30.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:76:0) after 2m48s
[19:39:18.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:76:0)
[19:39:18.557] Build status: STARTED
[19:39:18.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:77:0) after 1m13s
[19:40:31.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:77:0)
[19:40:31.663] Build status: STARTED
[19:40:31.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:78:0) after 6m44s
[19:47:15.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:78:0)
[19:47:15.958] Build status: STARTED
[19:47:15.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:79:0) after 9m10s
[19:56:26.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:79:0)
[19:56:26.263] Build status: STARTED
[19:56:26.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:80:0) after 1m3s
[19:57:29.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:80:0)
[19:57:29.532] Build status: STARTED
[19:57:29.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:81:0) after 6m47s
[20:04:16.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:81:0)
[20:04:16.817] Build status: STARTED
[20:04:16.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:82:0) after 1m17s
[20:05:34.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:82:0)
[20:05:34.206] Build status: STARTED
[20:05:34.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:83:0) after 7m6s
[20:12:40.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:83:0)
[20:12:40.273] Build status: STARTED
[20:12:40.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:84:0) after 6m5s
[20:18:46.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:84:0)
[20:18:46.091] Build status: STARTED
[20:18:46.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:85:0) after 8m37s
[20:27:23.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:85:0)
[20:27:23.135] Build status: STARTED
[20:27:23.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:86:0) after 2m2s
[20:29:25.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:86:0)
[20:29:25.431] Build status: STARTED
[20:29:25.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:87:0) after 5m29s
[20:34:54.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:87:0)
[20:34:54.613] Build status: STARTED
[20:34:54.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:88:0) after 6m37s
[20:41:31.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:88:0)
[20:41:31.755] Build status: STARTED
[20:41:31.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:89:0) after 9m3s
[20:50:34.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:89:0)
[20:50:34.977] Build status: STARTED
[20:50:34.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:90:0) after 9m22s
[20:59:57.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:90:0)
[20:59:57.076] Build status: STARTED
[20:59:57.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:91:0) after 4m10s
[21:04:07.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:91:0)
[21:04:07.140] Build status: STARTED
[21:04:07.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:92:0) after 9m15s
[21:13:22.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:92:0)
[21:13:22.503] Build status: STARTED
[21:13:22.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:93:0) after 7m20s
[21:20:42.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:93:0)
[21:20:42.925] Build status: STARTED
[21:20:42.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:94:0) after 2m54s
[21:23:37.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:94:0)
[21:23:37.700] Build status: STARTED
[21:23:37.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:95:0) after 1m7s
[21:24:44.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:95:0)
[21:24:44.804] Build status: STARTED
[21:24:44.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:96:0) after 4m2s
[21:28:46.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:96:0)
[21:28:47.072] Build status: STARTED
[21:28:47.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:97:0) after 6m29s
[21:35:16.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:97:0)
[21:35:16.136] Build status: STARTED
[21:35:16.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:98:0) after 1m48s
[21:37:04.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:98:0)
[21:37:04.238] Build status: STARTED
[21:37:04.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:99:0) after 6m37s
[21:43:41.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:99:0)
[21:43:41.501] Build status: STARTED
[21:43:41.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:100:0) after 3m16s
[21:46:57.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:100:0)
[21:46:57.687] Build status: STARTED
[21:46:57.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:101:0) after 4m37s
[21:51:34.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:101:0)
[21:51:35.003] Build status: STARTED
[21:51:35.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:102:0) after 6m30s
[21:58:05.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:102:0)
[21:58:05.057] Build status: STARTED
[21:58:05.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:103:0) after 4m2s
[22:02:07.250] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:103:0)
[22:02:07.288] Build status: STARTED
[22:02:07.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:104:0) after 2m42s
[22:04:49.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:104:0)
[22:04:49.649] Build status: STARTED
[22:04:49.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:105:0) after 6m11s
[22:11:01.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:105:0)
[22:11:01.703] Build status: STARTED
[22:11:01.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:106:0) after 2m28s
[22:13:29.818] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:106:0)
[22:13:29.840] Build status: STARTED
[22:13:29.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:107:0) after 9m45s
[22:23:15.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:107:0)
[22:23:15.278] Build status: STARTED
[22:23:15.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:108:0) after 5m16s
[22:28:31.306] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:108:0)
[22:28:31.336] Build status: STARTED
[22:28:31.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:109:0) after 7m53s
[22:36:24.362] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:109:0)
[22:36:24.390] Build status: STARTED
[22:36:24.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:110:0) after 3m29s
[22:39:53.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:110:0)
[22:39:53.407] Build status: STARTED
[22:39:53.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:111:0) after 2m30s
[22:42:23.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:111:0)
[22:42:23.546] Build status: STARTED
[22:42:23.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:112:0) after 5m45s
[22:48:08.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:112:0)
[22:48:08.604] Build status: STARTED
[22:48:08.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983603846341124512:113:0) after 5m26s
[22:50:44.736] Received PubSub notification, asking Buildbucket for the build status
[22:50:44.758] Build:
{
  "id": "8818173784346323921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2324,
  "createdBy": "project:chromium",
  "createTime": "2022-03-31T12:52:46.470176681Z",
  "startTime": "2022-03-31T13:20:01.131956Z",
  "endTime": "2022-03-31T22:50:44.389954830Z",
  "updateTime": "2022-03-31T22:50:44.389954830Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "01c0678647c6d5ed9cb16d9b42530f795ed47c2c",
      "ref": "refs/heads/main"
    }
  }
}
[22:50:44.758] Invocation finished in 9h57m59.574192749s with status FAILED