Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:31:20.594] New invocation is queued and will start shortly
[15:31:21.796] Starting the invocation (attempt 1)
[15:31:21.830] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca"
[15:31:21.830] Popped gitiles commit info from properties and tags
[15:31:21.830] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:31:21.830] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:31:21.830] Buildbucket request:
{
  "requestId": "8985315211087382480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985315211087382480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:31:22.460] Scheduled build:
{
  "id": "8819885149020646401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2225,
  "createdBy": "project:chromium",
  "createTime": "2022-03-12T15:31:21.934517906Z",
  "updateTime": "2022-03-12T15:31:21.934517906Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:31:22.460] Task URL: https://cr-buildbucket.appspot.com/build/8819885149020646401
[15:31:22.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:2:0) after 6m54s
[15:38:16.550] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:2:0)
[15:38:16.585] Build status: SCHEDULED
[15:38:16.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:3:0) after 1m34s
[15:39:50.600] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:3:0)
[15:39:50.633] Build status: SCHEDULED
[15:39:50.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:4:0) after 1m13s
[15:41:03.653] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:4:0)
[15:41:03.677] Build status: SCHEDULED
[15:41:03.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:5:0) after 7m19s
[15:48:22.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:5:0)
[15:48:22.716] Build status: SCHEDULED
[15:48:22.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:6:0) after 3m24s
[15:51:46.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:6:0)
[15:51:46.917] Build status: SCHEDULED
[15:51:46.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:7:0) after 6m25s
[15:58:11.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:7:0)
[15:58:11.954] Build status: SCHEDULED
[15:58:11.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:8:0) after 4m5s
[16:02:17.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:8:0)
[16:02:17.061] Build status: SCHEDULED
[16:02:17.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:9:0) after 4m31s
[16:06:48.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:9:0)
[16:06:48.106] Build status: SCHEDULED
[16:06:48.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:10:0) after 5m59s
[16:12:47.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:10:0)
[16:12:47.203] Build status: SCHEDULED
[16:12:47.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:11:0) after 2m16s
[16:15:03.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:11:0)
[16:15:03.275] Build status: SCHEDULED
[16:15:03.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:12:0) after 6m21s
[16:21:24.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:12:0)
[16:21:24.409] Build status: SCHEDULED
[16:21:24.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:13:0) after 6m12s
[16:27:36.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:13:0)
[16:27:36.521] Build status: SCHEDULED
[16:27:36.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:14:0) after 6m49s
[16:34:25.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:14:0)
[16:34:25.651] Build status: SCHEDULED
[16:34:25.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:15:0) after 3m34s
[16:37:59.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:15:0)
[16:37:59.803] Build status: SCHEDULED
[16:37:59.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:16:0) after 6m56s
[16:44:55.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:16:0)
[16:44:55.854] Build status: SCHEDULED
[16:44:55.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:17:0) after 5m45s
[16:50:40.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:17:0)
[16:50:40.865] Build status: SCHEDULED
[16:50:40.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:18:0) after 9m47s
[17:00:27.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:18:0)
[17:00:27.907] Build status: SCHEDULED
[17:00:27.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:19:0) after 3m32s
[17:03:13.448] Received PubSub notification, asking Buildbucket for the build status
[17:03:13.478] Build status: STARTED
[17:04:00.033] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:19:0)
[17:04:00.063] Build status: STARTED
[17:04:00.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:21:0) after 4m59s
[17:08:59.150] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:21:0)
[17:08:59.184] Build status: STARTED
[17:08:59.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:22:0) after 7m32s
[17:16:31.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:22:0)
[17:16:31.236] Build status: STARTED
[17:16:31.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:23:0) after 4m13s
[17:20:44.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:23:0)
[17:20:44.276] Build status: STARTED
[17:20:44.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:24:0) after 6m59s
[17:27:43.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:24:0)
[17:27:43.398] Build status: STARTED
[17:27:43.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:25:0) after 6m17s
[17:34:00.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:25:0)
[17:34:00.467] Build status: STARTED
[17:34:00.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:26:0) after 4m41s
[17:38:41.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:26:0)
[17:38:41.517] Build status: STARTED
[17:38:41.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:27:0) after 8m17s
[17:46:58.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:27:0)
[17:46:58.774] Build status: STARTED
[17:46:58.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:28:0) after 7m47s
[17:54:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:28:0)
[17:54:45.812] Build status: STARTED
[17:54:45.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:29:0) after 9m9s
[18:03:56.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:29:0)
[18:03:56.128] Build status: STARTED
[18:03:56.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:30:0) after 8m46s
[18:12:42.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:30:0)
[18:12:42.169] Build status: STARTED
[18:12:42.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:31:0) after 2m24s
[18:15:06.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:31:0)
[18:15:06.221] Build status: STARTED
[18:15:06.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:32:0) after 9m38s
[18:24:44.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:32:0)
[18:24:44.387] Build status: STARTED
[18:24:44.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:33:0) after 8m9s
[18:32:53.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:33:0)
[18:32:53.527] Build status: STARTED
[18:32:53.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:34:0) after 4m15s
[18:37:08.596] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:34:0)
[18:37:08.615] Build status: STARTED
[18:37:08.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:35:0) after 6m6s
[18:43:14.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:35:0)
[18:43:14.886] Build status: STARTED
[18:43:14.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:36:0) after 7m9s
[18:50:24.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:36:0)
[18:50:24.070] Build status: STARTED
[18:50:24.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:37:0) after 8m52s
[18:59:16.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:37:0)
[18:59:16.221] Build status: STARTED
[18:59:16.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:38:0) after 4m49s
[19:06:01.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:38:0)
[19:06:01.836] Build status: STARTED
[19:06:01.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:39:0) after 4m29s
[19:10:30.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:39:0)
[19:10:30.890] Build status: STARTED
[19:10:30.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:40:0) after 7m3s
[19:17:33.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:40:0)
[19:17:33.944] Build status: STARTED
[19:17:33.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:41:0) after 1m47s
[19:19:20.963] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:41:0)
[19:19:20.994] Build status: STARTED
[19:19:20.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:42:0) after 1m47s
[19:21:08.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:42:0)
[19:21:08.161] Build status: STARTED
[19:21:08.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:43:0) after 7m52s
[19:29:00.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:43:0)
[19:29:00.339] Build status: STARTED
[19:29:00.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:44:0) after 3m56s
[19:32:56.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:44:0)
[19:32:56.889] Build status: STARTED
[19:32:56.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:45:0) after 4m8s
[19:37:05.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:45:0)
[19:37:05.162] Build status: STARTED
[19:37:05.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:46:0) after 3m25s
[19:40:30.181] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:46:0)
[19:40:30.210] Build status: STARTED
[19:40:30.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:47:0) after 6m19s
[19:46:49.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:47:0)
[19:46:49.392] Build status: STARTED
[19:46:49.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:48:0) after 4m56s
[19:51:45.410] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:48:0)
[19:51:45.440] Build status: STARTED
[19:51:45.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:49:0) after 1m9s
[19:52:55.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:49:0)
[19:52:55.665] Build status: STARTED
[19:52:55.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:50:0) after 1m36s
[19:54:31.947] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:50:0)
[19:54:31.968] Build status: STARTED
[19:54:31.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:51:0) after 5m39s
[20:00:11.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:51:0)
[20:00:11.912] Build status: STARTED
[20:00:11.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:52:0) after 5m5s
[20:05:17.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:52:0)
[20:05:17.232] Build status: STARTED
[20:05:17.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:53:0) after 1m20s
[20:06:37.254] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:53:0)
[20:06:37.285] Build status: STARTED
[20:06:37.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:54:0) after 3m42s
[20:10:19.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:54:0)
[20:10:19.512] Build status: STARTED
[20:10:19.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:55:0) after 5m59s
[20:16:18.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:55:0)
[20:16:18.662] Build status: STARTED
[20:16:18.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:56:0) after 4m55s
[20:21:13.668] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:56:0)
[20:21:13.690] Build status: STARTED
[20:21:13.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:57:0) after 5m4s
[20:26:17.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:57:0)
[20:26:17.738] Build status: STARTED
[20:26:17.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:58:0) after 8m6s
[20:34:23.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:58:0)
[20:34:23.780] Build status: STARTED
[20:34:23.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:59:0) after 4m8s
[20:38:31.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:59:0)
[20:38:31.815] Build status: STARTED
[20:38:31.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:60:0) after 3m2s
[20:41:33.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:60:0)
[20:41:34.066] Build status: STARTED
[20:41:34.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:61:0) after 1m48s
[20:43:22.177] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:61:0)
[20:43:22.204] Build status: STARTED
[20:43:22.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:62:0) after 7m1s
[20:50:23.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:62:0)
[20:50:23.336] Build status: STARTED
[20:50:23.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:63:0) after 8m55s
[20:59:18.356] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:63:0)
[20:59:18.378] Build status: STARTED
[20:59:18.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:64:0) after 9m14s
[21:08:33.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:64:0)
[21:08:33.441] Build status: STARTED
[21:08:33.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:65:0) after 5m25s
[21:13:58.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:65:0)
[21:13:58.492] Build status: STARTED
[21:13:58.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:66:0) after 3m40s
[21:17:38.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:66:0)
[21:17:38.528] Build status: STARTED
[21:17:38.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:67:0) after 9m36s
[21:27:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:67:0)
[21:27:14.910] Build status: STARTED
[21:27:14.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:68:0) after 6m32s
[21:33:47.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:68:0)
[21:33:47.286] Build status: STARTED
[21:33:47.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:69:0) after 2m20s
[21:36:07.310] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:69:0)
[21:36:07.332] Build status: STARTED
[21:36:07.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:70:0) after 5m5s
[21:41:12.355] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:70:0)
[21:41:12.437] Build status: STARTED
[21:41:12.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:71:0) after 4m43s
[21:45:55.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:71:0)
[21:45:55.765] Build status: STARTED
[21:45:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:72:0) after 3m59s
[21:49:54.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:72:0)
[21:49:54.949] Build status: STARTED
[21:49:54.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:73:0) after 5m14s
[21:55:09.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:73:0)
[21:55:09.037] Build status: STARTED
[21:55:09.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:74:0) after 2m23s
[21:57:32.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:74:0)
[21:57:32.142] Build status: STARTED
[21:57:32.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:75:0) after 9m33s
[22:07:05.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:75:0)
[22:07:05.354] Build status: STARTED
[22:07:05.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:76:0) after 4m27s
[22:11:32.489] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:76:0)
[22:11:32.523] Build status: STARTED
[22:11:32.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:77:0) after 6m58s
[22:18:30.638] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:77:0)
[22:18:30.678] Build status: STARTED
[22:18:30.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:78:0) after 8m11s
[22:26:41.699] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:78:0)
[22:26:41.720] Build status: STARTED
[22:26:41.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:79:0) after 3m51s
[22:30:32.740] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:79:0)
[22:30:32.768] Build status: STARTED
[22:30:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:80:0) after 9m12s
[22:39:45.061] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:80:0)
[22:39:45.091] Build status: STARTED
[22:39:45.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:81:0) after 3m59s
[22:43:44.288] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:81:0)
[22:43:44.365] Build status: STARTED
[22:43:44.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:82:0) after 2m6s
[22:45:50.732] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:82:0)
[22:46:00.329] Build status: STARTED
[22:46:00.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:83:0) after 4m10s
[22:50:10.453] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:83:0)
[22:50:10.472] Build status: STARTED
[22:50:10.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:84:0) after 7m44s
[22:57:54.768] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:84:0)
[22:57:54.797] Build status: STARTED
[22:57:54.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:85:0) after 1m49s
[22:59:44.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:85:0)
[22:59:44.075] Build status: STARTED
[22:59:44.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:86:0) after 1m10s
[23:00:54.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:86:0)
[23:00:54.389] Build status: STARTED
[23:00:54.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:87:0) after 8m48s
[23:09:42.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:87:0)
[23:09:42.468] Build status: STARTED
[23:09:42.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:88:0) after 4m13s
[23:13:55.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:88:0)
[23:13:55.554] Build status: STARTED
[23:13:55.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:89:0) after 5m31s
[23:19:26.724] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:89:0)
[23:19:26.744] Build status: STARTED
[23:19:26.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:90:0) after 5m55s
[23:25:21.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:90:0)
[23:25:21.793] Build status: STARTED
[23:25:21.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:91:0) after 9m17s
[23:34:39.018] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:91:0)
[23:34:39.085] Build status: STARTED
[23:34:39.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:92:0) after 8m9s
[23:42:48.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:92:0)
[23:42:48.275] Build status: STARTED
[23:42:48.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:93:0) after 2m0s
[23:44:48.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:93:0)
[23:44:48.333] Build status: STARTED
[23:44:48.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:94:0) after 2m48s
[23:47:36.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:94:0)
[23:47:36.350] Build status: STARTED
[23:47:36.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:95:0) after 6m36s
[23:54:12.371] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:95:0)
[23:54:12.390] Build status: STARTED
[23:54:12.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:96:0) after 5m33s
[23:59:45.409] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:96:0)
[23:59:45.443] Build status: STARTED
[23:59:45.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:97:0) after 5m57s
[00:05:42.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:97:0)
[00:05:42.553] Build status: STARTED
[00:05:42.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:98:0) after 6m22s
[00:12:04.637] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:98:0)
[00:12:04.659] Build status: STARTED
[00:12:04.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:99:0) after 8m50s
[00:20:54.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:99:0)
[00:20:54.701] Build status: STARTED
[00:20:54.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:100:0) after 2m28s
[00:23:22.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:100:0)
[00:23:22.774] Build status: STARTED
[00:23:22.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:101:0) after 5m51s
[00:29:13.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:101:0)
[00:29:13.803] Build status: STARTED
[00:29:13.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:102:0) after 7m7s
[00:36:20.826] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:102:0)
[00:36:20.853] Build status: STARTED
[00:36:20.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:103:0) after 3m8s
[00:39:29.078] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:103:0)
[00:39:29.098] Build status: STARTED
[00:39:29.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:104:0) after 7m47s
[00:47:16.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:104:0)
[00:47:16.343] Build status: STARTED
[00:47:16.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:105:0) after 3m36s
[00:50:52.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:105:0)
[00:50:52.400] Build status: STARTED
[00:50:52.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:106:0) after 2m38s
[00:53:30.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:106:0)
[00:53:30.761] Build status: STARTED
[00:53:30.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:107:0) after 5m14s
[00:58:44.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:107:0)
[00:58:44.942] Build status: STARTED
[00:58:44.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:108:0) after 7m3s
[01:05:48.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:108:0)
[01:05:48.188] Build status: STARTED
[01:05:48.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:109:0) after 8m46s
[01:14:34.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:109:0)
[01:14:34.232] Build status: STARTED
[01:14:34.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:110:0) after 7m5s
[01:21:40.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:110:0)
[01:21:40.249] Build status: STARTED
[01:21:40.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:111:0) after 5m11s
[01:26:52.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:111:0)
[01:26:52.363] Build status: STARTED
[01:26:52.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:112:0) after 4m29s
[01:31:21.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:112:0)
[01:31:21.406] Build status: STARTED
[01:31:21.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:113:0) after 2m40s
[01:34:01.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:113:0)
[01:34:01.564] Build status: STARTED
[01:34:01.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:114:0) after 4m52s
[01:38:53.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:114:0)
[01:38:53.603] Build status: STARTED
[01:38:53.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:115:0) after 6m41s
[01:45:34.641] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:115:0)
[01:45:34.670] Build status: STARTED
[01:45:34.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:116:0) after 1m2s
[01:46:36.691] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:116:0)
[01:46:36.713] Build status: STARTED
[01:46:36.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:117:0) after 6m59s
[01:53:35.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:117:0)
[01:53:35.811] Build status: STARTED
[01:53:35.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:118:0) after 7m43s
[02:01:18.833] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:118:0)
[02:01:18.857] Build status: STARTED
[02:01:18.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985315211087382480:119:0) after 7m25s
[02:06:03.499] Received PubSub notification, asking Buildbucket for the build status
[02:06:03.530] Build:
{
  "id": "8819885149020646401",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2225,
  "createdBy": "project:chromium",
  "createTime": "2022-03-12T15:31:21.934517906Z",
  "startTime": "2022-03-12T17:03:12.261194Z",
  "endTime": "2022-03-13T02:06:03.125381067Z",
  "updateTime": "2022-03-13T02:06:03.125381067Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f23ae9b601b8308d08904d2b9f4cb4f20e7d16ca",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:06:03.530] Invocation finished in 10h34m42.951336215s with status FAILED