Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d668241492e3dc624e3bf9aad97403b14c0b56af"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d668241492e3dc624e3bf9aad97403b14c0b56af
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:55:24.211] New invocation is queued and will start shortly
[18:55:25.287] Starting the invocation (attempt 1)
[18:55:25.327] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d668241492e3dc624e3bf9aad97403b14c0b56af"
[18:55:25.327] Popped gitiles commit info from properties and tags
[18:55:25.327] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:55:25.327] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:55:25.327] Buildbucket request:
{
  "requestId": "8985392969689745360",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d668241492e3dc624e3bf9aad97403b14c0b56af",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985392969689745360"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:55:25.980] Scheduled build:
{
  "id": "8819962907794564225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2223,
  "createdBy": "project:chromium",
  "createTime": "2022-03-11T18:55:25.388334626Z",
  "updateTime": "2022-03-11T18:55:25.388334626Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d668241492e3dc624e3bf9aad97403b14c0b56af",
      "ref": "refs/heads/main"
    }
  }
}
[18:55:25.980] Task URL: https://cr-buildbucket.appspot.com/build/8819962907794564225
[18:55:25.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:2:0) after 9m6s
[19:04:32.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:2:0)
[19:04:32.036] Build status: SCHEDULED
[19:04:32.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:3:0) after 9m43s
[19:14:15.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:3:0)
[19:14:15.144] Build status: SCHEDULED
[19:14:15.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:4:0) after 3m42s
[19:17:57.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:4:0)
[19:17:57.193] Build status: SCHEDULED
[19:17:57.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:5:0) after 5m46s
[19:23:43.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:5:0)
[19:23:43.387] Build status: SCHEDULED
[19:23:43.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:6:0) after 5m33s
[19:29:16.509] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:6:0)
[19:29:16.543] Build status: SCHEDULED
[19:29:16.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:7:0) after 9m59s
[19:39:15.570] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:7:0)
[19:39:15.757] Build status: SCHEDULED
[19:39:15.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:8:0) after 6m54s
[19:46:09.984] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:8:0)
[19:46:10.056] Build status: SCHEDULED
[19:46:10.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:9:0) after 3m58s
[19:50:08.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:9:0)
[19:50:08.100] Build status: SCHEDULED
[19:50:08.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:10:0) after 2m1s
[19:51:29.629] Received PubSub notification, asking Buildbucket for the build status
[19:51:29.661] Build status: STARTED
[19:52:09.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:10:0)
[19:52:09.449] Build status: STARTED
[19:52:09.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:12:0) after 9m53s
[20:02:02.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:12:0)
[20:02:02.500] Build status: STARTED
[20:02:02.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:13:0) after 5m17s
[20:07:19.566] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:13:0)
[20:07:19.590] Build status: STARTED
[20:07:19.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:14:0) after 5m19s
[20:12:38.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:14:0)
[20:12:38.630] Build status: STARTED
[20:12:38.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:15:0) after 6m1s
[20:18:39.652] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:15:0)
[20:18:39.687] Build status: STARTED
[20:18:39.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:16:0) after 6m59s
[20:25:39.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:16:0)
[20:25:39.213] Build status: STARTED
[20:25:39.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:17:0) after 7m24s
[20:33:03.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:17:0)
[20:33:03.408] Build status: STARTED
[20:33:03.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:18:0) after 5m9s
[20:38:12.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:18:0)
[20:38:12.563] Build status: STARTED
[20:38:12.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:19:0) after 6m27s
[20:44:39.709] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:19:0)
[20:44:39.738] Build status: STARTED
[20:44:39.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:20:0) after 8m19s
[20:52:58.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:20:0)
[20:52:58.796] Build status: STARTED
[20:52:58.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:21:0) after 4m26s
[20:57:24.815] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:21:0)
[20:57:24.853] Build status: STARTED
[20:57:24.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:22:0) after 6m52s
[21:04:16.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:22:0)
[21:04:17.019] Build status: STARTED
[21:04:17.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:23:0) after 5m45s
[21:10:02.148] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:23:0)
[21:10:02.183] Build status: STARTED
[21:10:02.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:24:0) after 7m28s
[21:17:30.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:24:0)
[21:17:30.334] Build status: STARTED
[21:17:30.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:25:0) after 5m51s
[21:23:21.437] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:25:0)
[21:23:21.467] Build status: STARTED
[21:23:21.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:26:0) after 3m45s
[21:27:06.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:26:0)
[21:27:06.710] Build status: STARTED
[21:27:06.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:27:0) after 2m34s
[21:29:40.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:27:0)
[21:29:40.753] Build status: STARTED
[21:29:40.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:28:0) after 8m13s
[21:37:53.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:28:0)
[21:37:53.832] Build status: STARTED
[21:37:53.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:29:0) after 5m44s
[21:43:37.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:29:0)
[21:43:38.025] Build status: STARTED
[21:43:38.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:30:0) after 7m14s
[21:50:52.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:30:0)
[21:50:52.118] Build status: STARTED
[21:50:52.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:31:0) after 9m52s
[22:00:44.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:31:0)
[22:00:44.160] Build status: STARTED
[22:00:44.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:32:0) after 1m19s
[22:02:03.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:32:0)
[22:02:03.295] Build status: STARTED
[22:02:03.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:33:0) after 7m29s
[22:09:32.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:33:0)
[22:09:32.365] Build status: STARTED
[22:09:32.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:34:0) after 4m45s
[22:14:17.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:34:0)
[22:14:17.440] Build status: STARTED
[22:14:17.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:35:0) after 3m40s
[22:17:57.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:35:0)
[22:17:57.486] Build status: STARTED
[22:17:57.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:36:0) after 5m32s
[22:23:29.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:36:0)
[22:23:29.682] Build status: STARTED
[22:23:29.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:37:0) after 3m30s
[22:26:59.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:37:0)
[22:26:59.728] Build status: STARTED
[22:26:59.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:38:0) after 1m14s
[22:28:13.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:38:0)
[22:28:13.799] Build status: STARTED
[22:28:13.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:39:0) after 7m18s
[22:35:31.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:39:0)
[22:35:31.959] Build status: STARTED
[22:35:31.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:40:0) after 7m9s
[22:42:41.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:40:0)
[22:42:41.076] Build status: STARTED
[22:42:41.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:41:0) after 7m47s
[22:50:28.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:41:0)
[22:50:28.176] Build status: STARTED
[22:50:28.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:42:0) after 3m33s
[22:54:01.255] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:42:0)
[22:54:01.285] Build status: STARTED
[22:54:01.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:43:0) after 6m0s
[23:00:01.319] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:43:0)
[23:00:01.362] Build status: STARTED
[23:00:01.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:44:0) after 4m38s
[23:04:39.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:44:0)
[23:04:39.425] Build status: STARTED
[23:04:39.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:45:0) after 9m59s
[23:14:38.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:45:0)
[23:14:38.491] Build status: STARTED
[23:14:38.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:46:0) after 6m3s
[23:20:41.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:46:0)
[23:20:41.641] Build status: STARTED
[23:20:41.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:47:0) after 8m10s
[23:28:51.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:47:0)
[23:28:51.681] Build status: STARTED
[23:28:51.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:48:0) after 3m3s
[23:31:54.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:48:0)
[23:31:55.016] Build status: STARTED
[23:31:55.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:49:0) after 7m43s
[23:39:38.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:49:0)
[23:39:38.147] Build status: STARTED
[23:39:38.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:50:0) after 6m55s
[23:46:33.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:50:0)
[23:46:33.187] Build status: STARTED
[23:46:33.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:51:0) after 2m51s
[23:49:24.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:51:0)
[23:49:24.295] Build status: STARTED
[23:49:24.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:52:0) after 5m57s
[23:55:21.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:52:0)
[23:55:21.553] Build status: STARTED
[23:55:21.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:53:0) after 3m2s
[23:58:23.587] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:53:0)
[23:58:23.625] Build status: STARTED
[23:58:23.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:54:0) after 1m13s
[23:59:36.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:54:0)
[23:59:36.761] Build status: STARTED
[23:59:36.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:55:0) after 5m0s
[00:04:36.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:55:0)
[00:04:36.918] Build status: STARTED
[00:04:36.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:56:0) after 7m52s
[00:12:28.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:56:0)
[00:12:29.002] Build status: STARTED
[00:12:29.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:57:0) after 5m40s
[00:18:09.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:57:0)
[00:18:09.046] Build status: STARTED
[00:18:09.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:58:0) after 7m44s
[00:25:53.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:58:0)
[00:25:53.130] Build status: STARTED
[00:25:53.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:59:0) after 4m1s
[00:29:54.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:59:0)
[00:29:54.352] Build status: STARTED
[00:29:54.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:60:0) after 9m19s
[00:39:13.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:60:0)
[00:39:13.446] Build status: STARTED
[00:39:13.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:61:0) after 4m49s
[00:44:02.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:61:0)
[00:44:02.589] Build status: STARTED
[00:44:02.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:62:0) after 8m3s
[00:52:05.636] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:62:0)
[00:52:05.680] Build status: STARTED
[00:52:05.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:63:0) after 6m38s
[00:58:43.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:63:0)
[00:58:43.780] Build status: STARTED
[00:58:43.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:64:0) after 9m12s
[01:07:55.896] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:64:0)
[01:07:55.965] Build status: STARTED
[01:07:55.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:65:0) after 2m41s
[01:10:37.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:65:0)
[01:10:37.029] Build status: STARTED
[01:10:37.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:66:0) after 6m16s
[01:16:53.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:66:0)
[01:16:53.084] Build status: STARTED
[01:16:53.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:67:0) after 6m37s
[01:23:30.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:67:0)
[01:23:30.355] Build status: STARTED
[01:23:30.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:68:0) after 3m58s
[01:27:28.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:68:0)
[01:27:28.406] Build status: STARTED
[01:27:28.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:69:0) after 1m41s
[01:29:09.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:69:0)
[01:29:09.553] Build status: STARTED
[01:29:09.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:70:0) after 4m24s
[01:33:33.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:70:0)
[01:33:33.604] Build status: STARTED
[01:33:33.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:71:0) after 3m33s
[01:37:06.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:71:0)
[01:37:06.608] Build status: STARTED
[01:37:06.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:72:0) after 3m55s
[01:41:01.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:72:0)
[01:41:01.669] Build status: STARTED
[01:41:01.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:73:0) after 3m28s
[01:44:29.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:73:0)
[01:44:29.744] Build status: STARTED
[01:44:29.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:74:0) after 3m54s
[01:48:23.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:74:0)
[01:48:23.793] Build status: STARTED
[01:48:23.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:75:0) after 9m3s
[01:57:26.865] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:75:0)
[01:57:26.934] Build status: STARTED
[01:57:26.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:76:0) after 6m11s
[02:03:37.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:76:0)
[02:03:37.991] Build status: STARTED
[02:03:37.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:77:0) after 6m33s
[02:10:11.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:77:0)
[02:10:11.289] Build status: STARTED
[02:10:11.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:78:0) after 2m54s
[02:13:05.313] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:78:0)
[02:13:05.355] Build status: STARTED
[02:13:05.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:79:0) after 8m51s
[02:21:56.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:79:0)
[02:21:56.423] Build status: STARTED
[02:21:56.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:80:0) after 7m51s
[02:29:47.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:80:0)
[02:29:47.554] Build status: STARTED
[02:29:47.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:81:0) after 1m43s
[02:31:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:81:0)
[02:31:30.601] Build status: STARTED
[02:31:30.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:82:0) after 8m51s
[02:40:21.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:82:0)
[02:40:21.621] Build status: STARTED
[02:40:21.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:83:0) after 6m13s
[02:46:34.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:83:0)
[02:46:34.692] Build status: STARTED
[02:46:34.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:84:0) after 7m9s
[02:53:43.813] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:84:0)
[02:53:43.838] Build status: STARTED
[02:53:43.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:85:0) after 4m13s
[02:57:56.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:85:0)
[02:57:56.882] Build status: STARTED
[02:57:56.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:86:0) after 2m0s
[02:59:56.994] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:86:0)
[02:59:57.016] Build status: STARTED
[02:59:57.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:87:0) after 7m54s
[03:07:51.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:87:0)
[03:07:51.101] Build status: STARTED
[03:07:51.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:88:0) after 6m46s
[03:14:37.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:88:0)
[03:14:37.156] Build status: STARTED
[03:14:37.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:89:0) after 8m24s
[03:23:01.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:89:0)
[03:23:01.246] Build status: STARTED
[03:23:01.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:90:0) after 3m0s
[03:26:01.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:90:0)
[03:26:01.348] Build status: STARTED
[03:26:01.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:91:0) after 1m6s
[03:27:07.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:91:0)
[03:27:07.408] Build status: STARTED
[03:27:07.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:92:0) after 2m44s
[03:29:51.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:92:0)
[03:29:51.571] Build status: STARTED
[03:29:51.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:93:0) after 7m33s
[03:37:24.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:93:0)
[03:37:24.885] Build status: STARTED
[03:37:24.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:94:0) after 7m1s
[03:44:25.966] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:94:0)
[03:44:25.995] Build status: STARTED
[03:44:25.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:95:0) after 2m49s
[03:47:15.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:95:0)
[03:47:15.487] Build status: STARTED
[03:47:15.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:96:0) after 3m50s
[03:51:05.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:96:0)
[03:51:05.810] Build status: STARTED
[03:51:05.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:97:0) after 5m44s
[03:56:49.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:97:0)
[03:56:49.815] Build status: STARTED
[03:56:49.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:98:0) after 3m18s
[04:00:07.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:98:0)
[04:00:07.877] Build status: STARTED
[04:00:07.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:99:0) after 5m41s
[04:05:48.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:99:0)
[04:05:49.024] Build status: STARTED
[04:05:49.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:100:0) after 6m12s
[04:12:01.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:100:0)
[04:12:01.125] Build status: STARTED
[04:12:01.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:101:0) after 3m21s
[04:15:22.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:101:0)
[04:15:22.199] Build status: STARTED
[04:15:22.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:102:0) after 6m8s
[04:21:30.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:102:0)
[04:21:30.261] Build status: STARTED
[04:21:30.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:103:0) after 6m19s
[04:27:49.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:103:0)
[04:27:49.352] Build status: STARTED
[04:27:49.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:104:0) after 5m15s
[04:33:04.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:104:0)
[04:33:04.471] Build status: STARTED
[04:33:04.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:105:0) after 6m29s
[04:39:33.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:105:0)
[04:39:33.549] Build status: STARTED
[04:39:33.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:106:0) after 2m4s
[04:41:37.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:106:0)
[04:41:37.604] Build status: STARTED
[04:41:37.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:107:0) after 6m24s
[04:48:01.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:107:0)
[04:48:01.695] Build status: STARTED
[04:48:01.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:108:0) after 1m11s
[04:49:13.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:108:0)
[04:49:13.130] Build status: STARTED
[04:49:13.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:109:0) after 6m11s
[04:55:24.157] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:109:0)
[04:55:24.196] Build status: STARTED
[04:55:24.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985392969689745360:110:0) after 4m36s
[04:59:50.322] Received PubSub notification, asking Buildbucket for the build status
[04:59:50.357] Build:
{
  "id": "8819962907794564225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2223,
  "createdBy": "project:chromium",
  "createTime": "2022-03-11T18:55:25.388334626Z",
  "startTime": "2022-03-11T19:51:28.844074Z",
  "endTime": "2022-03-12T04:59:49.608560389Z",
  "updateTime": "2022-03-12T04:59:49.608560389Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d668241492e3dc624e3bf9aad97403b14c0b56af",
      "ref": "refs/heads/main"
    }
  }
}
[04:59:50.357] Invocation finished in 10h4m26.159959268s with status FAILED