Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:46:09.324] New invocation is queued and will start shortly
[19:46:10.903] Starting the invocation (attempt 1)
[19:46:10.928] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab"
[19:46:10.928] Popped gitiles commit info from properties and tags
[19:46:10.928] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:46:10.928] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:46:10.928] Buildbucket request:
{
  "requestId": "8877035804842936208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877035804842936208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:46:11.464] Scheduled build:
{
  "id": "8711605742389879281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12114,
  "createdBy": "project:chromium",
  "createTime": "2025-06-19T19:46:11.033276118Z",
  "updateTime": "2025-06-19T19:46:11.033276118Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab",
      "ref": "refs/heads/main"
    }
  }
}
[19:46:11.464] Task URL: https://cr-buildbucket.appspot.com/build/8711605742389879281
[19:46:11.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:2:0) after 4m18s
[19:46:12.425] Received PubSub notification, asking Buildbucket for the build status
[19:46:12.445] Build status: SCHEDULED
[19:50:29.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:2:0)
[19:50:29.729] Build status: SCHEDULED
[19:50:29.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:4:0) after 9m18s
[19:59:47.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:4:0)
[19:59:47.864] Build status: SCHEDULED
[19:59:47.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:5:0) after 8m29s
[20:08:16.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:5:0)
[20:08:16.930] Build status: SCHEDULED
[20:08:16.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:6:0) after 9m43s
[20:09:35.262] Received PubSub notification, asking Buildbucket for the build status
[20:09:35.280] Build status: STARTED
[20:17:59.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:6:0)
[20:18:00.006] Build status: STARTED
[20:18:00.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:8:0) after 9m0s
[20:27:00.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:8:0)
[20:27:00.809] Build status: STARTED
[20:27:00.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:9:0) after 6m14s
[20:33:14.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:9:0)
[20:33:14.906] Build status: STARTED
[20:33:14.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:10:0) after 7m47s
[20:41:02.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:10:0)
[20:41:02.070] Build status: STARTED
[20:41:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:11:0) after 8m23s
[20:49:25.352] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:11:0)
[20:49:25.376] Build status: STARTED
[20:49:25.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:12:0) after 6m32s
[20:55:57.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:12:0)
[20:55:57.540] Build status: STARTED
[20:55:57.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:13:0) after 4m14s
[21:00:11.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:13:0)
[21:00:11.689] Build status: STARTED
[21:00:11.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:14:0) after 4m0s
[21:04:11.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:14:0)
[21:04:11.930] Build status: STARTED
[21:04:11.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:15:0) after 4m19s
[21:08:31.140] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:15:0)
[21:08:31.159] Build status: STARTED
[21:08:31.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:16:0) after 5m8s
[21:13:39.313] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:16:0)
[21:13:39.356] Build status: STARTED
[21:13:39.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:17:0) after 5m22s
[21:19:01.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:17:0)
[21:19:01.483] Build status: STARTED
[21:19:01.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:18:0) after 6m26s
[21:25:27.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:18:0)
[21:25:27.533] Build status: STARTED
[21:25:27.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:19:0) after 4m29s
[21:29:56.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:19:0)
[21:29:56.681] Build status: STARTED
[21:29:56.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:20:0) after 8m0s
[21:37:56.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:20:0)
[21:37:56.886] Build status: STARTED
[21:37:56.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:21:0) after 2m52s
[21:40:49.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:21:0)
[21:40:49.120] Build status: STARTED
[21:40:49.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:22:0) after 2m52s
[21:43:41.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:22:0)
[21:43:41.354] Build status: STARTED
[21:43:41.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:23:0) after 5m6s
[21:48:47.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:23:0)
[21:48:47.518] Build status: STARTED
[21:48:47.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:24:0) after 5m47s
[21:54:34.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:24:0)
[21:54:34.636] Build status: STARTED
[21:54:34.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:25:0) after 1m16s
[21:55:50.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:25:0)
[21:55:50.716] Build status: STARTED
[21:55:50.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:26:0) after 1m34s
[21:57:24.785] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:26:0)
[21:57:24.810] Build status: STARTED
[21:57:24.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:27:0) after 7m54s
[22:05:18.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:27:0)
[22:05:18.856] Build status: STARTED
[22:05:18.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:28:0) after 4m55s
[22:10:13.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:28:0)
[22:10:13.967] Build status: STARTED
[22:10:13.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:29:0) after 1m43s
[22:11:57.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:29:0)
[22:11:57.066] Build status: STARTED
[22:11:57.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:30:0) after 3m41s
[22:15:38.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:30:0)
[22:15:38.127] Build status: STARTED
[22:15:38.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:31:0) after 3m18s
[22:18:56.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:31:0)
[22:18:56.377] Build status: STARTED
[22:18:56.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:32:0) after 9m19s
[22:28:15.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:32:0)
[22:28:15.404] Build status: STARTED
[22:28:15.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:33:0) after 6m26s
[22:34:41.444] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:33:0)
[22:34:41.470] Build status: STARTED
[22:34:41.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:34:0) after 2m11s
[22:36:52.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:34:0)
[22:36:52.586] Build status: STARTED
[22:36:52.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:35:0) after 6m24s
[22:43:16.840] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:35:0)
[22:43:16.885] Build status: STARTED
[22:43:16.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:36:0) after 3m43s
[22:46:59.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:36:0)
[22:46:59.950] Build status: STARTED
[22:46:59.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:37:0) after 4m27s
[22:51:26.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:37:0)
[22:51:27.013] Build status: STARTED
[22:51:27.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:38:0) after 6m7s
[22:57:34.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:38:0)
[22:57:34.164] Build status: STARTED
[22:57:34.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:39:0) after 3m10s
[23:00:44.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:39:0)
[23:00:44.212] Build status: STARTED
[23:00:44.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:40:0) after 6m39s
[23:07:23.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:40:0)
[23:07:23.253] Build status: STARTED
[23:07:23.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:41:0) after 3m14s
[23:10:37.274] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:41:0)
[23:10:37.290] Build status: STARTED
[23:10:37.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:42:0) after 9m10s
[23:19:47.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:42:0)
[23:19:47.353] Build status: STARTED
[23:19:47.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:43:0) after 5m15s
[23:25:02.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:43:0)
[23:25:02.452] Build status: STARTED
[23:25:02.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:44:0) after 9m55s
[23:34:57.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:44:0)
[23:34:58.009] Build status: STARTED
[23:34:58.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:45:0) after 7m22s
[23:42:20.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:45:0)
[23:42:20.067] Build status: STARTED
[23:42:20.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:46:0) after 6m58s
[23:49:18.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:46:0)
[23:49:18.137] Build status: STARTED
[23:49:18.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:47:0) after 1m16s
[23:50:34.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:47:0)
[23:50:34.290] Build status: STARTED
[23:50:34.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:48:0) after 3m54s
[23:54:28.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:48:0)
[23:54:28.354] Build status: STARTED
[23:54:28.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:49:0) after 4m59s
[23:59:27.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:49:0)
[23:59:27.439] Build status: STARTED
[23:59:27.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:50:0) after 6m40s
[00:06:07.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:50:0)
[00:06:07.791] Build status: STARTED
[00:06:07.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:51:0) after 9m55s
[00:16:02.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:51:0)
[00:16:02.925] Build status: STARTED
[00:16:02.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:52:0) after 2m35s
[00:18:37.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:52:0)
[00:18:37.932] Build status: STARTED
[00:18:37.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:53:0) after 4m32s
[00:23:10.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:53:0)
[00:23:10.154] Build status: STARTED
[00:23:10.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:54:0) after 8m32s
[00:31:42.195] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:54:0)
[00:31:42.214] Build status: STARTED
[00:31:42.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:55:0) after 4m53s
[00:36:35.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:55:0)
[00:36:35.266] Build status: STARTED
[00:36:35.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:56:0) after 7m57s
[00:44:32.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:56:0)
[00:44:32.338] Build status: STARTED
[00:44:32.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:57:0) after 6m4s
[00:50:36.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:57:0)
[00:50:36.401] Build status: STARTED
[00:50:36.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:58:0) after 8m24s
[00:59:00.915] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:58:0)
[00:59:00.989] Build status: STARTED
[00:59:00.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:59:0) after 5m45s
[01:04:46.399] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:59:0)
[01:04:46.431] Build status: STARTED
[01:04:46.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:60:0) after 2m21s
[01:07:07.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:60:0)
[01:07:07.897] Build status: STARTED
[01:07:07.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:61:0) after 3m37s
[01:10:44.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:61:0)
[01:10:44.900] Build status: STARTED
[01:10:44.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:62:0) after 2m9s
[01:12:53.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:62:0)
[01:12:53.949] Build status: STARTED
[01:12:53.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:63:0) after 2m13s
[01:15:07.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:63:0)
[01:15:07.296] Build status: STARTED
[01:15:07.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:64:0) after 2m34s
[01:17:41.387] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:64:0)
[01:17:41.412] Build status: STARTED
[01:17:41.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:65:0) after 5m59s
[01:23:40.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:65:0)
[01:23:40.543] Build status: STARTED
[01:23:40.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:66:0) after 9m51s
[01:33:31.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:66:0)
[01:33:31.593] Build status: STARTED
[01:33:31.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:67:0) after 8m8s
[01:41:39.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:67:0)
[01:41:39.931] Build status: STARTED
[01:41:39.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:68:0) after 4m53s
[01:46:33.208] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:68:0)
[01:46:33.224] Build status: STARTED
[01:46:33.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:69:0) after 5m43s
[01:52:16.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:69:0)
[01:52:16.280] Build status: STARTED
[01:52:16.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:70:0) after 1m40s
[01:53:56.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:70:0)
[01:53:56.701] Build status: STARTED
[01:53:56.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:71:0) after 2m16s
[01:56:12.856] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:71:0)
[01:56:12.883] Build status: STARTED
[01:56:12.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:72:0) after 5m34s
[02:01:46.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:72:0)
[02:01:46.945] Build status: STARTED
[02:01:46.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:73:0) after 8m11s
[02:09:58.163] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:73:0)
[02:09:58.195] Build status: STARTED
[02:09:58.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:74:0) after 6m41s
[02:16:39.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:74:0)
[02:16:39.293] Build status: STARTED
[02:16:39.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:75:0) after 5m41s
[02:22:20.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:75:0)
[02:22:20.373] Build status: STARTED
[02:22:20.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:76:0) after 9m56s
[02:32:16.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:76:0)
[02:32:16.435] Build status: STARTED
[02:32:16.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:77:0) after 5m9s
[02:37:25.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:77:0)
[02:37:25.706] Build status: STARTED
[02:37:25.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:78:0) after 9m1s
[02:46:26.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:78:0)
[02:46:26.824] Build status: STARTED
[02:46:26.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:79:0) after 3m41s
[02:50:07.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:79:0)
[02:50:07.874] Build status: STARTED
[02:50:07.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:80:0) after 3m2s
[02:53:09.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:80:0)
[02:53:10.003] Build status: STARTED
[02:53:10.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:81:0) after 4m24s
[02:57:34.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:81:0)
[02:57:34.156] Build status: STARTED
[02:57:34.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:82:0) after 6m46s
[03:04:20.179] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:82:0)
[03:04:20.201] Build status: STARTED
[03:04:20.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:83:0) after 4m11s
[03:08:31.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:83:0)
[03:08:31.457] Build status: STARTED
[03:08:31.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:84:0) after 7m12s
[03:15:43.517] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:84:0)
[03:15:43.534] Build status: STARTED
[03:15:43.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:85:0) after 5m45s
[03:21:28.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:85:0)
[03:21:28.578] Build status: STARTED
[03:21:28.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:86:0) after 5m40s
[03:27:08.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:86:0)
[03:27:08.624] Build status: STARTED
[03:27:08.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:87:0) after 4m54s
[03:32:02.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:87:0)
[03:32:02.801] Build status: STARTED
[03:32:02.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:88:0) after 3m50s
[03:35:53.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:88:0)
[03:35:53.031] Build status: STARTED
[03:35:53.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:89:0) after 7m19s
[03:43:12.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:89:0)
[03:43:12.043] Build status: STARTED
[03:43:12.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:90:0) after 6m38s
[03:49:50.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:90:0)
[03:49:50.132] Build status: STARTED
[03:49:50.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:91:0) after 8m47s
[03:58:37.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:91:0)
[03:58:37.205] Build status: STARTED
[03:58:37.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:92:0) after 1m19s
[03:59:56.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:92:0)
[03:59:56.254] Build status: STARTED
[03:59:56.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:93:0) after 3m3s
[04:02:59.283] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:93:0)
[04:02:59.344] Build status: STARTED
[04:02:59.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:94:0) after 9m47s
[04:12:46.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:94:0)
[04:12:46.435] Build status: STARTED
[04:12:46.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:95:0) after 1m40s
[04:14:26.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:95:0)
[04:14:26.513] Build status: STARTED
[04:14:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:96:0) after 3m59s
[04:18:25.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:96:0)
[04:18:25.798] Build status: STARTED
[04:18:25.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:97:0) after 5m0s
[04:23:25.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:97:0)
[04:23:25.971] Build status: STARTED
[04:23:25.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:98:0) after 7m25s
[04:30:51.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:98:0)
[04:30:51.015] Build status: STARTED
[04:30:51.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:99:0) after 4m6s
[04:34:57.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:99:0)
[04:34:57.106] Build status: STARTED
[04:34:57.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:100:0) after 6m9s
[04:41:06.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:100:0)
[04:41:06.189] Build status: STARTED
[04:41:06.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:101:0) after 4m7s
[04:45:13.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:101:0)
[04:45:13.372] Build status: STARTED
[04:45:13.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:102:0) after 1m30s
[04:46:43.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:102:0)
[04:46:43.432] Build status: STARTED
[04:46:43.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:103:0) after 8m48s
[04:55:31.456] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:103:0)
[04:55:31.472] Build status: STARTED
[04:55:31.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:104:0) after 9m58s
[05:05:29.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:104:0)
[05:05:29.549] Build status: STARTED
[05:05:29.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:105:0) after 9m43s
[05:15:12.649] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:105:0)
[05:15:12.663] Build status: STARTED
[05:15:12.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:106:0) after 1m2s
[05:16:14.683] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:106:0)
[05:16:14.700] Build status: STARTED
[05:16:14.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:107:0) after 7m57s
[05:24:11.721] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:107:0)
[05:24:11.741] Build status: STARTED
[05:24:11.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:108:0) after 2m19s
[05:26:30.777] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:108:0)
[05:26:30.793] Build status: STARTED
[05:26:30.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:109:0) after 1m3s
[05:27:33.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:109:0)
[05:27:33.947] Build status: STARTED
[05:27:33.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:110:0) after 7m27s
[05:35:01.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:110:0)
[05:35:01.413] Build status: STARTED
[05:35:01.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:111:0) after 2m18s
[05:37:19.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:111:0)
[05:37:19.483] Build status: STARTED
[05:37:19.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:112:0) after 5m18s
[05:42:37.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:112:0)
[05:42:37.544] Build status: STARTED
[05:42:37.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:113:0) after 3m52s
[05:46:29.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:113:0)
[05:46:29.583] Build status: STARTED
[05:46:29.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:114:0) after 4m5s
[05:50:34.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:114:0)
[05:50:34.939] Build status: STARTED
[05:50:34.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:115:0) after 6m4s
[05:56:39.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:115:0)
[05:56:39.225] Build status: STARTED
[05:56:39.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:116:0) after 7m29s
[06:04:08.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:116:0)
[06:04:08.389] Build status: STARTED
[06:04:08.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:117:0) after 4m37s
[06:08:45.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:117:0)
[06:08:45.436] Build status: STARTED
[06:08:45.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:118:0) after 7m41s
[06:16:26.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:118:0)
[06:16:26.473] Build status: STARTED
[06:16:26.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:119:0) after 9m14s
[06:25:40.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:119:0)
[06:25:40.545] Build status: STARTED
[06:25:40.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:120:0) after 9m18s
[06:34:58.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:120:0)
[06:34:58.714] Build status: STARTED
[06:34:58.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:121:0) after 3m48s
[06:38:46.746] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:121:0)
[06:38:46.772] Build status: STARTED
[06:38:46.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:122:0) after 4m51s
[06:43:37.830] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:122:0)
[06:43:37.843] Build status: STARTED
[06:43:37.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:123:0) after 2m29s
[06:46:06.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:123:0)
[06:46:06.979] Build status: STARTED
[06:46:06.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:124:0) after 6m38s
[06:52:44.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:124:0)
[06:52:45.015] Build status: STARTED
[06:52:45.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:125:0) after 9m58s
[07:02:43.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:125:0)
[07:02:43.229] Build status: STARTED
[07:02:43.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:126:0) after 5m52s
[07:08:35.399] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:126:0)
[07:08:35.480] Build status: STARTED
[07:08:35.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:127:0) after 4m1s
[07:12:36.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:127:0)
[07:12:36.535] Build status: STARTED
[07:12:36.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:128:0) after 9m41s
[07:22:17.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:128:0)
[07:22:17.804] Build status: STARTED
[07:22:17.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:129:0) after 7m9s
[07:29:27.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:129:0)
[07:29:27.096] Build status: STARTED
[07:29:27.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:130:0) after 6m36s
[07:36:03.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:130:0)
[07:36:03.188] Build status: STARTED
[07:36:03.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877035804842936208:131:0) after 8m24s
[07:40:26.351] Received PubSub notification, asking Buildbucket for the build status
[07:40:26.367] Build:
{
  "id": "8711605742389879281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12114,
  "createdBy": "project:chromium",
  "createTime": "2025-06-19T19:46:11.033276118Z",
  "startTime": "2025-06-19T20:09:35.057125757Z",
  "endTime": "2025-06-20T07:40:25.808542737Z",
  "updateTime": "2025-06-20T07:40:25.808542737Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9174a3f57a7f6cf3ba5d2fd78a37840fc88a9aab",
      "ref": "refs/heads/main"
    }
  }
}
[07:40:26.367] Invocation finished in 11h54m17.057213907s with status FAILED