Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "70d38a1b9d6c4a90335d038b4016e581be7bccff"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d38a1b9d6c4a90335d038b4016e581be7bccff
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:08:12.376] New invocation is queued and will start shortly
[13:08:13.464] Starting the invocation (attempt 1)
[13:08:13.491] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d38a1b9d6c4a90335d038b4016e581be7bccff"
[13:08:13.491] Popped gitiles commit info from properties and tags
[13:08:13.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:08:13.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:08:13.491] Buildbucket request:
{
  "requestId": "8867185772295331216",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "70d38a1b9d6c4a90335d038b4016e581be7bccff",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867185772295331216"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:08:13.970] Scheduled build:
{
  "id": "8701755710394967265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12507,
  "createdBy": "project:chromium",
  "createTime": "2025-10-06T13:08:13.562762980Z",
  "updateTime": "2025-10-06T13:08:13.562762980Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d38a1b9d6c4a90335d038b4016e581be7bccff",
      "ref": "refs/heads/main"
    }
  }
}
[13:08:13.970] Task URL: https://cr-buildbucket.appspot.com/build/8701755710394967265
[13:08:13.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:2:0) after 3m10s
[13:08:14.950] Received PubSub notification, asking Buildbucket for the build status
[13:08:14.969] Build status: SCHEDULED
[13:11:23.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:2:0)
[13:11:24.013] Build status: SCHEDULED
[13:11:24.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:4:0) after 5m21s
[13:16:45.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:4:0)
[13:16:45.076] Build status: SCHEDULED
[13:16:45.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:5:0) after 7m41s
[13:24:26.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:5:0)
[13:24:26.122] Build status: SCHEDULED
[13:24:26.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:6:0) after 7m7s
[13:31:33.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:6:0)
[13:31:33.197] Build status: SCHEDULED
[13:31:33.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:7:0) after 3m28s
[13:35:01.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:7:0)
[13:35:01.470] Build status: SCHEDULED
[13:35:01.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:8:0) after 6m31s
[13:41:32.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:8:0)
[13:41:32.560] Build status: SCHEDULED
[13:41:32.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:9:0) after 6m30s
[13:48:02.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:9:0)
[13:48:02.752] Build status: SCHEDULED
[13:48:02.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:10:0) after 4m27s
[13:52:29.793] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:10:0)
[13:52:29.813] Build status: SCHEDULED
[13:52:29.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:11:0) after 6m17s
[13:58:46.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:11:0)
[13:58:46.929] Build status: SCHEDULED
[13:58:46.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:12:0) after 7m28s
[14:06:14.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:12:0)
[14:06:15.028] Build status: SCHEDULED
[14:06:15.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:13:0) after 6m30s
[14:12:45.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:13:0)
[14:12:45.162] Build status: SCHEDULED
[14:12:45.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:14:0) after 9m49s
[14:22:34.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:14:0)
[14:22:34.220] Build status: SCHEDULED
[14:22:34.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:15:0) after 1m13s
[14:23:47.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:15:0)
[14:23:47.301] Build status: SCHEDULED
[14:23:47.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:16:0) after 4m16s
[14:28:03.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:16:0)
[14:28:03.337] Build status: SCHEDULED
[14:28:03.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:17:0) after 5m41s
[14:33:44.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:17:0)
[14:33:44.437] Build status: SCHEDULED
[14:33:44.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:18:0) after 7m24s
[14:34:31.031] Received PubSub notification, asking Buildbucket for the build status
[14:34:31.050] Build status: STARTED
[14:41:08.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:18:0)
[14:41:08.502] Build status: STARTED
[14:41:08.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:20:0) after 6m41s
[14:47:49.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:20:0)
[14:47:49.645] Build status: STARTED
[14:47:49.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:21:0) after 9m49s
[14:57:38.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:21:0)
[14:57:38.684] Build status: STARTED
[14:57:38.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:22:0) after 3m28s
[15:01:06.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:22:0)
[15:01:06.931] Build status: STARTED
[15:01:06.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:23:0) after 8m21s
[15:09:27.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:23:0)
[15:09:27.971] Build status: STARTED
[15:09:27.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:24:0) after 8m31s
[15:17:59.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:24:0)
[15:17:59.024] Build status: STARTED
[15:17:59.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:25:0) after 3m44s
[15:21:42.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:25:0)
[15:21:43.019] Build status: STARTED
[15:21:43.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:26:0) after 1m57s
[15:23:40.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:26:0)
[15:23:40.096] Build status: STARTED
[15:23:40.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:27:0) after 4m33s
[15:28:13.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:27:0)
[15:28:13.196] Build status: STARTED
[15:28:13.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:28:0) after 4m12s
[15:32:25.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:28:0)
[15:32:25.267] Build status: STARTED
[15:32:25.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:29:0) after 2m10s
[15:34:35.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:29:0)
[15:34:35.333] Build status: STARTED
[15:34:35.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:30:0) after 4m35s
[15:39:10.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:30:0)
[15:39:10.372] Build status: STARTED
[15:39:10.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:31:0) after 6m31s
[15:45:41.396] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:31:0)
[15:45:41.441] Build status: STARTED
[15:45:41.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:32:0) after 4m30s
[15:50:11.461] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:32:0)
[15:50:11.479] Build status: STARTED
[15:50:11.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:33:0) after 4m18s
[15:54:29.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:33:0)
[15:54:29.546] Build status: STARTED
[15:54:29.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:34:0) after 5m12s
[15:59:41.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:34:0)
[15:59:41.586] Build status: STARTED
[15:59:41.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:35:0) after 5m2s
[16:04:43.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:35:0)
[16:04:43.740] Build status: STARTED
[16:04:43.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:36:0) after 9m54s
[16:14:37.750] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:36:0)
[16:14:37.767] Build status: STARTED
[16:14:37.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:37:0) after 8m42s
[16:23:19.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:37:0)
[16:23:19.975] Build status: STARTED
[16:23:19.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:38:0) after 1m40s
[16:24:59.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:38:0)
[16:25:00.009] Build status: STARTED
[16:25:00.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:39:0) after 3m39s
[16:28:39.060] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:39:0)
[16:28:39.076] Build status: STARTED
[16:28:39.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:40:0) after 3m19s
[16:31:58.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:40:0)
[16:31:58.206] Build status: STARTED
[16:31:58.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:41:0) after 1m18s
[16:33:16.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:41:0)
[16:33:16.261] Build status: STARTED
[16:33:16.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:42:0) after 5m10s
[16:38:26.355] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:42:0)
[16:38:26.370] Build status: STARTED
[16:38:26.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:43:0) after 7m27s
[16:45:53.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:43:0)
[16:45:53.511] Build status: STARTED
[16:45:53.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:44:0) after 3m52s
[16:49:45.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:44:0)
[16:49:45.598] Build status: STARTED
[16:49:45.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:45:0) after 3m14s
[16:52:59.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:45:0)
[16:52:59.666] Build status: STARTED
[16:52:59.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:46:0) after 8m59s
[17:01:58.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:46:0)
[17:01:58.759] Build status: STARTED
[17:01:58.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:47:0) after 6m40s
[17:08:38.794] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:47:0)
[17:08:38.812] Build status: STARTED
[17:08:38.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:48:0) after 8m51s
[17:17:29.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:48:0)
[17:17:29.912] Build status: STARTED
[17:17:29.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:49:0) after 7m54s
[17:25:23.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:49:0)
[17:25:23.951] Build status: STARTED
[17:25:23.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:50:0) after 7m45s
[17:33:08.973] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:50:0)
[17:33:09.010] Build status: STARTED
[17:33:09.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:51:0) after 9m4s
[17:42:13.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:51:0)
[17:42:13.095] Build status: STARTED
[17:42:13.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:52:0) after 6m34s
[17:48:47.117] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:52:0)
[17:48:47.141] Build status: STARTED
[17:48:47.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:53:0) after 7m6s
[17:55:53.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:53:0)
[17:55:53.277] Build status: STARTED
[17:55:53.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:54:0) after 5m45s
[18:01:38.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:54:0)
[18:01:38.450] Build status: STARTED
[18:01:38.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:55:0) after 9m7s
[18:10:45.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:55:0)
[18:10:45.539] Build status: STARTED
[18:10:45.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:56:0) after 6m10s
[18:16:55.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:56:0)
[18:16:55.548] Build status: STARTED
[18:16:55.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:57:0) after 6m53s
[18:23:48.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:57:0)
[18:23:48.580] Build status: STARTED
[18:23:48.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:58:0) after 2m1s
[18:25:49.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:58:0)
[18:25:49.650] Build status: STARTED
[18:25:49.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:59:0) after 1m33s
[18:27:22.735] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:59:0)
[18:27:22.750] Build status: STARTED
[18:27:22.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:60:0) after 7m53s
[18:35:15.768] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:60:0)
[18:35:15.786] Build status: STARTED
[18:35:15.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:61:0) after 1m7s
[18:36:22.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:61:0)
[18:36:22.798] Build status: STARTED
[18:36:22.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:62:0) after 7m5s
[18:43:27.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:62:0)
[18:43:27.792] Build status: STARTED
[18:43:27.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:63:0) after 6m41s
[18:50:08.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:63:0)
[18:50:08.853] Build status: STARTED
[18:50:08.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:64:0) after 6m54s
[18:57:02.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:64:0)
[18:57:02.915] Build status: STARTED
[18:57:02.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:65:0) after 1m55s
[18:58:57.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:65:0)
[18:58:58.024] Build status: STARTED
[18:58:58.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:66:0) after 6m48s
[19:05:46.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:66:0)
[19:05:46.096] Build status: STARTED
[19:05:46.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:67:0) after 3m47s
[19:09:33.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:67:0)
[19:09:33.218] Build status: STARTED
[19:09:33.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:68:0) after 9m21s
[19:18:54.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:68:0)
[19:18:54.303] Build status: STARTED
[19:18:54.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:69:0) after 8m31s
[19:27:25.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:69:0)
[19:27:25.426] Build status: STARTED
[19:27:25.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:70:0) after 3m33s
[19:30:58.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:70:0)
[19:30:58.465] Build status: STARTED
[19:30:58.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:71:0) after 6m46s
[19:37:44.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:71:0)
[19:37:44.472] Build status: STARTED
[19:37:44.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:72:0) after 5m19s
[19:43:03.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:72:0)
[19:43:03.588] Build status: STARTED
[19:43:03.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:73:0) after 1m36s
[19:44:39.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:73:0)
[19:44:39.640] Build status: STARTED
[19:44:39.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:74:0) after 9m5s
[19:53:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:74:0)
[19:53:44.816] Build status: STARTED
[19:53:44.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:75:0) after 1m48s
[19:55:32.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:75:0)
[19:55:32.908] Build status: STARTED
[19:55:32.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:76:0) after 6m36s
[20:02:08.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:76:0)
[20:02:08.920] Build status: STARTED
[20:02:08.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:77:0) after 8m19s
[20:10:27.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:77:0)
[20:10:28.009] Build status: STARTED
[20:10:28.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:78:0) after 4m42s
[20:15:10.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:78:0)
[20:15:10.114] Build status: STARTED
[20:15:10.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:79:0) after 6m14s
[20:21:24.136] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:79:0)
[20:21:24.153] Build status: STARTED
[20:21:24.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:80:0) after 7m6s
[20:28:30.266] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:80:0)
[20:28:30.284] Build status: STARTED
[20:28:30.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:81:0) after 4m16s
[20:32:46.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:81:0)
[20:32:46.373] Build status: STARTED
[20:32:46.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:82:0) after 7m25s
[20:40:11.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:82:0)
[20:40:11.452] Build status: STARTED
[20:40:11.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:83:0) after 3m16s
[20:43:27.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:83:0)
[20:43:27.550] Build status: STARTED
[20:43:27.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:84:0) after 2m53s
[20:46:20.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:84:0)
[20:46:20.647] Build status: STARTED
[20:46:20.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:85:0) after 5m36s
[20:51:56.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:85:0)
[20:51:56.640] Build status: STARTED
[20:51:56.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:86:0) after 8m17s
[21:00:13.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:86:0)
[21:00:13.682] Build status: STARTED
[21:00:13.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:87:0) after 9m56s
[21:10:09.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:87:0)
[21:10:09.728] Build status: STARTED
[21:10:09.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:88:0) after 2m1s
[21:12:10.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:88:0)
[21:12:10.805] Build status: STARTED
[21:12:10.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:89:0) after 2m3s
[21:14:13.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:89:0)
[21:14:13.971] Build status: STARTED
[21:14:13.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:90:0) after 9m3s
[21:23:16.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:90:0)
[21:23:17.008] Build status: STARTED
[21:23:17.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:91:0) after 1m54s
[21:25:11.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:91:0)
[21:25:11.305] Build status: STARTED
[21:25:11.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:92:0) after 4m51s
[21:30:02.326] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:92:0)
[21:30:02.348] Build status: STARTED
[21:30:02.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:93:0) after 9m33s
[21:39:35.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:93:0)
[21:39:35.381] Build status: STARTED
[21:39:35.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:94:0) after 1m51s
[21:41:26.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:94:0)
[21:41:26.450] Build status: STARTED
[21:41:26.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:95:0) after 3m37s
[21:45:03.517] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:95:0)
[21:45:03.542] Build status: STARTED
[21:45:03.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:96:0) after 7m27s
[21:52:30.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:96:0)
[21:52:30.613] Build status: STARTED
[21:52:30.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:97:0) after 5m55s
[21:58:25.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:97:0)
[21:58:25.697] Build status: STARTED
[21:58:25.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:98:0) after 7m7s
[22:05:32.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:98:0)
[22:05:32.783] Build status: STARTED
[22:05:32.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:99:0) after 4m6s
[22:09:38.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:99:0)
[22:09:38.905] Build status: STARTED
[22:09:38.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:100:0) after 9m15s
[22:18:53.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:100:0)
[22:18:53.963] Build status: STARTED
[22:18:53.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:101:0) after 1m5s
[22:19:59.122] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:101:0)
[22:19:59.137] Build status: STARTED
[22:19:59.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:102:0) after 8m51s
[22:28:50.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:102:0)
[22:28:50.269] Build status: STARTED
[22:28:50.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:103:0) after 3m42s
[22:32:32.339] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:103:0)
[22:32:32.358] Build status: STARTED
[22:32:32.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:104:0) after 6m3s
[22:38:35.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:104:0)
[22:38:35.414] Build status: STARTED
[22:38:35.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:105:0) after 7m14s
[22:45:49.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:105:0)
[22:45:49.564] Build status: STARTED
[22:45:49.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:106:0) after 2m22s
[22:48:11.601] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:106:0)
[22:48:11.615] Build status: STARTED
[22:48:11.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:107:0) after 7m56s
[22:56:07.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:107:0)
[22:56:07.640] Build status: STARTED
[22:56:07.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:108:0) after 9m18s
[23:05:25.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:108:0)
[23:05:25.676] Build status: STARTED
[23:05:25.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:109:0) after 6m45s
[23:12:10.864] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:109:0)
[23:12:10.908] Build status: STARTED
[23:12:10.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:110:0) after 1m35s
[23:13:45.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:110:0)
[23:13:45.963] Build status: STARTED
[23:13:45.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867185772295331216:111:0) after 7m29s
[23:17:17.984] Received PubSub notification, asking Buildbucket for the build status
[23:17:18.003] Build:
{
  "id": "8701755710394967265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12507,
  "createdBy": "project:chromium",
  "createTime": "2025-10-06T13:08:13.562762980Z",
  "startTime": "2025-10-06T14:34:30.859773379Z",
  "endTime": "2025-10-06T23:17:17.501460903Z",
  "updateTime": "2025-10-06T23:17:17.501460903Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d38a1b9d6c4a90335d038b4016e581be7bccff",
      "ref": "refs/heads/main"
    }
  }
}
[23:17:18.003] Invocation finished in 10h9m5.63635978s with status FAILED