Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:17:21.149] New invocation is queued and will start shortly
[23:17:22.626] Starting the invocation (attempt 1)
[23:17:22.659] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8"
[23:17:22.659] Popped gitiles commit info from properties and tags
[23:17:22.659] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:17:22.659] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:17:22.659] Buildbucket request:
{
  "requestId": "8867147448133627984",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867147448133627984"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:17:23.327] Scheduled build:
{
  "id": "8701717385818699681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12508,
  "createdBy": "project:chromium",
  "createTime": "2025-10-06T23:17:22.726837179Z",
  "updateTime": "2025-10-06T23:17:22.726837179Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8",
      "ref": "refs/heads/main"
    }
  }
}
[23:17:23.327] Task URL: https://cr-buildbucket.appspot.com/build/8701717385818699681
[23:17:23.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:2:0) after 8m23s
[23:17:24.352] Received PubSub notification, asking Buildbucket for the build status
[23:17:24.387] Build status: SCHEDULED
[23:25:46.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:2:0)
[23:25:46.422] Build status: SCHEDULED
[23:25:46.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:4:0) after 2m22s
[23:28:08.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:4:0)
[23:28:08.614] Build status: SCHEDULED
[23:28:08.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:5:0) after 5m3s
[23:33:11.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:5:0)
[23:33:11.697] Build status: SCHEDULED
[23:33:11.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:6:0) after 4m53s
[23:38:04.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:6:0)
[23:38:04.821] Build status: SCHEDULED
[23:38:04.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:7:0) after 3m52s
[23:41:56.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:7:0)
[23:41:56.901] Build status: SCHEDULED
[23:41:56.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:8:0) after 7m16s
[23:49:12.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:8:0)
[23:49:12.956] Build status: SCHEDULED
[23:49:12.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:9:0) after 6m30s
[23:55:42.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:9:0)
[23:55:43.019] Build status: SCHEDULED
[23:55:43.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:10:0) after 2m54s
[23:58:37.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:10:0)
[23:58:37.079] Build status: SCHEDULED
[23:58:37.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:11:0) after 7m35s
[00:06:12.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:11:0)
[00:06:12.237] Build status: SCHEDULED
[00:06:12.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:12:0) after 7m3s
[00:13:15.326] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:12:0)
[00:13:15.342] Build status: SCHEDULED
[00:13:15.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:13:0) after 8m15s
[00:21:30.362] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:13:0)
[00:21:30.378] Build status: SCHEDULED
[00:21:30.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:14:0) after 5m18s
[00:26:48.457] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:14:0)
[00:26:48.473] Build status: SCHEDULED
[00:26:48.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:15:0) after 5m3s
[00:31:51.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:15:0)
[00:31:51.557] Build status: SCHEDULED
[00:31:51.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:16:0) after 4m48s
[00:36:39.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:16:0)
[00:36:39.641] Build status: SCHEDULED
[00:36:39.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:17:0) after 6m41s
[00:43:20.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:17:0)
[00:43:20.895] Build status: SCHEDULED
[00:43:20.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:18:0) after 8m50s
[00:52:10.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:18:0)
[00:52:10.992] Build status: SCHEDULED
[00:52:10.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:19:0) after 7m17s
[00:59:28.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:19:0)
[00:59:28.045] Build status: SCHEDULED
[00:59:28.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:20:0) after 7m22s
[01:06:50.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:20:0)
[01:06:50.160] Build status: SCHEDULED
[01:06:50.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:21:0) after 3m37s
[01:10:27.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:21:0)
[01:10:27.199] Build status: SCHEDULED
[01:10:27.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:22:0) after 1m49s
[01:12:16.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:22:0)
[01:12:16.430] Build status: SCHEDULED
[01:12:16.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:23:0) after 3m59s
[01:16:15.461] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:23:0)
[01:16:15.475] Build status: SCHEDULED
[01:16:15.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:24:0) after 6m15s
[01:22:30.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:24:0)
[01:22:30.569] Build status: SCHEDULED
[01:22:30.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:25:0) after 2m1s
[01:24:31.596] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:25:0)
[01:24:31.609] Build status: SCHEDULED
[01:24:31.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:26:0) after 8m3s
[01:32:14.909] Received PubSub notification, asking Buildbucket for the build status
[01:32:14.927] Build status: STARTED
[01:32:34.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:26:0)
[01:32:34.706] Build status: STARTED
[01:32:34.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:28:0) after 7m48s
[01:40:22.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:28:0)
[01:40:23.455] Build status: STARTED
[01:40:23.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:29:0) after 1m42s
[01:42:05.601] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:29:0)
[01:42:05.614] Build status: STARTED
[01:42:05.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:30:0) after 6m53s
[01:48:58.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:30:0)
[01:48:58.636] Build status: STARTED
[01:48:58.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:31:0) after 9m19s
[01:58:17.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:31:0)
[01:58:17.687] Build status: STARTED
[01:58:17.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:32:0) after 9m48s
[02:08:05.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:32:0)
[02:08:05.782] Build status: STARTED
[02:08:05.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:33:0) after 2m39s
[02:10:44.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:33:0)
[02:10:44.932] Build status: STARTED
[02:10:44.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:34:0) after 1m5s
[02:11:49.961] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:34:0)
[02:11:50.025] Build status: STARTED
[02:11:50.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:35:0) after 3m3s
[02:14:53.063] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:35:0)
[02:14:53.096] Build status: STARTED
[02:14:53.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:36:0) after 6m5s
[02:20:58.220] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:36:0)
[02:20:58.254] Build status: STARTED
[02:20:58.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:37:0) after 6m9s
[02:27:07.288] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:37:0)
[02:27:07.318] Build status: STARTED
[02:27:07.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:38:0) after 7m3s
[02:34:10.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:38:0)
[02:34:10.380] Build status: STARTED
[02:34:10.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:39:0) after 1m53s
[02:36:03.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:39:0)
[02:36:03.467] Build status: STARTED
[02:36:03.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:40:0) after 3m40s
[02:39:43.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:40:0)
[02:39:43.616] Build status: STARTED
[02:39:43.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:41:0) after 7m24s
[02:47:07.698] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:41:0)
[02:47:07.720] Build status: STARTED
[02:47:07.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:42:0) after 7m52s
[02:54:59.750] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:42:0)
[02:54:59.767] Build status: STARTED
[02:54:59.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:43:0) after 6m47s
[03:01:46.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:43:0)
[03:01:46.805] Build status: STARTED
[03:01:46.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:44:0) after 6m54s
[03:08:40.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:44:0)
[03:08:40.909] Build status: STARTED
[03:08:40.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:45:0) after 9m0s
[03:17:40.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:45:0)
[03:17:40.976] Build status: STARTED
[03:17:40.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:46:0) after 3m42s
[03:21:23.047] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:46:0)
[03:21:23.079] Build status: STARTED
[03:21:23.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:47:0) after 4m39s
[03:26:02.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:47:0)
[03:26:02.129] Build status: STARTED
[03:26:02.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:48:0) after 5m27s
[03:31:29.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:48:0)
[03:31:29.232] Build status: STARTED
[03:31:29.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:49:0) after 5m33s
[03:37:02.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:49:0)
[03:37:02.323] Build status: STARTED
[03:37:02.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:50:0) after 3m0s
[03:40:02.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:50:0)
[03:40:02.458] Build status: STARTED
[03:40:02.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:51:0) after 6m52s
[03:46:54.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:51:0)
[03:46:54.489] Build status: STARTED
[03:46:54.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:52:0) after 3m51s
[03:50:45.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:52:0)
[03:50:45.581] Build status: STARTED
[03:50:45.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:53:0) after 6m44s
[03:57:29.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:53:0)
[03:57:29.675] Build status: STARTED
[03:57:29.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:54:0) after 7m0s
[04:04:29.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:54:0)
[04:04:29.732] Build status: STARTED
[04:04:29.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:55:0) after 2m58s
[04:07:27.756] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:55:0)
[04:07:27.770] Build status: STARTED
[04:07:27.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:56:0) after 9m42s
[04:17:09.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:56:0)
[04:17:09.813] Build status: STARTED
[04:17:09.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:57:0) after 8m28s
[04:25:37.840] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:57:0)
[04:25:37.897] Build status: STARTED
[04:25:37.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:58:0) after 4m30s
[04:30:07.919] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:58:0)
[04:30:07.937] Build status: STARTED
[04:30:07.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:59:0) after 5m2s
[04:35:10.040] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:59:0)
[04:35:10.057] Build status: STARTED
[04:35:10.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:60:0) after 5m4s
[04:40:14.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:60:0)
[04:40:14.103] Build status: STARTED
[04:40:14.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:61:0) after 9m45s
[04:49:59.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:61:0)
[04:49:59.688] Build status: STARTED
[04:49:59.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:62:0) after 2m50s
[04:52:49.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:62:0)
[04:52:49.739] Build status: STARTED
[04:52:49.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:63:0) after 3m30s
[04:56:19.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:63:0)
[04:56:19.883] Build status: STARTED
[04:56:19.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:64:0) after 4m13s
[05:00:32.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:64:0)
[05:00:32.925] Build status: STARTED
[05:00:32.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:65:0) after 8m24s
[05:08:56.980] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:65:0)
[05:08:57.005] Build status: STARTED
[05:08:57.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:66:0) after 3m47s
[05:12:44.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:66:0)
[05:12:44.151] Build status: STARTED
[05:12:44.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:67:0) after 4m35s
[05:17:19.278] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:67:0)
[05:17:19.297] Build status: STARTED
[05:17:19.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:68:0) after 1m9s
[05:18:28.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:68:0)
[05:18:28.346] Build status: STARTED
[05:18:28.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:69:0) after 9m44s
[05:28:12.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:69:0)
[05:28:12.569] Build status: STARTED
[05:28:12.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:70:0) after 2m28s
[05:30:40.748] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:70:0)
[05:30:40.789] Build status: STARTED
[05:30:40.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:71:0) after 2m17s
[05:32:57.820] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:71:0)
[05:32:57.846] Build status: STARTED
[05:32:57.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:72:0) after 2m6s
[05:35:03.923] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:72:0)
[05:35:03.938] Build status: STARTED
[05:35:03.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:73:0) after 5m12s
[05:40:16.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:73:0)
[05:40:16.341] Build status: STARTED
[05:40:16.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:74:0) after 5m22s
[05:45:38.723] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:74:0)
[05:45:38.741] Build status: STARTED
[05:45:38.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:75:0) after 1m58s
[05:47:36.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:75:0)
[05:47:36.874] Build status: STARTED
[05:47:36.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:76:0) after 1m17s
[05:48:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:76:0)
[05:48:53.988] Build status: STARTED
[05:48:53.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:77:0) after 5m28s
[05:54:22.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:77:0)
[05:54:22.175] Build status: STARTED
[05:54:22.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:78:0) after 1m0s
[05:55:22.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:78:0)
[05:55:22.242] Build status: STARTED
[05:55:22.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:79:0) after 5m1s
[06:00:23.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:79:0)
[06:00:23.343] Build status: STARTED
[06:00:23.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:80:0) after 8m48s
[06:09:11.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:80:0)
[06:09:11.482] Build status: STARTED
[06:09:11.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:81:0) after 3m21s
[06:12:32.454] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:81:0)
[06:12:32.502] Build status: STARTED
[06:12:32.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:82:0) after 4m49s
[06:17:21.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:82:0)
[06:17:21.744] Build status: STARTED
[06:17:21.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:83:0) after 3m8s
[06:20:29.771] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:83:0)
[06:20:29.785] Build status: STARTED
[06:20:29.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:84:0) after 3m49s
[06:24:18.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:84:0)
[06:24:18.993] Build status: STARTED
[06:24:18.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:85:0) after 2m46s
[06:27:05.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:85:0)
[06:27:05.093] Build status: STARTED
[06:27:05.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:86:0) after 5m7s
[06:32:12.187] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:86:0)
[06:32:12.211] Build status: STARTED
[06:32:12.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:87:0) after 6m0s
[06:38:12.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:87:0)
[06:38:12.265] Build status: STARTED
[06:38:12.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:88:0) after 7m46s
[06:45:58.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:88:0)
[06:45:58.323] Build status: STARTED
[06:45:58.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:89:0) after 1m14s
[06:47:12.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:89:0)
[06:47:12.494] Build status: STARTED
[06:47:12.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:90:0) after 7m34s
[06:54:46.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:90:0)
[06:54:46.538] Build status: STARTED
[06:54:46.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:91:0) after 7m54s
[07:02:40.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:91:0)
[07:02:40.636] Build status: STARTED
[07:02:40.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:92:0) after 4m18s
[07:06:58.677] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:92:0)
[07:06:58.693] Build status: STARTED
[07:06:58.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:93:0) after 1m50s
[07:08:48.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:93:0)
[07:08:48.789] Build status: STARTED
[07:08:48.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:94:0) after 7m31s
[07:16:19.813] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:94:0)
[07:16:19.855] Build status: STARTED
[07:16:19.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:95:0) after 2m48s
[07:19:07.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:95:0)
[07:19:07.974] Build status: STARTED
[07:19:07.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:96:0) after 8m44s
[07:27:52.104] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:96:0)
[07:27:52.132] Build status: STARTED
[07:27:52.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:97:0) after 5m2s
[07:32:54.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:97:0)
[07:32:54.181] Build status: STARTED
[07:32:54.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:98:0) after 1m20s
[07:34:14.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:98:0)
[07:34:14.304] Build status: STARTED
[07:34:14.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:99:0) after 2m39s
[07:36:53.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:99:0)
[07:36:53.390] Build status: STARTED
[07:36:53.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:100:0) after 2m46s
[07:39:39.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:100:0)
[07:39:39.475] Build status: STARTED
[07:39:39.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:101:0) after 2m50s
[07:42:29.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:101:0)
[07:42:29.540] Build status: STARTED
[07:42:29.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:102:0) after 1m8s
[07:43:37.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:102:0)
[07:43:37.642] Build status: STARTED
[07:43:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:103:0) after 1m30s
[07:45:07.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:103:0)
[07:45:07.726] Build status: STARTED
[07:45:07.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:104:0) after 2m3s
[07:47:10.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:104:0)
[07:47:10.812] Build status: STARTED
[07:47:10.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:105:0) after 6m59s
[07:54:10.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:105:0)
[07:54:10.041] Build status: STARTED
[07:54:10.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:106:0) after 7m32s
[08:01:42.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:106:0)
[08:01:42.135] Build status: STARTED
[08:01:42.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:107:0) after 7m12s
[08:08:54.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:107:0)
[08:08:54.199] Build status: STARTED
[08:08:54.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:108:0) after 1m11s
[08:10:05.260] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:108:0)
[08:10:05.287] Build status: STARTED
[08:10:05.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:109:0) after 1m49s
[08:11:54.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:109:0)
[08:11:54.371] Build status: STARTED
[08:11:54.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:110:0) after 4m24s
[08:16:18.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:110:0)
[08:16:18.430] Build status: STARTED
[08:16:18.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:111:0) after 2m44s
[08:19:02.436] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:111:0)
[08:19:02.597] Build status: STARTED
[08:19:02.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:112:0) after 1m59s
[08:21:01.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:112:0)
[08:21:01.650] Build status: STARTED
[08:21:01.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:113:0) after 4m39s
[08:25:40.750] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:113:0)
[08:25:40.764] Build status: STARTED
[08:25:40.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:114:0) after 9m22s
[08:35:02.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:114:0)
[08:35:02.839] Build status: STARTED
[08:35:02.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:115:0) after 9m28s
[08:44:30.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:115:0)
[08:44:30.922] Build status: STARTED
[08:44:30.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:116:0) after 9m59s
[08:54:29.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:116:0)
[08:54:30.032] Build status: STARTED
[08:54:30.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:117:0) after 5m50s
[09:00:20.150] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:117:0)
[09:00:20.181] Build status: STARTED
[09:00:20.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:118:0) after 1m8s
[09:01:28.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:118:0)
[09:01:28.237] Build status: STARTED
[09:01:28.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:119:0) after 9m10s
[09:10:38.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:119:0)
[09:10:38.276] Build status: STARTED
[09:10:38.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:120:0) after 7m37s
[09:18:15.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:120:0)
[09:18:15.512] Build status: STARTED
[09:18:15.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:121:0) after 4m4s
[09:22:19.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:121:0)
[09:22:19.549] Build status: STARTED
[09:22:19.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:122:0) after 7m3s
[09:29:22.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:122:0)
[09:29:22.594] Build status: STARTED
[09:29:22.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:123:0) after 9m36s
[09:38:58.624] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:123:0)
[09:38:58.642] Build status: STARTED
[09:38:58.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:124:0) after 2m29s
[09:41:27.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:124:0)
[09:41:27.709] Build status: STARTED
[09:41:27.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:125:0) after 5m49s
[09:47:16.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:125:0)
[09:47:16.765] Build status: STARTED
[09:47:16.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:126:0) after 1m21s
[09:48:37.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:126:0)
[09:48:37.804] Build status: STARTED
[09:48:37.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:127:0) after 3m39s
[09:52:16.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:127:0)
[09:52:16.866] Build status: STARTED
[09:52:16.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:128:0) after 7m59s
[10:00:15.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:128:0)
[10:00:16.025] Build status: STARTED
[10:00:16.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:129:0) after 1m35s
[10:01:51.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:129:0)
[10:01:51.164] Build status: STARTED
[10:01:51.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:130:0) after 1m50s
[10:03:41.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:130:0)
[10:03:41.409] Build status: STARTED
[10:03:41.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:131:0) after 3m29s
[10:07:10.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:131:0)
[10:07:10.540] Build status: STARTED
[10:07:10.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:132:0) after 5m52s
[10:13:02.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:132:0)
[10:13:02.608] Build status: STARTED
[10:13:02.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8867147448133627984:133:0) after 8m29s
[10:19:57.919] Received PubSub notification, asking Buildbucket for the build status
[10:19:58.075] Build:
{
  "id": "8701717385818699681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12508,
  "createdBy": "project:chromium",
  "createTime": "2025-10-06T23:17:22.726837179Z",
  "startTime": "2025-10-07T01:32:14.658724481Z",
  "endTime": "2025-10-07T10:19:57.524548082Z",
  "updateTime": "2025-10-07T10:19:57.524548082Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a6bae7b1d0cd99ba239fdaee9f8333b71c8d7ab8",
      "ref": "refs/heads/main"
    }
  }
}
[10:19:58.075] Invocation finished in 11h2m36.940061066s with status FAILED