Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9825f1c0e7c951d0b72f059be1f267ae8d508f1f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9825f1c0e7c951d0b72f059be1f267ae8d508f1f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:20:42.696] New invocation is queued and will start shortly
[07:20:43.839] Starting the invocation (attempt 1)
[07:20:43.861] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9825f1c0e7c951d0b72f059be1f267ae8d508f1f"
[07:20:43.861] Popped gitiles commit info from properties and tags
[07:20:43.861] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:20:43.862] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:20:43.862] Buildbucket request:
{
  "requestId": "8877898076799550112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9825f1c0e7c951d0b72f059be1f267ae8d508f1f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877898076799550112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:20:44.502] Scheduled build:
{
  "id": "8712468014866895009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12090,
  "createdBy": "project:chromium",
  "createTime": "2025-06-10T07:20:43.918515984Z",
  "updateTime": "2025-06-10T07:20:43.918515984Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9825f1c0e7c951d0b72f059be1f267ae8d508f1f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:20:44.502] Task URL: https://cr-buildbucket.appspot.com/build/8712468014866895009
[07:20:44.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:2:0) after 6m10s
[07:20:45.438] Received PubSub notification, asking Buildbucket for the build status
[07:20:45.509] Build status: SCHEDULED
[07:26:54.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:2:0)
[07:26:54.604] Build status: SCHEDULED
[07:26:54.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:4:0) after 6m29s
[07:33:23.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:4:0)
[07:33:23.654] Build status: SCHEDULED
[07:33:23.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:5:0) after 7m52s
[07:41:15.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:5:0)
[07:41:15.694] Build status: SCHEDULED
[07:41:15.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:6:0) after 1m1s
[07:42:16.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:6:0)
[07:42:16.771] Build status: SCHEDULED
[07:42:16.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:7:0) after 4m33s
[07:46:49.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:7:0)
[07:46:49.940] Build status: SCHEDULED
[07:46:49.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:8:0) after 3m7s
[07:49:56.969] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:8:0)
[07:49:57.004] Build status: SCHEDULED
[07:49:57.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:9:0) after 8m1s
[07:57:58.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:9:0)
[07:57:58.047] Build status: SCHEDULED
[07:57:58.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:10:0) after 5m26s
[08:03:24.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:10:0)
[08:03:24.089] Build status: SCHEDULED
[08:03:24.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:11:0) after 9m23s
[08:12:47.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:11:0)
[08:12:47.129] Build status: SCHEDULED
[08:12:47.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:12:0) after 3m58s
[08:16:45.183] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:12:0)
[08:16:45.268] Build status: SCHEDULED
[08:16:45.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:13:0) after 2m43s
[08:19:28.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:13:0)
[08:19:28.335] Build status: SCHEDULED
[08:19:28.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:14:0) after 3m5s
[08:22:33.319] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:14:0)
[08:22:33.359] Build status: SCHEDULED
[08:22:33.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:15:0) after 2m22s
[08:24:55.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:15:0)
[08:24:55.404] Build status: SCHEDULED
[08:24:55.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:16:0) after 1m13s
[08:26:08.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:16:0)
[08:26:08.541] Build status: SCHEDULED
[08:26:08.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:17:0) after 7m15s
[08:33:23.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:17:0)
[08:33:23.631] Build status: SCHEDULED
[08:33:23.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:18:0) after 2m8s
[08:35:31.705] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:18:0)
[08:35:31.724] Build status: SCHEDULED
[08:35:31.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:19:0) after 4m35s
[08:40:06.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:19:0)
[08:40:06.867] Build status: SCHEDULED
[08:40:06.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:20:0) after 6m56s
[08:47:03.038] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:20:0)
[08:47:03.140] Build status: SCHEDULED
[08:47:03.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:21:0) after 2m15s
[08:49:18.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:21:0)
[08:49:18.192] Build status: SCHEDULED
[08:49:18.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:22:0) after 6m13s
[08:55:31.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:22:0)
[08:55:31.308] Build status: SCHEDULED
[08:55:31.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:23:0) after 9m38s
[09:05:09.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:23:0)
[09:05:09.329] Build status: SCHEDULED
[09:05:09.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:24:0) after 8m40s
[09:13:49.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:24:0)
[09:13:49.435] Build status: SCHEDULED
[09:13:49.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:25:0) after 9m17s
[09:23:06.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:25:0)
[09:23:06.549] Build status: SCHEDULED
[09:23:06.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:26:0) after 8m46s
[09:31:52.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:26:0)
[09:31:52.714] Build status: SCHEDULED
[09:31:52.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:27:0) after 9m15s
[09:41:07.689] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:27:0)
[09:41:07.938] Build status: SCHEDULED
[09:41:07.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:28:0) after 8m10s
[09:49:18.157] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:28:0)
[09:49:18.178] Build status: SCHEDULED
[09:49:18.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:29:0) after 5m21s
[09:54:39.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:29:0)
[09:54:39.472] Build status: SCHEDULED
[09:54:39.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:30:0) after 4m43s
[09:59:22.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:30:0)
[09:59:22.512] Build status: SCHEDULED
[09:59:22.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:31:0) after 8m58s
[10:02:46.445] Received PubSub notification, asking Buildbucket for the build status
[10:02:46.484] Build status: STARTED
[10:08:20.567] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:31:0)
[10:08:20.598] Build status: STARTED
[10:08:20.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:33:0) after 6m0s
[10:14:20.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:33:0)
[10:14:20.644] Build status: STARTED
[10:14:20.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:34:0) after 8m1s
[10:22:21.724] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:34:0)
[10:22:21.750] Build status: STARTED
[10:22:21.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:35:0) after 8m4s
[10:30:25.752] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:35:0)
[10:30:25.776] Build status: STARTED
[10:30:25.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:36:0) after 9m2s
[10:39:27.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:36:0)
[10:39:27.892] Build status: STARTED
[10:39:27.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:37:0) after 9m16s
[10:48:43.919] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:37:0)
[10:48:43.937] Build status: STARTED
[10:48:43.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:38:0) after 2m59s
[10:51:42.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:38:0)
[10:51:42.949] Build status: STARTED
[10:51:42.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:39:0) after 7m31s
[10:59:13.980] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:39:0)
[10:59:14.065] Build status: STARTED
[10:59:14.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:40:0) after 1m37s
[11:00:51.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:40:0)
[11:00:51.073] Build status: STARTED
[11:00:51.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:41:0) after 6m46s
[11:07:37.161] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:41:0)
[11:07:37.184] Build status: STARTED
[11:07:37.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:42:0) after 4m52s
[11:12:29.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:42:0)
[11:12:29.233] Build status: STARTED
[11:12:29.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:43:0) after 3m43s
[11:16:12.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:43:0)
[11:16:12.313] Build status: STARTED
[11:16:12.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:44:0) after 9m55s
[11:26:07.335] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:44:0)
[11:26:07.368] Build status: STARTED
[11:26:07.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:45:0) after 1m24s
[11:27:31.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:45:0)
[11:27:31.407] Build status: STARTED
[11:27:31.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:46:0) after 3m42s
[11:31:13.533] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:46:0)
[11:31:13.569] Build status: STARTED
[11:31:13.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:47:0) after 1m25s
[11:32:38.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:47:0)
[11:32:38.917] Build status: STARTED
[11:32:38.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:48:0) after 4m20s
[11:36:59.017] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:48:0)
[11:36:59.035] Build status: STARTED
[11:36:59.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:49:0) after 9m10s
[11:46:09.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:49:0)
[11:46:09.200] Build status: STARTED
[11:46:09.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:50:0) after 1m34s
[11:47:43.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:50:0)
[11:47:43.232] Build status: STARTED
[11:47:43.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:51:0) after 5m24s
[11:53:07.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:51:0)
[11:53:07.320] Build status: STARTED
[11:53:07.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:52:0) after 4m0s
[11:57:07.311] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:52:0)
[11:57:07.330] Build status: STARTED
[11:57:07.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:53:0) after 5m31s
[12:02:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:53:0)
[12:02:38.375] Build status: STARTED
[12:02:38.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:54:0) after 7m2s
[12:09:40.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:54:0)
[12:09:40.423] Build status: STARTED
[12:09:40.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:55:0) after 3m40s
[12:13:20.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:55:0)
[12:13:20.493] Build status: STARTED
[12:13:20.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:56:0) after 7m36s
[12:20:56.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:56:0)
[12:20:56.498] Build status: STARTED
[12:20:56.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:57:0) after 7m16s
[12:28:12.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:57:0)
[12:28:12.538] Build status: STARTED
[12:28:12.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:58:0) after 9m13s
[12:37:25.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:58:0)
[12:37:25.623] Build status: STARTED
[12:37:25.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:59:0) after 4m40s
[12:42:05.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:59:0)
[12:42:05.730] Build status: STARTED
[12:42:05.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:60:0) after 8m53s
[12:50:58.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:60:0)
[12:50:58.813] Build status: STARTED
[12:50:58.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:61:0) after 2m22s
[12:53:20.837] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:61:0)
[12:53:20.875] Build status: STARTED
[12:53:20.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:62:0) after 4m28s
[12:57:48.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:62:0)
[12:57:48.924] Build status: STARTED
[12:57:48.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:63:0) after 5m37s
[13:03:25.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:63:0)
[13:03:25.980] Build status: STARTED
[13:03:25.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:64:0) after 4m45s
[13:08:10.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:64:0)
[13:08:11.052] Build status: STARTED
[13:08:11.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:65:0) after 5m9s
[13:13:20.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:65:0)
[13:13:20.085] Build status: STARTED
[13:13:20.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:66:0) after 2m43s
[13:16:03.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:66:0)
[13:16:03.506] Build status: STARTED
[13:16:03.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:67:0) after 9m32s
[13:25:35.527] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:67:0)
[13:25:35.548] Build status: STARTED
[13:25:35.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:68:0) after 3m20s
[13:28:55.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:68:0)
[13:28:55.638] Build status: STARTED
[13:28:55.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:69:0) after 7m5s
[13:36:00.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:69:0)
[13:36:00.709] Build status: STARTED
[13:36:00.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:70:0) after 9m19s
[13:45:19.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:70:0)
[13:45:19.816] Build status: STARTED
[13:45:19.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:71:0) after 9m0s
[13:54:19.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:71:0)
[13:54:19.884] Build status: STARTED
[13:54:19.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:72:0) after 2m58s
[13:57:17.875] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:72:0)
[13:57:17.901] Build status: STARTED
[13:57:17.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:73:0) after 5m26s
[14:02:43.949] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:73:0)
[14:02:43.964] Build status: STARTED
[14:02:43.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:74:0) after 5m55s
[14:08:38.948] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:74:0)
[14:08:38.978] Build status: STARTED
[14:08:38.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:75:0) after 8m55s
[14:17:34.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:75:0)
[14:17:34.090] Build status: STARTED
[14:17:34.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:76:0) after 8m11s
[14:25:45.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:76:0)
[14:25:45.230] Build status: STARTED
[14:25:45.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:77:0) after 3m49s
[14:29:34.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:77:0)
[14:29:34.293] Build status: STARTED
[14:29:34.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:78:0) after 9m31s
[14:39:05.336] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:78:0)
[14:39:05.415] Build status: STARTED
[14:39:05.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:79:0) after 5m58s
[14:45:03.489] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:79:0)
[14:45:03.515] Build status: STARTED
[14:45:03.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:80:0) after 1m32s
[14:46:35.523] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:80:0)
[14:46:35.541] Build status: STARTED
[14:46:35.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:81:0) after 7m22s
[14:53:57.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:81:0)
[14:53:57.586] Build status: STARTED
[14:53:57.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:82:0) after 4m29s
[14:58:26.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:82:0)
[14:58:26.660] Build status: STARTED
[14:58:26.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:83:0) after 8m0s
[15:06:26.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:83:0)
[15:06:26.692] Build status: STARTED
[15:06:26.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:84:0) after 6m47s
[15:13:13.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:84:0)
[15:13:13.783] Build status: STARTED
[15:13:13.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:85:0) after 6m38s
[15:19:51.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:85:0)
[15:19:51.806] Build status: STARTED
[15:19:51.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:86:0) after 7m23s
[15:27:14.940] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:86:0)
[15:27:14.965] Build status: STARTED
[15:27:14.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:87:0) after 8m40s
[15:35:55.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:87:0)
[15:35:55.064] Build status: STARTED
[15:35:55.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:88:0) after 1m29s
[15:37:24.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:88:0)
[15:37:24.161] Build status: STARTED
[15:37:24.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:89:0) after 3m19s
[15:40:43.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:89:0)
[15:40:43.226] Build status: STARTED
[15:40:43.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:90:0) after 6m40s
[15:47:23.284] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:90:0)
[15:47:23.307] Build status: STARTED
[15:47:23.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:91:0) after 2m26s
[15:49:49.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:91:0)
[15:49:49.456] Build status: STARTED
[15:49:49.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:92:0) after 2m11s
[15:52:00.533] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:92:0)
[15:52:00.553] Build status: STARTED
[15:52:00.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:93:0) after 2m15s
[15:54:15.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:93:0)
[15:54:15.707] Build status: STARTED
[15:54:15.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:94:0) after 1m39s
[15:55:54.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:94:0)
[15:55:54.875] Build status: STARTED
[15:55:54.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:95:0) after 1m8s
[15:57:02.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:95:0)
[15:57:02.914] Build status: STARTED
[15:57:02.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:96:0) after 2m40s
[15:59:42.961] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:96:0)
[15:59:42.983] Build status: STARTED
[15:59:42.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:97:0) after 6m30s
[16:06:13.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:97:0)
[16:06:13.083] Build status: STARTED
[16:06:13.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:98:0) after 2m27s
[16:08:40.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:98:0)
[16:08:40.169] Build status: STARTED
[16:08:40.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:99:0) after 8m15s
[16:16:55.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:99:0)
[16:16:55.208] Build status: STARTED
[16:16:55.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:100:0) after 2m7s
[16:19:02.235] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:100:0)
[16:19:02.258] Build status: STARTED
[16:19:02.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:101:0) after 4m52s
[16:23:54.424] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:101:0)
[16:23:54.443] Build status: STARTED
[16:23:54.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:102:0) after 2m9s
[16:26:03.546] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:102:0)
[16:26:03.565] Build status: STARTED
[16:26:03.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:103:0) after 4m5s
[16:30:08.594] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:103:0)
[16:30:08.616] Build status: STARTED
[16:30:08.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:104:0) after 2m45s
[16:32:53.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:104:0)
[16:32:53.813] Build status: STARTED
[16:32:53.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:105:0) after 3m57s
[16:36:50.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:105:0)
[16:36:50.875] Build status: STARTED
[16:36:50.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:106:0) after 1m52s
[16:38:43.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:106:0)
[16:38:43.040] Build status: STARTED
[16:38:43.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:107:0) after 8m8s
[16:46:51.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:107:0)
[16:46:51.127] Build status: STARTED
[16:46:51.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:108:0) after 1m59s
[16:48:50.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:108:0)
[16:48:50.265] Build status: STARTED
[16:48:50.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:109:0) after 8m28s
[16:57:18.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:109:0)
[16:57:18.398] Build status: STARTED
[16:57:18.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:110:0) after 2m47s
[17:00:05.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:110:0)
[17:00:05.491] Build status: STARTED
[17:00:05.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:111:0) after 2m33s
[17:02:38.566] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:111:0)
[17:02:38.600] Build status: STARTED
[17:02:38.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:112:0) after 9m53s
[17:12:31.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:112:0)
[17:12:31.647] Build status: STARTED
[17:12:31.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:113:0) after 2m47s
[17:15:18.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:113:0)
[17:15:18.796] Build status: STARTED
[17:15:18.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:114:0) after 8m37s
[17:23:55.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:114:0)
[17:23:55.934] Build status: STARTED
[17:23:55.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:115:0) after 4m43s
[17:28:38.970] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:115:0)
[17:28:39.018] Build status: STARTED
[17:28:39.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:116:0) after 1m21s
[17:30:00.040] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:116:0)
[17:30:00.057] Build status: STARTED
[17:30:00.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:117:0) after 5m21s
[17:35:21.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:117:0)
[17:35:21.145] Build status: STARTED
[17:35:21.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:118:0) after 4m15s
[17:39:36.175] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:118:0)
[17:39:36.196] Build status: STARTED
[17:39:36.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:119:0) after 1m13s
[17:40:49.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:119:0)
[17:40:49.342] Build status: STARTED
[17:40:49.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:120:0) after 9m46s
[17:50:35.469] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:120:0)
[17:50:35.487] Build status: STARTED
[17:50:35.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8877898076799550112:121:0) after 6m51s
[17:56:59.609] Received PubSub notification, asking Buildbucket for the build status
[17:56:59.626] Build:
{
  "id": "8712468014866895009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 12090,
  "createdBy": "project:chromium",
  "createTime": "2025-06-10T07:20:43.918515984Z",
  "startTime": "2025-06-10T10:02:46.216893194Z",
  "endTime": "2025-06-10T17:56:59.352389368Z",
  "updateTime": "2025-06-10T17:56:59.352389368Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9825f1c0e7c951d0b72f059be1f267ae8d508f1f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:56:59.626] Invocation finished in 10h36m16.935210963s with status FAILED