Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "957e6a17fa50e090596d40b940e63cd0cb2a4f95"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/957e6a17fa50e090596d40b940e63cd0cb2a4f95
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:22:56.543] New invocation is queued and will start shortly
[23:22:57.680] Starting the invocation (attempt 1)
[23:22:57.716] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/957e6a17fa50e090596d40b940e63cd0cb2a4f95"
[23:22:57.716] Popped gitiles commit info from properties and tags
[23:22:57.716] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:22:57.716] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:22:57.717] Buildbucket request:
{
  "requestId": "8945060487545268112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "957e6a17fa50e090596d40b940e63cd0cb2a4f95",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945060487545268112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:22:58.209] Scheduled build:
{
  "id": "8779630425588346945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5458,
  "createdBy": "project:chromium",
  "createTime": "2023-05-30T23:22:57.785383035Z",
  "updateTime": "2023-05-30T23:22:57.785383035Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "957e6a17fa50e090596d40b940e63cd0cb2a4f95",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:22:58.209] Task URL: https://cr-buildbucket.appspot.com/build/8779630425588346945
[23:22:58.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:2:0) after 9m33s
[23:26:07.795] Received PubSub notification, asking Buildbucket for the build status
[23:26:07.878] Build status: STARTED
[23:32:31.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:2:0)
[23:32:31.707] Build status: STARTED
[23:32:31.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:4:0) after 2m4s
[23:34:35.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:4:0)
[23:34:35.935] Build status: STARTED
[23:34:35.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:5:0) after 7m12s
[23:41:48.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:5:0)
[23:41:48.513] Build status: STARTED
[23:41:48.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:6:0) after 4m28s
[23:46:16.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:6:0)
[23:46:16.735] Build status: STARTED
[23:46:16.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:7:0) after 1m56s
[23:48:12.828] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:7:0)
[23:48:12.845] Build status: STARTED
[23:48:12.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:8:0) after 1m28s
[23:49:40.984] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:8:0)
[23:49:41.076] Build status: STARTED
[23:49:41.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:9:0) after 6m3s
[23:55:44.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:9:0)
[23:55:44.126] Build status: STARTED
[23:55:44.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:10:0) after 7m48s
[00:03:32.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:10:0)
[00:03:32.207] Build status: STARTED
[00:03:32.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:11:0) after 2m18s
[00:05:50.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:11:0)
[00:05:50.447] Build status: STARTED
[00:05:50.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:12:0) after 4m37s
[00:10:27.436] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:12:0)
[00:10:27.464] Build status: STARTED
[00:10:27.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:13:0) after 7m37s
[00:18:04.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:13:0)
[00:18:04.699] Build status: STARTED
[00:18:04.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:14:0) after 7m20s
[00:25:24.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:14:0)
[00:25:24.774] Build status: STARTED
[00:25:24.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:15:0) after 5m40s
[00:31:04.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:15:0)
[00:31:04.908] Build status: STARTED
[00:31:04.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:16:0) after 5m7s
[00:36:12.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:16:0)
[00:36:12.040] Build status: STARTED
[00:36:12.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:17:0) after 1m32s
[00:37:44.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:17:0)
[00:37:44.166] Build status: STARTED
[00:37:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:18:0) after 6m44s
[00:44:28.207] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:18:0)
[00:44:28.243] Build status: STARTED
[00:44:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:19:0) after 5m27s
[00:49:55.278] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:19:0)
[00:49:55.298] Build status: STARTED
[00:49:55.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:20:0) after 8m41s
[00:58:36.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:20:0)
[00:58:36.513] Build status: STARTED
[00:58:36.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:21:0) after 9m34s
[01:08:10.698] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:21:0)
[01:08:10.716] Build status: STARTED
[01:08:10.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:22:0) after 5m16s
[01:13:26.709] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:22:0)
[01:13:26.729] Build status: STARTED
[01:13:26.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:23:0) after 5m44s
[01:19:11.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:23:0)
[01:19:11.132] Build status: STARTED
[01:19:11.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:24:0) after 1m50s
[01:21:01.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:24:0)
[01:21:01.226] Build status: STARTED
[01:21:01.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:25:0) after 6m56s
[01:27:57.892] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:25:0)
[01:27:57.935] Build status: STARTED
[01:27:57.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:26:0) after 4m48s
[01:32:46.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:26:0)
[01:32:46.088] Build status: STARTED
[01:32:46.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:27:0) after 7m58s
[01:40:44.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:27:0)
[01:40:44.140] Build status: STARTED
[01:40:44.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:28:0) after 6m16s
[01:47:00.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:28:0)
[01:47:00.304] Build status: STARTED
[01:47:00.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:29:0) after 2m29s
[01:49:29.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:29:0)
[01:49:29.406] Build status: STARTED
[01:49:29.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:30:0) after 2m20s
[01:51:50.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:30:0)
[01:51:50.094] Build status: STARTED
[01:51:50.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:31:0) after 4m39s
[01:56:29.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:31:0)
[01:56:29.197] Build status: STARTED
[01:56:29.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:32:0) after 2m51s
[01:59:20.306] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:32:0)
[01:59:20.353] Build status: STARTED
[01:59:20.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:33:0) after 5m31s
[02:04:51.561] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:33:0)
[02:04:51.584] Build status: STARTED
[02:04:51.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:34:0) after 6m2s
[02:10:53.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:34:0)
[02:10:53.645] Build status: STARTED
[02:10:53.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:35:0) after 9m1s
[02:19:54.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:35:0)
[02:19:55.016] Build status: STARTED
[02:19:55.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:36:0) after 8m30s
[02:28:25.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:36:0)
[02:28:25.240] Build status: STARTED
[02:28:25.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:37:0) after 8m58s
[02:37:23.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:37:0)
[02:37:23.455] Build status: STARTED
[02:37:23.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:38:0) after 9m22s
[02:46:45.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:38:0)
[02:46:45.501] Build status: STARTED
[02:46:45.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:39:0) after 2m46s
[02:49:31.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:39:0)
[02:49:31.561] Build status: STARTED
[02:49:31.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:40:0) after 9m17s
[02:58:48.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:40:0)
[02:58:48.814] Build status: STARTED
[02:58:48.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:41:0) after 1m22s
[03:00:10.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:41:0)
[03:00:10.868] Build status: STARTED
[03:00:10.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:42:0) after 8m15s
[03:08:25.983] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:42:0)
[03:08:26.007] Build status: STARTED
[03:08:26.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:43:0) after 2m38s
[03:11:04.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:43:0)
[03:11:04.438] Build status: STARTED
[03:11:04.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:44:0) after 4m31s
[03:15:35.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:44:0)
[03:15:35.728] Build status: STARTED
[03:15:35.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:45:0) after 7m10s
[03:22:45.948] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:45:0)
[03:22:45.969] Build status: STARTED
[03:22:45.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:46:0) after 4m16s
[03:27:02.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:46:0)
[03:27:02.027] Build status: STARTED
[03:27:02.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:47:0) after 4m53s
[03:31:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:47:0)
[03:31:55.299] Build status: STARTED
[03:31:55.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:48:0) after 1m46s
[03:33:41.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:48:0)
[03:33:41.427] Build status: STARTED
[03:33:41.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:49:0) after 4m10s
[03:37:51.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:49:0)
[03:37:51.479] Build status: STARTED
[03:37:51.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:50:0) after 7m25s
[03:45:16.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:50:0)
[03:45:16.594] Build status: STARTED
[03:45:16.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:51:0) after 3m21s
[03:48:37.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:51:0)
[03:48:37.755] Build status: STARTED
[03:48:37.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:52:0) after 6m1s
[03:54:38.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:52:0)
[03:54:38.817] Build status: STARTED
[03:54:38.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:53:0) after 4m7s
[03:58:45.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:53:0)
[03:58:45.875] Build status: STARTED
[03:58:45.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:54:0) after 8m39s
[04:07:25.136] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:54:0)
[04:07:25.166] Build status: STARTED
[04:07:25.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:55:0) after 3m32s
[04:10:57.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:55:0)
[04:10:57.534] Build status: STARTED
[04:10:57.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:56:0) after 8m40s
[04:19:37.686] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:56:0)
[04:19:37.701] Build status: STARTED
[04:19:37.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:57:0) after 8m55s
[04:28:33.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:57:0)
[04:28:33.046] Build status: STARTED
[04:28:33.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:58:0) after 2m12s
[04:30:45.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:58:0)
[04:30:45.510] Build status: STARTED
[04:30:45.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:59:0) after 9m48s
[04:40:33.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:59:0)
[04:40:33.775] Build status: STARTED
[04:40:33.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:60:0) after 9m26s
[04:50:00.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:60:0)
[04:50:00.216] Build status: STARTED
[04:50:00.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:61:0) after 1m2s
[04:51:02.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:61:0)
[04:51:02.535] Build status: STARTED
[04:51:02.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:62:0) after 5m31s
[04:56:33.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:62:0)
[04:56:33.712] Build status: STARTED
[04:56:33.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:63:0) after 3m6s
[04:59:39.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:63:0)
[04:59:39.769] Build status: STARTED
[04:59:39.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:64:0) after 9m51s
[05:09:30.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:64:0)
[05:09:30.826] Build status: STARTED
[05:09:30.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:65:0) after 6m32s
[05:16:02.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:65:0)
[05:16:02.959] Build status: STARTED
[05:16:02.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:66:0) after 2m15s
[05:18:17.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:66:0)
[05:18:18.019] Build status: STARTED
[05:18:18.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:67:0) after 6m46s
[05:25:04.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:67:0)
[05:25:04.110] Build status: STARTED
[05:25:04.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:68:0) after 1m35s
[05:26:39.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:68:0)
[05:26:39.211] Build status: STARTED
[05:26:39.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:69:0) after 3m24s
[05:30:03.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:69:0)
[05:30:03.294] Build status: STARTED
[05:30:03.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:70:0) after 8m36s
[05:38:39.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:70:0)
[05:38:39.418] Build status: STARTED
[05:38:39.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:71:0) after 3m32s
[05:42:11.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:71:0)
[05:42:11.589] Build status: STARTED
[05:42:11.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:72:0) after 5m17s
[05:47:28.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:72:0)
[05:47:28.638] Build status: STARTED
[05:47:28.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:73:0) after 3m15s
[05:50:43.778] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:73:0)
[05:50:43.805] Build status: STARTED
[05:50:43.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:74:0) after 2m15s
[05:52:58.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:74:0)
[05:52:58.850] Build status: STARTED
[05:52:58.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:75:0) after 1m6s
[05:54:04.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:75:0)
[05:54:04.938] Build status: STARTED
[05:54:04.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:76:0) after 3m11s
[05:57:15.975] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:76:0)
[05:57:15.994] Build status: STARTED
[05:57:15.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:77:0) after 8m44s
[06:06:00.348] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:77:0)
[06:06:00.378] Build status: STARTED
[06:06:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:78:0) after 1m49s
[06:07:49.413] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:78:0)
[06:07:49.435] Build status: STARTED
[06:07:49.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:79:0) after 6m53s
[06:14:42.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:79:0)
[06:14:42.694] Build status: STARTED
[06:14:42.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:80:0) after 2m35s
[06:17:17.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:80:0)
[06:17:17.908] Build status: STARTED
[06:17:17.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:81:0) after 2m24s
[06:19:42.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:81:0)
[06:19:42.125] Build status: STARTED
[06:19:42.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:82:0) after 2m32s
[06:22:14.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:82:0)
[06:22:14.465] Build status: STARTED
[06:22:14.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:83:0) after 9m57s
[06:32:11.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:83:0)
[06:32:11.510] Build status: STARTED
[06:32:11.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:84:0) after 5m10s
[06:37:21.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:84:0)
[06:37:21.587] Build status: STARTED
[06:37:21.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:85:0) after 4m29s
[06:41:50.615] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:85:0)
[06:41:50.635] Build status: STARTED
[06:41:50.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:86:0) after 7m33s
[06:49:23.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:86:0)
[06:49:23.755] Build status: STARTED
[06:49:23.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:87:0) after 4m4s
[06:53:28.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:87:0)
[06:53:28.293] Build status: STARTED
[06:53:28.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:88:0) after 7m49s
[07:01:17.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:88:0)
[07:01:17.356] Build status: STARTED
[07:01:17.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:89:0) after 1m42s
[07:02:59.419] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:89:0)
[07:02:59.439] Build status: STARTED
[07:02:59.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:90:0) after 3m29s
[07:06:29.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:90:0)
[07:06:29.105] Build status: STARTED
[07:06:29.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:91:0) after 4m44s
[07:11:13.255] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:91:0)
[07:11:13.285] Build status: STARTED
[07:11:13.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:92:0) after 4m11s
[07:15:24.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:92:0)
[07:15:24.343] Build status: STARTED
[07:15:24.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:93:0) after 6m26s
[07:21:50.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:93:0)
[07:21:50.534] Build status: STARTED
[07:21:50.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:94:0) after 4m9s
[07:25:59.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:94:0)
[07:25:59.635] Build status: STARTED
[07:25:59.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:95:0) after 8m30s
[07:34:29.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:95:0)
[07:34:29.860] Build status: STARTED
[07:34:29.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:96:0) after 8m1s
[07:42:30.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:96:0)
[07:42:30.909] Build status: STARTED
[07:42:30.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:97:0) after 5m41s
[07:48:12.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:97:0)
[07:48:12.111] Build status: STARTED
[07:48:12.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:98:0) after 8m43s
[07:56:55.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:98:0)
[07:56:55.320] Build status: STARTED
[07:56:55.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:99:0) after 8m6s
[08:05:01.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:99:0)
[08:05:01.798] Build status: STARTED
[08:05:01.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:100:0) after 8m33s
[08:13:35.040] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:100:0)
[08:13:35.059] Build status: STARTED
[08:13:35.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:101:0) after 7m9s
[08:20:44.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:101:0)
[08:20:44.108] Build status: STARTED
[08:20:44.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:102:0) after 8m23s
[08:29:07.177] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:102:0)
[08:29:07.216] Build status: STARTED
[08:29:07.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:103:0) after 8m11s
[08:37:18.348] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:103:0)
[08:37:18.414] Build status: STARTED
[08:37:18.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:104:0) after 8m50s
[08:46:08.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:104:0)
[08:46:08.476] Build status: STARTED
[08:46:08.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:105:0) after 3m24s
[08:49:32.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:105:0)
[08:49:32.576] Build status: STARTED
[08:49:32.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:106:0) after 2m13s
[08:51:45.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:106:0)
[08:51:45.808] Build status: STARTED
[08:51:45.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:107:0) after 3m17s
[08:55:02.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:107:0)
[08:55:02.843] Build status: STARTED
[08:55:02.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:108:0) after 4m13s
[08:59:15.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:108:0)
[08:59:15.899] Build status: STARTED
[08:59:15.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:109:0) after 9m24s
[09:08:40.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:109:0)
[09:08:40.102] Build status: STARTED
[09:08:40.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:110:0) after 2m43s
[09:11:23.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:110:0)
[09:11:23.254] Build status: STARTED
[09:11:23.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:111:0) after 7m28s
[09:18:51.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:111:0)
[09:18:51.619] Build status: STARTED
[09:18:51.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:112:0) after 7m4s
[09:25:55.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:112:0)
[09:25:55.824] Build status: STARTED
[09:25:55.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:113:0) after 4m42s
[09:30:37.888] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:113:0)
[09:30:37.912] Build status: STARTED
[09:30:37.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:114:0) after 2m50s
[09:33:27.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:114:0)
[09:33:27.967] Build status: STARTED
[09:33:27.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:115:0) after 6m27s
[09:39:55.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:115:0)
[09:39:55.067] Build status: STARTED
[09:39:55.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:116:0) after 8m7s
[09:48:02.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:116:0)
[09:48:02.366] Build status: STARTED
[09:48:02.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:117:0) after 9m53s
[09:57:55.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:117:0)
[09:57:55.532] Build status: STARTED
[09:57:55.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945060487545268112:118:0) after 5m1s
[10:02:34.726] Received PubSub notification, asking Buildbucket for the build status
[10:02:34.766] Build:
{
  "id": "8779630425588346945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5458,
  "createdBy": "project:chromium",
  "createTime": "2023-05-30T23:22:57.785383035Z",
  "startTime": "2023-05-30T23:26:07.165624Z",
  "endTime": "2023-05-31T10:02:33.830422269Z",
  "updateTime": "2023-05-31T10:02:33.830422269Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "957e6a17fa50e090596d40b940e63cd0cb2a4f95",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:02:34.766] Invocation finished in 10h39m38.230973355s with status FAILED