Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5703f34cfa5901b39c9cb6e44da8b765c29a3f97"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5703f34cfa5901b39c9cb6e44da8b765c29a3f97
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:43:39.416] New invocation is queued and will start shortly
[23:43:40.481] Starting the invocation (attempt 1)
[23:43:40.507] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5703f34cfa5901b39c9cb6e44da8b765c29a3f97"
[23:43:40.507] Popped gitiles commit info from properties and tags
[23:43:40.507] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:43:40.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:43:40.507] Buildbucket request:
{
  "requestId": "8951038584082524912",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5703f34cfa5901b39c9cb6e44da8b765c29a3f97",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8951038584082524912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:43:40.924] Scheduled build:
{
  "id": "8785608522212955729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4932,
  "createdBy": "project:chromium",
  "createTime": "2023-03-25T23:43:40.573881921Z",
  "updateTime": "2023-03-25T23:43:40.573881921Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5703f34cfa5901b39c9cb6e44da8b765c29a3f97",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:43:40.924] Task URL: https://cr-buildbucket.appspot.com/build/8785608522212955729
[23:43:40.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:2:0) after 6m52s
[23:48:40.917] Received PubSub notification, asking Buildbucket for the build status
[23:48:40.943] Build status: STARTED
[23:50:32.949] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:2:0)
[23:50:32.973] Build status: STARTED
[23:50:32.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:4:0) after 6m37s
[23:57:10.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:4:0)
[23:57:10.263] Build status: STARTED
[23:57:10.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:5:0) after 9m58s
[00:07:08.346] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:5:0)
[00:07:08.369] Build status: STARTED
[00:07:08.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:6:0) after 8m27s
[00:15:35.725] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:6:0)
[00:15:35.745] Build status: STARTED
[00:15:35.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:7:0) after 8m21s
[00:23:57.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:7:0)
[00:23:57.623] Build status: STARTED
[00:23:57.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:8:0) after 5m55s
[00:29:52.645] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:8:0)
[00:29:52.664] Build status: STARTED
[00:29:52.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:9:0) after 5m50s
[00:35:43.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:9:0)
[00:35:43.096] Build status: STARTED
[00:35:43.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:10:0) after 2m37s
[00:38:20.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:10:0)
[00:38:20.369] Build status: STARTED
[00:38:20.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:11:0) after 2m50s
[00:41:10.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:11:0)
[00:41:10.420] Build status: STARTED
[00:41:10.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:12:0) after 9m30s
[00:50:40.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:12:0)
[00:50:40.463] Build status: STARTED
[00:50:40.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:13:0) after 6m37s
[00:57:17.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:13:0)
[00:57:17.764] Build status: STARTED
[00:57:17.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:14:0) after 5m18s
[01:02:35.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:14:0)
[01:02:35.807] Build status: STARTED
[01:02:35.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:15:0) after 4m52s
[01:07:27.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:15:0)
[01:07:27.883] Build status: STARTED
[01:07:27.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:16:0) after 2m31s
[01:09:58.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:16:0)
[01:09:58.987] Build status: STARTED
[01:09:58.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:17:0) after 4m44s
[01:14:43.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:17:0)
[01:14:43.040] Build status: STARTED
[01:14:43.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:18:0) after 3m17s
[01:18:00.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:18:0)
[01:18:00.109] Build status: STARTED
[01:18:00.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:19:0) after 1m16s
[01:19:16.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:19:0)
[01:19:16.413] Build status: STARTED
[01:19:16.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:20:0) after 6m3s
[01:25:19.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:20:0)
[01:25:19.746] Build status: STARTED
[01:25:19.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:21:0) after 6m29s
[01:31:48.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:21:0)
[01:31:48.874] Build status: STARTED
[01:31:48.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:22:0) after 3m18s
[01:35:06.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:22:0)
[01:35:06.893] Build status: STARTED
[01:35:06.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:23:0) after 1m10s
[01:36:16.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:23:0)
[01:36:16.941] Build status: STARTED
[01:36:16.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:24:0) after 3m12s
[01:39:28.961] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:24:0)
[01:39:29.006] Build status: STARTED
[01:39:29.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:25:0) after 8m4s
[01:47:33.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:25:0)
[01:47:33.077] Build status: STARTED
[01:47:33.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:26:0) after 9m5s
[01:56:38.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:26:0)
[01:56:38.122] Build status: STARTED
[01:56:38.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:27:0) after 9m47s
[02:06:25.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:27:0)
[02:06:25.284] Build status: STARTED
[02:06:25.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:28:0) after 4m28s
[02:10:53.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:28:0)
[02:10:53.341] Build status: STARTED
[02:10:53.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:29:0) after 9m57s
[02:20:50.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:29:0)
[02:20:50.416] Build status: STARTED
[02:20:50.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:30:0) after 1m14s
[02:22:04.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:30:0)
[02:22:04.868] Build status: STARTED
[02:22:04.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:31:0) after 7m39s
[02:29:43.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:31:0)
[02:29:44.045] Build status: STARTED
[02:29:44.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:32:0) after 2m39s
[02:32:23.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:32:0)
[02:32:23.335] Build status: STARTED
[02:32:23.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:33:0) after 5m43s
[02:38:06.399] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:33:0)
[02:38:06.434] Build status: STARTED
[02:38:06.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:34:0) after 4m12s
[02:42:18.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:34:0)
[02:42:18.481] Build status: STARTED
[02:42:18.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:35:0) after 3m7s
[02:45:25.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:35:0)
[02:45:25.554] Build status: STARTED
[02:45:25.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:36:0) after 1m20s
[02:46:45.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:36:0)
[02:46:45.602] Build status: STARTED
[02:46:45.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:37:0) after 2m10s
[02:48:55.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:37:0)
[02:48:55.739] Build status: STARTED
[02:48:55.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:38:0) after 9m38s
[02:58:33.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:38:0)
[02:58:33.785] Build status: STARTED
[02:58:33.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:39:0) after 9m46s
[03:08:19.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:39:0)
[03:08:19.830] Build status: STARTED
[03:08:19.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:40:0) after 5m4s
[03:13:24.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:40:0)
[03:13:24.030] Build status: STARTED
[03:13:24.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:41:0) after 4m12s
[03:17:36.281] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:41:0)
[03:17:36.451] Build status: STARTED
[03:17:36.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:42:0) after 6m5s
[03:23:41.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:42:0)
[03:23:41.461] Build status: STARTED
[03:23:41.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:43:0) after 9m14s
[03:32:55.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:43:0)
[03:32:55.542] Build status: STARTED
[03:32:55.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:44:0) after 7m59s
[03:40:54.562] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:44:0)
[03:40:54.584] Build status: STARTED
[03:40:54.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:45:0) after 5m39s
[03:46:33.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:45:0)
[03:46:33.633] Build status: STARTED
[03:46:33.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:46:0) after 9m1s
[03:55:34.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:46:0)
[03:55:34.726] Build status: STARTED
[03:55:34.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:47:0) after 9m36s
[04:05:10.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:47:0)
[04:05:10.892] Build status: STARTED
[04:05:10.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:48:0) after 5m14s
[04:10:24.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:48:0)
[04:10:24.958] Build status: STARTED
[04:10:24.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:49:0) after 6m47s
[04:17:12.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:49:0)
[04:17:12.102] Build status: STARTED
[04:17:12.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:50:0) after 7m2s
[04:24:14.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:50:0)
[04:24:14.109] Build status: STARTED
[04:24:14.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:51:0) after 9m20s
[04:33:34.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:51:0)
[04:33:34.198] Build status: STARTED
[04:33:34.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:52:0) after 6m51s
[04:40:25.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:52:0)
[04:40:25.408] Build status: STARTED
[04:40:25.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:53:0) after 3m27s
[04:43:52.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:53:0)
[04:43:52.451] Build status: STARTED
[04:43:52.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:54:0) after 8m42s
[04:52:34.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:54:0)
[04:52:34.689] Build status: STARTED
[04:52:34.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:55:0) after 3m55s
[04:56:29.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:55:0)
[04:56:29.818] Build status: STARTED
[04:56:29.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:56:0) after 2m13s
[04:58:42.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:56:0)
[04:58:42.859] Build status: STARTED
[04:58:42.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:57:0) after 9m9s
[05:07:51.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:57:0)
[05:07:52.005] Build status: STARTED
[05:07:52.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:58:0) after 8m37s
[05:16:29.023] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:58:0)
[05:16:29.040] Build status: STARTED
[05:16:29.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:59:0) after 6m47s
[05:23:16.069] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:59:0)
[05:23:16.111] Build status: STARTED
[05:23:16.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:60:0) after 3m4s
[05:26:20.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:60:0)
[05:26:20.218] Build status: STARTED
[05:26:20.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:61:0) after 6m52s
[05:33:12.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:61:0)
[05:33:12.264] Build status: STARTED
[05:33:12.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:62:0) after 3m5s
[05:36:17.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:62:0)
[05:36:17.553] Build status: STARTED
[05:36:17.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:63:0) after 8m0s
[05:44:17.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:63:0)
[05:44:17.625] Build status: STARTED
[05:44:17.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:64:0) after 5m34s
[05:49:51.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:64:0)
[05:49:51.631] Build status: STARTED
[05:49:51.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:65:0) after 8m48s
[05:58:39.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:65:0)
[05:58:39.725] Build status: STARTED
[05:58:39.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:66:0) after 7m51s
[06:06:30.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:66:0)
[06:06:30.765] Build status: STARTED
[06:06:30.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:67:0) after 4m4s
[06:10:34.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:67:0)
[06:10:34.919] Build status: STARTED
[06:10:34.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:68:0) after 7m21s
[06:17:55.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:68:0)
[06:17:55.968] Build status: STARTED
[06:17:55.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:69:0) after 4m31s
[06:22:26.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:69:0)
[06:22:27.011] Build status: STARTED
[06:22:27.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:70:0) after 6m19s
[06:28:46.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:70:0)
[06:28:46.100] Build status: STARTED
[06:28:46.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:71:0) after 6m18s
[06:35:04.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:71:0)
[06:35:04.167] Build status: STARTED
[06:35:04.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:72:0) after 4m53s
[06:39:57.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:72:0)
[06:39:57.235] Build status: STARTED
[06:39:57.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:73:0) after 6m17s
[06:46:15.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:73:0)
[06:46:15.188] Build status: STARTED
[06:46:15.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:74:0) after 6m30s
[06:52:45.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:74:0)
[06:52:45.234] Build status: STARTED
[06:52:45.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:75:0) after 9m15s
[07:02:00.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:75:0)
[07:02:00.278] Build status: STARTED
[07:02:00.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:76:0) after 5m38s
[07:07:38.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:76:0)
[07:07:38.333] Build status: STARTED
[07:07:38.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:77:0) after 5m17s
[07:12:55.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:77:0)
[07:12:55.414] Build status: STARTED
[07:12:55.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:78:0) after 8m2s
[07:20:57.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:78:0)
[07:20:57.548] Build status: STARTED
[07:20:57.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:79:0) after 2m11s
[07:23:08.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:79:0)
[07:23:08.588] Build status: STARTED
[07:23:08.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:80:0) after 8m22s
[07:31:30.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:80:0)
[07:31:30.739] Build status: STARTED
[07:31:30.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:81:0) after 8m54s
[07:40:24.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:81:0)
[07:40:24.813] Build status: STARTED
[07:40:24.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:82:0) after 9m14s
[07:49:38.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:82:0)
[07:49:38.862] Build status: STARTED
[07:49:38.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:83:0) after 3m56s
[07:53:34.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:83:0)
[07:53:34.905] Build status: STARTED
[07:53:34.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:84:0) after 8m33s
[08:02:07.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:84:0)
[08:02:07.945] Build status: STARTED
[08:02:07.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:85:0) after 1m8s
[08:03:15.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:85:0)
[08:03:16.021] Build status: STARTED
[08:03:16.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:86:0) after 1m24s
[08:04:40.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:86:0)
[08:04:40.070] Build status: STARTED
[08:04:40.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:87:0) after 6m9s
[08:10:49.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:87:0)
[08:10:49.109] Build status: STARTED
[08:10:49.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:88:0) after 1m18s
[08:12:07.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:88:0)
[08:12:07.213] Build status: STARTED
[08:12:07.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:89:0) after 2m6s
[08:14:13.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:89:0)
[08:14:13.348] Build status: STARTED
[08:14:13.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:90:0) after 1m3s
[08:15:16.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:90:0)
[08:15:16.397] Build status: STARTED
[08:15:16.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:91:0) after 2m48s
[08:18:04.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:91:0)
[08:18:04.453] Build status: STARTED
[08:18:04.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:92:0) after 9m24s
[08:27:28.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:92:0)
[08:27:28.508] Build status: STARTED
[08:27:28.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:93:0) after 3m4s
[08:30:32.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:93:0)
[08:30:32.597] Build status: STARTED
[08:30:32.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:94:0) after 3m13s
[08:33:45.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:94:0)
[08:33:45.676] Build status: STARTED
[08:33:45.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:95:0) after 6m9s
[08:39:54.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:95:0)
[08:39:54.731] Build status: STARTED
[08:39:54.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:96:0) after 4m49s
[08:44:43.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:96:0)
[08:44:43.780] Build status: STARTED
[08:44:43.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:97:0) after 9m44s
[08:54:27.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:97:0)
[08:54:27.849] Build status: STARTED
[08:54:27.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:98:0) after 3m52s
[08:58:19.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:98:0)
[08:58:19.895] Build status: STARTED
[08:58:19.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:99:0) after 5m30s
[09:03:49.915] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:99:0)
[09:03:49.937] Build status: STARTED
[09:03:49.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:100:0) after 4m57s
[09:08:46.971] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:100:0)
[09:08:46.996] Build status: STARTED
[09:08:46.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:101:0) after 6m30s
[09:15:17.018] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:101:0)
[09:15:17.046] Build status: STARTED
[09:15:17.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:102:0) after 8m36s
[09:23:53.069] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:102:0)
[09:23:53.089] Build status: STARTED
[09:23:53.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:103:0) after 8m20s
[09:32:13.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:103:0)
[09:32:13.192] Build status: STARTED
[09:32:13.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:104:0) after 5m47s
[09:38:00.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:104:0)
[09:38:00.325] Build status: STARTED
[09:38:00.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:105:0) after 3m5s
[09:41:05.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:105:0)
[09:41:05.492] Build status: STARTED
[09:41:05.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:106:0) after 3m15s
[09:44:20.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:106:0)
[09:44:20.554] Build status: STARTED
[09:44:20.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:107:0) after 6m39s
[09:50:59.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:107:0)
[09:50:59.631] Build status: STARTED
[09:50:59.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:108:0) after 8m42s
[09:59:41.672] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:108:0)
[09:59:41.696] Build status: STARTED
[09:59:41.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:109:0) after 5m20s
[10:05:02.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:109:0)
[10:05:02.137] Build status: STARTED
[10:05:02.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:110:0) after 8m45s
[10:13:48.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:110:0)
[10:13:48.440] Build status: STARTED
[10:13:48.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:111:0) after 4m49s
[10:18:37.497] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:111:0)
[10:18:37.525] Build status: STARTED
[10:18:37.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:112:0) after 6m17s
[10:24:54.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:112:0)
[10:24:54.560] Build status: STARTED
[10:24:54.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:113:0) after 3m44s
[10:28:38.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:113:0)
[10:28:38.604] Build status: STARTED
[10:28:38.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:114:0) after 9m10s
[10:37:48.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:114:0)
[10:37:48.990] Build status: STARTED
[10:37:48.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:115:0) after 9m44s
[10:47:33.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:115:0)
[10:47:33.418] Build status: STARTED
[10:47:33.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:116:0) after 5m57s
[10:53:30.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:116:0)
[10:53:30.511] Build status: STARTED
[10:53:30.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:117:0) after 9m33s
[11:03:04.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:117:0)
[11:03:04.166] Build status: STARTED
[11:03:04.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:118:0) after 4m26s
[11:07:30.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:118:0)
[11:07:30.226] Build status: STARTED
[11:07:30.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:119:0) after 5m48s
[11:13:18.244] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:119:0)
[11:13:18.268] Build status: STARTED
[11:13:18.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:120:0) after 4m13s
[11:17:31.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:120:0)
[11:17:31.703] Build status: STARTED
[11:17:31.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:121:0) after 3m15s
[11:20:46.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:121:0)
[11:20:46.994] Build status: STARTED
[11:20:46.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:122:0) after 6m23s
[11:27:10.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:122:0)
[11:27:10.432] Build status: STARTED
[11:27:10.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951038584082524912:123:0) after 3m21s
[11:29:37.967] Received PubSub notification, asking Buildbucket for the build status
[11:29:38.049] Build:
{
  "id": "8785608522212955729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4932,
  "createdBy": "project:chromium",
  "createTime": "2023-03-25T23:43:40.573881921Z",
  "startTime": "2023-03-25T23:48:40.322190Z",
  "endTime": "2023-03-26T11:29:37.607842683Z",
  "updateTime": "2023-03-26T11:29:37.607842683Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5703f34cfa5901b39c9cb6e44da8b765c29a3f97",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:29:38.049] Invocation finished in 11h45m58.642178564s with status FAILED