LUCI Scheduler :: chromium :: ToTWin64PGO

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

bcf92804e0b2a3bcc4018a89b1c903fc4f72742c (1 year ago)
5a825de22987f75af77c340d1ae7686a94d4b073 (1 year ago)
11ed61a4737c431068e0548a576d3ce3bf0b3234 (1 year ago)
a7ec481581d17178702fa7b3c08255bdb01574df (1 year ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a7ec481581d17178702fa7b3c08255bdb01574df"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a7ec481581d17178702fa7b3c08255bdb01574df
gitiles_ref:refs/heads/main

Debug log (UTC)

[01:43:40.810] New invocation is queued and will start shortly
[01:43:41.885] Starting the invocation (attempt 1)
[01:43:41.912] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a7ec481581d17178702fa7b3c08255bdb01574df"
[01:43:41.912] Popped gitiles commit info from properties and tags
[01:43:41.912] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:43:41.912] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:43:41.912] Buildbucket request:
{
  "requestId": "8949219093541185632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a7ec481581d17178702fa7b3c08255bdb01574df",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8949219093541185632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:43:42.294] Scheduled build:
{
  "id": "8783789031671768705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5173,
  "createdBy": "project:chromium",
  "createTime": "2023-04-15T01:43:41.971707862Z",
  "updateTime": "2023-04-15T01:43:41.971707862Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a7ec481581d17178702fa7b3c08255bdb01574df",
      "ref": "refs/heads/main"
    }
  }
}
[01:43:42.294] Task URL: https://cr-buildbucket.appspot.com/build/8783789031671768705
[01:43:42.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:2:0) after 9m8s
[01:49:36.429] Received PubSub notification, asking Buildbucket for the build status
[01:49:36.446] Build status: STARTED
[01:52:50.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:2:0)
[01:52:50.337] Build status: STARTED
[01:52:50.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:4:0) after 2m47s
[01:55:37.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:4:0)
[01:55:37.518] Build status: STARTED
[01:55:37.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:5:0) after 6m44s
[02:02:21.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:5:0)
[02:02:21.573] Build status: STARTED
[02:02:21.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:6:0) after 8m31s
[02:10:52.588] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:6:0)
[02:10:52.608] Build status: STARTED
[02:10:52.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:7:0) after 6m59s
[02:17:51.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:7:0)
[02:17:51.654] Build status: STARTED
[02:17:51.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:8:0) after 4m20s
[02:22:11.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:8:0)
[02:22:11.662] Build status: STARTED
[02:22:11.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:9:0) after 2m15s
[02:24:26.901] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:9:0)
[02:24:26.920] Build status: STARTED
[02:24:26.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:10:0) after 2m35s
[02:27:02.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:10:0)
[02:27:02.031] Build status: STARTED
[02:27:02.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:11:0) after 9m31s
[02:36:33.134] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:11:0)
[02:36:33.152] Build status: STARTED
[02:36:33.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:12:0) after 9m16s
[02:45:49.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:12:0)
[02:45:49.189] Build status: STARTED
[02:45:49.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:13:0) after 8m24s
[02:54:13.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:13:0)
[02:54:13.231] Build status: STARTED
[02:54:13.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:14:0) after 2m5s
[02:56:18.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:14:0)
[02:56:18.268] Build status: STARTED
[02:56:18.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:15:0) after 1m33s
[02:57:51.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:15:0)
[02:57:51.310] Build status: STARTED
[02:57:51.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:16:0) after 2m56s
[03:00:47.334] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:16:0)
[03:00:47.355] Build status: STARTED
[03:00:47.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:17:0) after 5m58s
[03:06:45.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:17:0)
[03:06:45.453] Build status: STARTED
[03:06:45.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:18:0) after 8m45s
[03:15:30.481] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:18:0)
[03:15:30.497] Build status: STARTED
[03:15:30.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:19:0) after 4m14s
[03:19:44.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:19:0)
[03:19:44.736] Build status: STARTED
[03:19:44.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:20:0) after 2m2s
[03:21:46.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:20:0)
[03:21:46.785] Build status: STARTED
[03:21:46.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:21:0) after 1m57s
[03:23:43.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:21:0)
[03:23:43.864] Build status: STARTED
[03:23:43.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:22:0) after 4m3s
[03:27:46.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:22:0)
[03:27:46.902] Build status: STARTED
[03:27:46.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:23:0) after 1m56s
[03:29:43.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:23:0)
[03:29:43.077] Build status: STARTED
[03:29:43.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:24:0) after 3m10s
[03:32:53.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:24:0)
[03:32:53.353] Build status: STARTED
[03:32:53.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:25:0) after 2m18s
[03:35:11.544] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:25:0)
[03:35:11.564] Build status: STARTED
[03:35:11.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:26:0) after 1m6s
[03:36:17.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:26:0)
[03:36:17.602] Build status: STARTED
[03:36:17.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:27:0) after 3m25s
[03:39:42.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:27:0)
[03:39:42.740] Build status: STARTED
[03:39:42.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:28:0) after 9m28s
[03:49:10.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:28:0)
[03:49:10.819] Build status: STARTED
[03:49:10.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:29:0) after 5m53s
[03:55:03.856] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:29:0)
[03:55:03.951] Build status: STARTED
[03:55:03.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:30:0) after 8m58s
[04:04:02.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:30:0)
[04:04:02.188] Build status: STARTED
[04:04:02.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:31:0) after 8m21s
[04:12:23.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:31:0)
[04:12:23.259] Build status: STARTED
[04:12:23.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:32:0) after 7m30s
[04:19:53.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:32:0)
[04:19:53.296] Build status: STARTED
[04:19:53.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:33:0) after 7m47s
[04:27:40.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:33:0)
[04:27:40.424] Build status: STARTED
[04:27:40.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:34:0) after 9m20s
[04:37:00.461] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:34:0)
[04:37:00.494] Build status: STARTED
[04:37:00.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:35:0) after 8m28s
[04:45:29.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:35:0)
[04:45:29.311] Build status: STARTED
[04:45:29.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:36:0) after 1m43s
[04:47:12.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:36:0)
[04:47:12.442] Build status: STARTED
[04:47:12.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:37:0) after 7m0s
[04:54:12.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:37:0)
[04:54:12.483] Build status: STARTED
[04:54:12.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:38:0) after 6m3s
[05:00:15.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:38:0)
[05:00:15.572] Build status: STARTED
[05:00:15.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:39:0) after 8m3s
[05:08:18.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:39:0)
[05:08:18.781] Build status: STARTED
[05:08:18.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:40:0) after 5m2s
[05:13:20.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:40:0)
[05:13:20.899] Build status: STARTED
[05:13:20.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:41:0) after 5m58s
[05:19:19.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:41:0)
[05:19:19.076] Build status: STARTED
[05:19:19.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:42:0) after 7m2s
[05:26:21.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:42:0)
[05:26:21.226] Build status: STARTED
[05:26:21.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:43:0) after 9m46s
[05:36:07.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:43:0)
[05:36:07.449] Build status: STARTED
[05:36:07.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:44:0) after 9m48s
[05:45:55.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:44:0)
[05:45:55.494] Build status: STARTED
[05:45:55.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:45:0) after 8m31s
[05:54:26.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:45:0)
[05:54:26.534] Build status: STARTED
[05:54:26.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:46:0) after 4m51s
[05:59:17.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:46:0)
[05:59:17.741] Build status: STARTED
[05:59:17.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:47:0) after 1m14s
[06:00:31.774] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:47:0)
[06:00:31.855] Build status: STARTED
[06:00:31.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:48:0) after 2m15s
[06:02:46.948] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:48:0)
[06:02:46.967] Build status: STARTED
[06:02:46.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:49:0) after 6m13s
[06:09:00.038] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:49:0)
[06:09:00.059] Build status: STARTED
[06:09:00.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:50:0) after 3m7s
[06:12:07.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:50:0)
[06:12:07.236] Build status: STARTED
[06:12:07.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:51:0) after 8m52s
[06:20:59.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:51:0)
[06:20:59.272] Build status: STARTED
[06:20:59.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:52:0) after 1m0s
[06:21:59.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:52:0)
[06:21:59.510] Build status: STARTED
[06:21:59.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:53:0) after 3m50s
[06:25:49.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:53:0)
[06:25:49.869] Build status: STARTED
[06:25:49.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:54:0) after 6m29s
[06:32:18.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:54:0)
[06:32:18.909] Build status: STARTED
[06:32:18.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:55:0) after 9m14s
[06:41:32.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:55:0)
[06:41:33.022] Build status: STARTED
[06:41:33.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:56:0) after 3m11s
[06:44:44.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:56:0)
[06:44:44.144] Build status: STARTED
[06:44:44.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:57:0) after 2m6s
[06:46:50.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:57:0)
[06:46:50.188] Build status: STARTED
[06:46:50.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:58:0) after 1m59s
[06:48:49.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:58:0)
[06:48:49.439] Build status: STARTED
[06:48:49.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:59:0) after 8m22s
[06:57:11.537] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:59:0)
[06:57:11.558] Build status: STARTED
[06:57:11.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:60:0) after 7m1s
[07:04:12.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:60:0)
[07:04:12.604] Build status: STARTED
[07:04:12.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:61:0) after 6m19s
[07:10:31.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:61:0)
[07:10:31.652] Build status: STARTED
[07:10:31.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:62:0) after 7m36s
[07:18:07.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:62:0)
[07:18:07.778] Build status: STARTED
[07:18:07.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:63:0) after 8m12s
[07:26:19.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:63:0)
[07:26:19.825] Build status: STARTED
[07:26:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:64:0) after 1m18s
[07:27:37.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:64:0)
[07:27:37.830] Build status: STARTED
[07:27:37.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:65:0) after 8m42s
[07:36:19.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:65:0)
[07:36:19.875] Build status: STARTED
[07:36:19.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:66:0) after 8m26s
[07:44:45.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:66:0)
[07:44:45.874] Build status: STARTED
[07:44:45.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:67:0) after 7m46s
[07:52:31.994] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:67:0)
[07:52:32.039] Build status: STARTED
[07:52:32.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:68:0) after 9m22s
[08:01:54.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:68:0)
[08:01:54.124] Build status: STARTED
[08:01:54.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:69:0) after 1m45s
[08:03:39.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:69:0)
[08:03:39.166] Build status: STARTED
[08:03:39.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:70:0) after 5m1s
[08:08:40.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:70:0)
[08:08:40.308] Build status: STARTED
[08:08:40.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:71:0) after 7m16s
[08:15:56.326] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:71:0)
[08:15:56.345] Build status: STARTED
[08:15:56.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:72:0) after 6m37s
[08:22:33.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:72:0)
[08:22:33.753] Build status: STARTED
[08:22:33.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:73:0) after 6m36s
[08:29:09.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:73:0)
[08:29:09.786] Build status: STARTED
[08:29:09.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:74:0) after 8m38s
[08:37:47.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:74:0)
[08:37:47.840] Build status: STARTED
[08:37:47.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:75:0) after 3m34s
[08:41:21.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:75:0)
[08:41:21.891] Build status: STARTED
[08:41:21.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:76:0) after 4m44s
[08:46:05.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:76:0)
[08:46:05.926] Build status: STARTED
[08:46:05.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:77:0) after 2m51s
[08:48:56.945] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:77:0)
[08:48:56.964] Build status: STARTED
[08:48:56.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:78:0) after 3m27s
[08:52:23.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:78:0)
[08:52:24.002] Build status: STARTED
[08:52:24.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:79:0) after 9m49s
[09:02:13.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:79:0)
[09:02:13.144] Build status: STARTED
[09:02:13.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:80:0) after 8m23s
[09:10:36.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:80:0)
[09:10:36.181] Build status: STARTED
[09:10:36.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:81:0) after 8m23s
[09:18:59.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:81:0)
[09:18:59.710] Build status: STARTED
[09:18:59.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:82:0) after 1m31s
[09:20:30.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:82:0)
[09:20:30.863] Build status: STARTED
[09:20:30.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:83:0) after 7m39s
[09:28:09.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:83:0)
[09:28:09.903] Build status: STARTED
[09:28:09.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:84:0) after 1m47s
[09:29:57.021] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:84:0)
[09:29:57.038] Build status: STARTED
[09:29:57.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:85:0) after 5m32s
[09:35:29.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:85:0)
[09:35:29.255] Build status: STARTED
[09:35:29.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:86:0) after 1m19s
[09:36:48.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:86:0)
[09:36:48.293] Build status: STARTED
[09:36:48.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:87:0) after 8m0s
[09:44:48.319] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:87:0)
[09:44:48.347] Build status: STARTED
[09:44:48.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:88:0) after 1m9s
[09:45:57.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:88:0)
[09:45:57.383] Build status: STARTED
[09:45:57.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:89:0) after 4m6s
[09:50:03.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:89:0)
[09:50:03.433] Build status: STARTED
[09:50:03.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:90:0) after 7m56s
[09:57:59.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:90:0)
[09:57:59.954] Build status: STARTED
[09:57:59.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:91:0) after 3m11s
[10:01:11.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:91:0)
[10:01:11.184] Build status: STARTED
[10:01:11.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:92:0) after 2m48s
[10:04:00.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:92:0)
[10:04:00.625] Build status: STARTED
[10:04:00.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:93:0) after 8m7s
[10:12:07.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:93:0)
[10:12:07.689] Build status: STARTED
[10:12:07.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:94:0) after 2m20s
[10:14:27.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:94:0)
[10:14:27.773] Build status: STARTED
[10:14:27.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:95:0) after 1m30s
[10:15:57.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:95:0)
[10:15:57.827] Build status: STARTED
[10:15:57.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:96:0) after 9m43s
[10:25:40.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:96:0)
[10:25:40.863] Build status: STARTED
[10:25:40.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:97:0) after 6m57s
[10:32:37.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:97:0)
[10:32:37.902] Build status: STARTED
[10:32:37.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:98:0) after 8m0s
[10:40:37.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:98:0)
[10:40:37.923] Build status: STARTED
[10:40:37.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:99:0) after 6m10s
[10:46:47.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:99:0)
[10:46:48.020] Build status: STARTED
[10:46:48.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:100:0) after 4m23s
[10:51:11.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:100:0)
[10:51:11.066] Build status: STARTED
[10:51:11.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:101:0) after 3m18s
[10:54:29.083] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:101:0)
[10:54:29.126] Build status: STARTED
[10:54:29.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:102:0) after 6m48s
[11:01:17.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:102:0)
[11:01:17.389] Build status: STARTED
[11:01:17.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:103:0) after 5m17s
[11:06:34.411] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:103:0)
[11:06:34.465] Build status: STARTED
[11:06:34.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:104:0) after 2m36s
[11:09:10.530] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:104:0)
[11:09:10.553] Build status: STARTED
[11:09:10.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:105:0) after 5m21s
[11:14:31.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:105:0)
[11:14:31.594] Build status: STARTED
[11:14:31.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:106:0) after 2m58s
[11:17:29.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:106:0)
[11:17:29.643] Build status: STARTED
[11:17:29.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:107:0) after 8m32s
[11:26:01.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:107:0)
[11:26:01.700] Build status: STARTED
[11:26:01.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:108:0) after 3m32s
[11:29:33.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:108:0)
[11:29:33.877] Build status: STARTED
[11:29:33.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:109:0) after 9m59s
[11:39:33.170] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:109:0)
[11:39:33.194] Build status: STARTED
[11:39:33.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:110:0) after 2m58s
[11:42:31.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:110:0)
[11:42:31.255] Build status: STARTED
[11:42:31.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:111:0) after 3m57s
[11:46:28.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:111:0)
[11:46:28.464] Build status: STARTED
[11:46:28.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:112:0) after 4m10s
[11:50:38.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:112:0)
[11:50:38.508] Build status: STARTED
[11:50:38.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:113:0) after 6m19s
[11:56:57.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:113:0)
[11:56:57.598] Build status: STARTED
[11:56:57.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:114:0) after 7m34s
[12:04:31.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:114:0)
[12:04:31.736] Build status: STARTED
[12:04:31.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:115:0) after 8m47s
[12:13:18.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:115:0)
[12:13:18.877] Build status: STARTED
[12:13:18.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:116:0) after 2m37s
[12:15:55.901] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:116:0)
[12:15:55.920] Build status: STARTED
[12:15:55.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:117:0) after 5m27s
[12:21:22.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:117:0)
[12:21:22.962] Build status: STARTED
[12:21:22.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:118:0) after 1m10s
[12:22:33.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:118:0)
[12:22:33.163] Build status: STARTED
[12:22:33.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:119:0) after 4m25s
[12:26:58.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:119:0)
[12:26:58.203] Build status: STARTED
[12:26:58.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8949219093541185632:120:0) after 3m47s
[12:29:57.104] Received PubSub notification, asking Buildbucket for the build status
[12:29:57.129] Build:
{
  "id": "8783789031671768705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5173,
  "createdBy": "project:chromium",
  "createTime": "2023-04-15T01:43:41.971707862Z",
  "startTime": "2023-04-15T01:49:35.521955Z",
  "endTime": "2023-04-15T12:29:56.886681655Z",
  "updateTime": "2023-04-15T12:29:56.886681655Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a7ec481581d17178702fa7b3c08255bdb01574df",
      "ref": "refs/heads/main"
    }
  }
}
[12:29:57.129] Invocation finished in 10h46m16.323969844s with status FAILED