Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8a1582cc2acc08577cf0b036a6f99d0db2f4a67e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a1582cc2acc08577cf0b036a6f99d0db2f4a67e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:46:03.389] New invocation is queued and will start shortly
[19:46:04.994] Starting the invocation (attempt 1)
[19:46:05.032] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a1582cc2acc08577cf0b036a6f99d0db2f4a67e"
[19:46:05.032] Popped gitiles commit info from properties and tags
[19:46:05.032] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:46:05.032] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:46:05.032] Buildbucket request:
{
  "requestId": "8946161296430746992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8a1582cc2acc08577cf0b036a6f99d0db2f4a67e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946161296430746992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:46:05.660] Scheduled build:
{
  "id": "8780731233943847409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5405,
  "createdBy": "project:chromium",
  "createTime": "2023-05-18T19:46:05.129499767Z",
  "updateTime": "2023-05-18T19:46:05.129499767Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a1582cc2acc08577cf0b036a6f99d0db2f4a67e",
      "ref": "refs/heads/main"
    }
  }
}
[19:46:05.660] Task URL: https://cr-buildbucket.appspot.com/build/8780731233943847409
[19:46:05.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:2:0) after 8m29s
[19:51:08.840] Received PubSub notification, asking Buildbucket for the build status
[19:51:08.921] Build status: STARTED
[19:54:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:2:0)
[19:54:34.892] Build status: STARTED
[19:54:34.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:4:0) after 9m46s
[20:04:21.233] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:4:0)
[20:04:21.336] Build status: STARTED
[20:04:21.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:5:0) after 1m43s
[20:06:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:5:0)
[20:06:04.564] Build status: STARTED
[20:06:04.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:6:0) after 5m26s
[20:11:30.750] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:6:0)
[20:11:30.768] Build status: STARTED
[20:11:30.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:7:0) after 1m57s
[20:13:27.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:7:0)
[20:13:27.908] Build status: STARTED
[20:13:27.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:8:0) after 3m6s
[20:16:34.134] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:8:0)
[20:16:34.151] Build status: STARTED
[20:16:34.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:9:0) after 5m52s
[20:22:26.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:9:0)
[20:22:26.280] Build status: STARTED
[20:22:26.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:10:0) after 2m45s
[20:25:11.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:10:0)
[20:25:11.549] Build status: STARTED
[20:25:11.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:11:0) after 2m56s
[20:28:07.863] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:11:0)
[20:28:07.886] Build status: STARTED
[20:28:07.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:12:0) after 7m35s
[20:35:42.934] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:12:0)
[20:35:43.006] Build status: STARTED
[20:35:43.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:13:0) after 1m22s
[20:37:05.038] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:13:0)
[20:37:05.057] Build status: STARTED
[20:37:05.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:14:0) after 2m38s
[20:39:43.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:14:0)
[20:39:43.863] Build status: STARTED
[20:39:43.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:15:0) after 7m46s
[20:47:29.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:15:0)
[20:47:29.871] Build status: STARTED
[20:47:29.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:16:0) after 6m54s
[20:54:24.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:16:0)
[20:54:24.161] Build status: STARTED
[20:54:24.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:17:0) after 5m5s
[20:59:29.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:17:0)
[20:59:29.216] Build status: STARTED
[20:59:29.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:18:0) after 7m29s
[21:06:58.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:18:0)
[21:06:58.469] Build status: STARTED
[21:06:58.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:19:0) after 7m26s
[21:14:24.498] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:19:0)
[21:14:24.520] Build status: STARTED
[21:14:24.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:20:0) after 6m3s
[21:20:27.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:20:0)
[21:20:27.776] Build status: STARTED
[21:20:27.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:21:0) after 1m55s
[21:22:23.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:21:0)
[21:22:23.170] Build status: STARTED
[21:22:23.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:22:0) after 1m47s
[21:24:10.482] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:22:0)
[21:24:10.503] Build status: STARTED
[21:24:10.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:23:0) after 8m8s
[21:32:18.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:23:0)
[21:32:18.660] Build status: STARTED
[21:32:18.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:24:0) after 6m50s
[21:39:08.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:24:0)
[21:39:08.835] Build status: STARTED
[21:39:08.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:25:0) after 1m29s
[21:40:38.153] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:25:0)
[21:40:38.207] Build status: STARTED
[21:40:38.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:26:0) after 3m47s
[21:44:25.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:26:0)
[21:44:25.436] Build status: STARTED
[21:44:25.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:27:0) after 7m32s
[21:51:57.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:27:0)
[21:51:57.730] Build status: STARTED
[21:51:57.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:28:0) after 9m55s
[22:01:52.774] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:28:0)
[22:01:52.814] Build status: STARTED
[22:01:52.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:29:0) after 9m52s
[22:11:45.030] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:29:0)
[22:11:45.052] Build status: STARTED
[22:11:45.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:30:0) after 9m11s
[22:20:56.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:30:0)
[22:20:56.096] Build status: STARTED
[22:20:56.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:31:0) after 9m43s
[22:30:39.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:31:0)
[22:30:39.247] Build status: STARTED
[22:30:39.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:32:0) after 2m1s
[22:32:40.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:32:0)
[22:32:40.292] Build status: STARTED
[22:32:40.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:33:0) after 4m28s
[22:37:08.565] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:33:0)
[22:37:08.589] Build status: STARTED
[22:37:08.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:34:0) after 3m30s
[22:40:38.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:34:0)
[22:40:38.612] Build status: STARTED
[22:40:38.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:35:0) after 8m28s
[22:49:06.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:35:0)
[22:49:06.750] Build status: STARTED
[22:49:06.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:36:0) after 9m20s
[22:58:26.787] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:36:0)
[22:58:26.805] Build status: STARTED
[22:58:26.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:37:0) after 6m5s
[23:04:32.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:37:0)
[23:04:32.351] Build status: STARTED
[23:04:32.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:38:0) after 5m4s
[23:09:36.399] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:38:0)
[23:09:36.417] Build status: STARTED
[23:09:36.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:39:0) after 7m39s
[23:17:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:39:0)
[23:17:15.759] Build status: STARTED
[23:17:15.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:40:0) after 6m43s
[23:23:58.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:40:0)
[23:23:58.816] Build status: STARTED
[23:23:58.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:41:0) after 6m23s
[23:30:21.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:41:0)
[23:30:22.015] Build status: STARTED
[23:30:22.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:42:0) after 1m29s
[23:31:51.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:42:0)
[23:31:51.280] Build status: STARTED
[23:31:51.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:43:0) after 5m21s
[23:37:12.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:43:0)
[23:37:12.333] Build status: STARTED
[23:37:12.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:44:0) after 6m48s
[23:44:00.367] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:44:0)
[23:44:00.389] Build status: STARTED
[23:44:00.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:45:0) after 9m30s
[23:53:30.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:45:0)
[23:53:30.768] Build status: STARTED
[23:53:30.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:46:0) after 2m55s
[23:56:25.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:46:0)
[23:56:25.802] Build status: STARTED
[23:56:25.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:47:0) after 6m52s
[00:03:17.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:47:0)
[00:03:17.852] Build status: STARTED
[00:03:17.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:48:0) after 9m26s
[00:12:43.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:48:0)
[00:12:43.933] Build status: STARTED
[00:12:43.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:49:0) after 7m8s
[00:19:52.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:49:0)
[00:19:52.126] Build status: STARTED
[00:19:52.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:50:0) after 8m29s
[00:28:21.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:50:0)
[00:28:21.284] Build status: STARTED
[00:28:21.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:51:0) after 8m33s
[00:36:54.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:51:0)
[00:36:54.522] Build status: STARTED
[00:36:54.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:52:0) after 8m19s
[00:45:13.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:52:0)
[00:45:13.996] Build status: STARTED
[00:45:13.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:53:0) after 9m11s
[00:54:25.095] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:53:0)
[00:54:25.116] Build status: STARTED
[00:54:25.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:54:0) after 6m4s
[01:00:29.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:54:0)
[01:00:29.283] Build status: STARTED
[01:00:29.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:55:0) after 4m30s
[01:04:59.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:55:0)
[01:04:59.449] Build status: STARTED
[01:04:59.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:56:0) after 4m2s
[01:09:01.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:56:0)
[01:09:01.590] Build status: STARTED
[01:09:01.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:57:0) after 6m8s
[01:15:09.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:57:0)
[01:15:09.818] Build status: STARTED
[01:15:09.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:58:0) after 4m15s
[01:19:24.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:58:0)
[01:19:25.030] Build status: STARTED
[01:19:25.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:59:0) after 3m41s
[01:23:06.057] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:59:0)
[01:23:06.092] Build status: STARTED
[01:23:06.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:60:0) after 4m16s
[01:27:22.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:60:0)
[01:27:22.242] Build status: STARTED
[01:27:22.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:61:0) after 1m17s
[01:28:39.266] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:61:0)
[01:28:39.307] Build status: STARTED
[01:28:39.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:62:0) after 3m49s
[01:32:28.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:62:0)
[01:32:28.475] Build status: STARTED
[01:32:28.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:63:0) after 7m1s
[01:39:29.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:63:0)
[01:39:29.490] Build status: STARTED
[01:39:29.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:64:0) after 6m55s
[01:46:24.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:64:0)
[01:46:24.544] Build status: STARTED
[01:46:24.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:65:0) after 8m2s
[01:54:26.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:65:0)
[01:54:26.646] Build status: STARTED
[01:54:26.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:66:0) after 4m31s
[01:58:58.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:66:0)
[01:58:58.164] Build status: STARTED
[01:58:58.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:67:0) after 4m58s
[02:03:56.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:67:0)
[02:03:56.326] Build status: STARTED
[02:03:56.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:68:0) after 6m44s
[02:10:40.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:68:0)
[02:10:40.546] Build status: STARTED
[02:10:40.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:69:0) after 4m37s
[02:15:17.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:69:0)
[02:15:17.607] Build status: STARTED
[02:15:17.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:70:0) after 6m43s
[02:22:00.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:70:0)
[02:22:00.662] Build status: STARTED
[02:22:00.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:71:0) after 5m1s
[02:27:01.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:71:0)
[02:27:01.823] Build status: STARTED
[02:27:01.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:72:0) after 5m31s
[02:32:33.070] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:72:0)
[02:32:33.095] Build status: STARTED
[02:32:33.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:73:0) after 9m15s
[02:41:48.536] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:73:0)
[02:41:48.553] Build status: STARTED
[02:41:48.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:74:0) after 7m33s
[02:49:21.638] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:74:0)
[02:49:21.666] Build status: STARTED
[02:49:21.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:75:0) after 7m17s
[02:56:38.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:75:0)
[02:56:38.895] Build status: STARTED
[02:56:38.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:76:0) after 6m33s
[03:03:12.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:76:0)
[03:03:12.386] Build status: STARTED
[03:03:12.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:77:0) after 8m23s
[03:11:35.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:77:0)
[03:11:35.450] Build status: STARTED
[03:11:35.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:78:0) after 6m4s
[03:17:39.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:78:0)
[03:17:39.495] Build status: STARTED
[03:17:39.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:79:0) after 9m51s
[03:27:30.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:79:0)
[03:27:30.541] Build status: STARTED
[03:27:30.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:80:0) after 2m21s
[03:29:51.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:80:0)
[03:29:51.733] Build status: STARTED
[03:29:51.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:81:0) after 6m20s
[03:36:11.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:81:0)
[03:36:11.886] Build status: STARTED
[03:36:11.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:82:0) after 2m29s
[03:38:41.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:82:0)
[03:38:41.035] Build status: STARTED
[03:38:41.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:83:0) after 7m28s
[03:46:09.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:83:0)
[03:46:09.152] Build status: STARTED
[03:46:09.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:84:0) after 9m11s
[03:55:20.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:84:0)
[03:55:20.379] Build status: STARTED
[03:55:20.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:85:0) after 6m14s
[04:01:34.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:85:0)
[04:01:34.480] Build status: STARTED
[04:01:34.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:86:0) after 4m42s
[04:06:16.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:86:0)
[04:06:16.639] Build status: STARTED
[04:06:16.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:87:0) after 3m1s
[04:09:17.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:87:0)
[04:09:17.689] Build status: STARTED
[04:09:17.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:88:0) after 4m16s
[04:13:33.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:88:0)
[04:13:33.748] Build status: STARTED
[04:13:33.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:89:0) after 8m9s
[04:21:42.725] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:89:0)
[04:21:42.744] Build status: STARTED
[04:21:42.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:90:0) after 8m40s
[04:30:22.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:90:0)
[04:30:22.821] Build status: STARTED
[04:30:22.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:91:0) after 4m6s
[04:34:28.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:91:0)
[04:34:29.008] Build status: STARTED
[04:34:29.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:92:0) after 5m39s
[04:40:08.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:92:0)
[04:40:08.143] Build status: STARTED
[04:40:08.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:93:0) after 5m4s
[04:45:12.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:93:0)
[04:45:12.319] Build status: STARTED
[04:45:12.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:94:0) after 7m16s
[04:52:28.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:94:0)
[04:52:28.363] Build status: STARTED
[04:52:28.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:95:0) after 9m6s
[05:01:34.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:95:0)
[05:01:34.639] Build status: STARTED
[05:01:34.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:96:0) after 6m18s
[05:07:52.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:96:0)
[05:07:52.756] Build status: STARTED
[05:07:52.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:97:0) after 1m20s
[05:09:12.781] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:97:0)
[05:09:12.802] Build status: STARTED
[05:09:12.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:98:0) after 5m8s
[05:14:20.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:98:0)
[05:14:21.067] Build status: STARTED
[05:14:21.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:99:0) after 1m37s
[05:15:58.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:99:0)
[05:15:58.251] Build status: STARTED
[05:15:58.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:100:0) after 3m22s
[05:19:20.396] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:100:0)
[05:19:20.415] Build status: STARTED
[05:19:20.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:101:0) after 5m34s
[05:24:54.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:101:0)
[05:24:54.468] Build status: STARTED
[05:24:54.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:102:0) after 1m11s
[05:26:05.473] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:102:0)
[05:26:05.491] Build status: STARTED
[05:26:05.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:103:0) after 5m39s
[05:31:44.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:103:0)
[05:31:44.788] Build status: STARTED
[05:31:44.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:104:0) after 9m18s
[05:41:02.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:104:0)
[05:41:02.892] Build status: STARTED
[05:41:02.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:105:0) after 8m41s
[05:49:43.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:105:0)
[05:49:43.998] Build status: STARTED
[05:49:43.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:106:0) after 7m34s
[05:57:18.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:106:0)
[05:57:18.024] Build status: STARTED
[05:57:18.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:107:0) after 3m59s
[06:01:17.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:107:0)
[06:01:17.103] Build status: STARTED
[06:01:17.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:108:0) after 7m25s
[06:08:42.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:108:0)
[06:08:42.277] Build status: STARTED
[06:08:42.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:109:0) after 8m0s
[06:16:42.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:109:0)
[06:16:42.400] Build status: STARTED
[06:16:42.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:110:0) after 1m39s
[06:18:21.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:110:0)
[06:18:21.475] Build status: STARTED
[06:18:21.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:111:0) after 2m41s
[06:21:02.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:111:0)
[06:21:02.813] Build status: STARTED
[06:21:02.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:112:0) after 9m20s
[06:30:22.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:112:0)
[06:30:22.911] Build status: STARTED
[06:30:22.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:113:0) after 8m48s
[06:39:10.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:113:0)
[06:39:11.208] Build status: STARTED
[06:39:11.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:114:0) after 2m57s
[06:42:08.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:114:0)
[06:42:08.472] Build status: STARTED
[06:42:08.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:115:0) after 1m45s
[06:43:53.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:115:0)
[06:43:53.616] Build status: STARTED
[06:43:53.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:116:0) after 8m12s
[06:52:05.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:116:0)
[06:52:05.666] Build status: STARTED
[06:52:05.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:117:0) after 5m51s
[06:57:56.742] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:117:0)
[06:57:56.760] Build status: STARTED
[06:57:56.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:118:0) after 3m28s
[07:01:24.815] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:118:0)
[07:01:24.836] Build status: STARTED
[07:01:24.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:119:0) after 9m48s
[07:11:12.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:119:0)
[07:11:12.917] Build status: STARTED
[07:11:12.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:120:0) after 3m3s
[07:14:16.017] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:120:0)
[07:14:16.041] Build status: STARTED
[07:14:16.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:121:0) after 2m11s
[07:16:27.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:121:0)
[07:16:27.095] Build status: STARTED
[07:16:27.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:122:0) after 8m1s
[07:24:28.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:122:0)
[07:24:28.145] Build status: STARTED
[07:24:28.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:123:0) after 4m51s
[07:29:19.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:123:0)
[07:29:19.226] Build status: STARTED
[07:29:19.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:124:0) after 3m36s
[07:32:55.387] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:124:0)
[07:32:55.411] Build status: STARTED
[07:32:55.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:125:0) after 7m29s
[07:40:24.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:125:0)
[07:40:24.625] Build status: STARTED
[07:40:24.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:126:0) after 2m35s
[07:42:59.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:126:0)
[07:42:59.682] Build status: STARTED
[07:42:59.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:127:0) after 7m23s
[07:50:22.709] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:127:0)
[07:50:22.746] Build status: STARTED
[07:50:22.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:128:0) after 5m37s
[07:55:59.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:128:0)
[07:55:59.892] Build status: STARTED
[07:55:59.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:129:0) after 3m59s
[07:59:58.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:129:0)
[07:59:58.936] Build status: STARTED
[07:59:58.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:130:0) after 8m43s
[08:08:41.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:130:0)
[08:08:42.017] Build status: STARTED
[08:08:42.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:131:0) after 8m38s
[08:17:20.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:131:0)
[08:17:20.185] Build status: STARTED
[08:17:20.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8946161296430746992:132:0) after 8m29s
[08:24:41.641] Received PubSub notification, asking Buildbucket for the build status
[08:24:41.664] Build:
{
  "id": "8780731233943847409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5405,
  "createdBy": "project:chromium",
  "createTime": "2023-05-18T19:46:05.129499767Z",
  "startTime": "2023-05-18T19:51:07.486972Z",
  "endTime": "2023-05-19T08:24:41.320332208Z",
  "updateTime": "2023-05-19T08:24:41.320332208Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a1582cc2acc08577cf0b036a6f99d0db2f4a67e",
      "ref": "refs/heads/main"
    }
  }
}
[08:24:41.664] Invocation finished in 12h38m38.290459893s with status FAILED