Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2fa1db461bceb920c6e65ae91eec685c87d44886"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fa1db461bceb920c6e65ae91eec685c87d44886
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:54:52.949] New invocation is queued and will start shortly
[14:54:54.302] Starting the invocation (attempt 1)
[14:54:54.340] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fa1db461bceb920c6e65ae91eec685c87d44886"
[14:54:54.340] Popped gitiles commit info from properties and tags
[14:54:54.340] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:54:54.340] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:54:54.340] Buildbucket request:
{
  "requestId": "8909669038045665264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2fa1db461bceb920c6e65ae91eec685c87d44886",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8909669038045665264"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:54:55.129] Scheduled build:
{
  "id": "8744238975807693889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 9312,
  "createdBy": "project:chromium",
  "createTime": "2024-06-24T14:54:54.461329354Z",
  "updateTime": "2024-06-24T14:54:54.461329354Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fa1db461bceb920c6e65ae91eec685c87d44886",
      "ref": "refs/heads/main"
    }
  }
}
[14:54:55.129] Task URL: https://cr-buildbucket.appspot.com/build/8744238975807693889
[14:54:55.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:2:0) after 3m13s
[14:54:56.134] Received PubSub notification, asking Buildbucket for the build status
[14:54:56.191] Build status: SCHEDULED
[14:58:08.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:2:0)
[14:58:08.406] Build status: SCHEDULED
[14:58:08.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:4:0) after 1m11s
[14:59:19.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:4:0)
[14:59:19.599] Build status: SCHEDULED
[14:59:19.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:5:0) after 3m36s
[15:02:55.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:5:0)
[15:02:55.804] Build status: SCHEDULED
[15:02:55.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:6:0) after 6m6s
[15:09:01.940] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:6:0)
[15:09:02.062] Build status: SCHEDULED
[15:09:02.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:7:0) after 3m53s
[15:12:55.083] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:7:0)
[15:12:55.107] Build status: SCHEDULED
[15:12:55.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:8:0) after 7m31s
[15:20:26.120] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:8:0)
[15:20:26.146] Build status: SCHEDULED
[15:20:26.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:9:0) after 5m58s
[15:21:33.205] Received PubSub notification, asking Buildbucket for the build status
[15:21:33.224] Build status: STARTED
[15:26:24.452] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:9:0)
[15:26:24.474] Build status: STARTED
[15:26:24.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:11:0) after 8m30s
[15:34:54.499] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:11:0)
[15:34:54.527] Build status: STARTED
[15:34:54.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:12:0) after 2m59s
[15:37:53.548] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:12:0)
[15:37:53.568] Build status: STARTED
[15:37:53.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:13:0) after 5m8s
[15:43:01.549] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:13:0)
[15:43:01.643] Build status: STARTED
[15:43:01.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:14:0) after 5m9s
[15:48:10.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:14:0)
[15:48:10.676] Build status: STARTED
[15:48:10.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:15:0) after 4m25s
[15:52:35.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:15:0)
[15:52:35.776] Build status: STARTED
[15:52:35.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:16:0) after 1m29s
[15:54:04.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:16:0)
[15:54:05.028] Build status: STARTED
[15:54:05.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:17:0) after 2m20s
[15:56:25.124] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:17:0)
[15:56:25.142] Build status: STARTED
[15:56:25.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:18:0) after 6m47s
[16:03:12.150] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:18:0)
[16:03:12.170] Build status: STARTED
[16:03:12.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:19:0) after 3m54s
[16:07:06.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:19:0)
[16:07:06.375] Build status: STARTED
[16:07:06.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:20:0) after 3m24s
[16:10:30.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:20:0)
[16:10:30.480] Build status: STARTED
[16:10:30.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:21:0) after 4m28s
[16:14:58.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:21:0)
[16:14:58.527] Build status: STARTED
[16:14:58.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:22:0) after 8m7s
[16:23:05.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:22:0)
[16:23:05.580] Build status: STARTED
[16:23:05.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:23:0) after 9m18s
[16:32:23.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:23:0)
[16:32:23.617] Build status: STARTED
[16:32:23.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:24:0) after 5m18s
[16:37:41.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:24:0)
[16:37:41.678] Build status: STARTED
[16:37:41.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:25:0) after 1m57s
[16:39:38.701] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:25:0)
[16:39:38.717] Build status: STARTED
[16:39:38.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:26:0) after 1m31s
[16:41:09.695] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:26:0)
[16:41:09.712] Build status: STARTED
[16:41:09.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:27:0) after 3m15s
[16:44:24.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:27:0)
[16:44:24.774] Build status: STARTED
[16:44:24.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:28:0) after 6m54s
[16:51:18.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:28:0)
[16:51:18.817] Build status: STARTED
[16:51:18.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:29:0) after 4m16s
[16:55:34.948] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:29:0)
[16:55:34.964] Build status: STARTED
[16:55:34.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:30:0) after 2m56s
[16:58:30.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:30:0)
[16:58:30.998] Build status: STARTED
[16:58:30.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:31:0) after 3m5s
[17:01:36.047] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:31:0)
[17:01:36.065] Build status: STARTED
[17:01:36.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:32:0) after 3m10s
[17:04:46.136] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:32:0)
[17:04:46.156] Build status: STARTED
[17:04:46.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:33:0) after 9m49s
[17:14:35.206] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:33:0)
[17:14:35.224] Build status: STARTED
[17:14:35.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:34:0) after 8m31s
[17:23:06.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:34:0)
[17:23:06.277] Build status: STARTED
[17:23:06.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:35:0) after 5m45s
[17:28:51.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:35:0)
[17:28:51.377] Build status: STARTED
[17:28:51.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:36:0) after 8m15s
[17:37:06.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:36:0)
[17:37:06.515] Build status: STARTED
[17:37:06.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:37:0) after 4m55s
[17:42:01.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:37:0)
[17:42:01.645] Build status: STARTED
[17:42:01.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:38:0) after 9m43s
[17:51:44.631] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:38:0)
[17:51:44.881] Build status: STARTED
[17:51:44.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:39:0) after 4m34s
[17:56:18.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:39:0)
[17:56:18.921] Build status: STARTED
[17:56:18.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:40:0) after 3m0s
[17:59:19.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:40:0)
[17:59:19.126] Build status: STARTED
[17:59:19.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:41:0) after 7m51s
[18:07:10.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:41:0)
[18:07:10.298] Build status: STARTED
[18:07:10.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:42:0) after 3m5s
[18:10:15.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:42:0)
[18:10:15.366] Build status: STARTED
[18:10:15.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:43:0) after 4m39s
[18:14:54.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:43:0)
[18:14:54.405] Build status: STARTED
[18:14:54.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:44:0) after 1m50s
[18:16:44.469] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:44:0)
[18:16:44.488] Build status: STARTED
[18:16:44.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:45:0) after 4m36s
[18:21:20.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:45:0)
[18:21:20.621] Build status: STARTED
[18:21:20.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:46:0) after 5m12s
[18:26:32.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:46:0)
[18:26:32.663] Build status: STARTED
[18:26:32.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:47:0) after 7m50s
[18:34:22.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:47:0)
[18:34:22.766] Build status: STARTED
[18:34:22.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:48:0) after 3m23s
[18:37:45.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:48:0)
[18:37:45.817] Build status: STARTED
[18:37:45.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:49:0) after 7m14s
[18:44:59.860] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:49:0)
[18:44:59.881] Build status: STARTED
[18:44:59.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:50:0) after 3m43s
[18:48:42.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:50:0)
[18:48:43.008] Build status: STARTED
[18:48:43.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:51:0) after 7m58s
[18:56:41.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:51:0)
[18:56:41.023] Build status: STARTED
[18:56:41.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:52:0) after 1m41s
[18:58:22.078] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:52:0)
[18:58:22.095] Build status: STARTED
[18:58:22.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:53:0) after 2m21s
[19:00:43.279] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:53:0)
[19:00:43.298] Build status: STARTED
[19:00:43.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:54:0) after 5m40s
[19:06:23.346] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:54:0)
[19:06:23.430] Build status: STARTED
[19:06:23.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:55:0) after 8m51s
[19:15:14.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:55:0)
[19:15:14.498] Build status: STARTED
[19:15:14.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:56:0) after 1m20s
[19:16:34.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:56:0)
[19:16:34.542] Build status: STARTED
[19:16:34.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:57:0) after 1m59s
[19:18:33.544] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:57:0)
[19:18:33.566] Build status: STARTED
[19:18:33.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:58:0) after 7m23s
[19:25:56.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:58:0)
[19:25:56.797] Build status: STARTED
[19:25:56.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:59:0) after 5m27s
[19:31:23.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:59:0)
[19:31:23.892] Build status: STARTED
[19:31:23.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:60:0) after 2m49s
[19:34:13.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:60:0)
[19:34:13.106] Build status: STARTED
[19:34:13.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:61:0) after 7m11s
[19:41:24.328] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:61:0)
[19:41:24.347] Build status: STARTED
[19:41:24.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:62:0) after 9m10s
[19:50:34.430] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:62:0)
[19:50:34.459] Build status: STARTED
[19:50:34.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:63:0) after 2m53s
[19:53:27.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:63:0)
[19:53:27.512] Build status: STARTED
[19:53:27.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:64:0) after 1m9s
[19:54:36.546] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:64:0)
[19:54:36.566] Build status: STARTED
[19:54:36.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:65:0) after 1m28s
[19:56:04.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:65:0)
[19:56:04.648] Build status: STARTED
[19:56:04.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:66:0) after 2m31s
[19:58:35.721] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:66:0)
[19:58:35.756] Build status: STARTED
[19:58:35.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:67:0) after 7m39s
[20:06:15.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:67:0)
[20:06:15.109] Build status: STARTED
[20:06:15.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:68:0) after 2m6s
[20:08:21.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:68:0)
[20:08:21.171] Build status: STARTED
[20:08:21.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:69:0) after 4m8s
[20:12:29.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:69:0)
[20:12:29.270] Build status: STARTED
[20:12:29.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:70:0) after 7m21s
[20:19:50.288] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:70:0)
[20:19:50.308] Build status: STARTED
[20:19:50.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:71:0) after 6m34s
[20:26:24.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:71:0)
[20:26:24.391] Build status: STARTED
[20:26:24.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:72:0) after 9m43s
[20:36:07.413] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:72:0)
[20:36:07.431] Build status: STARTED
[20:36:07.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:73:0) after 8m21s
[20:44:28.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:73:0)
[20:44:28.557] Build status: STARTED
[20:44:28.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:74:0) after 6m9s
[20:50:37.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:74:0)
[20:50:37.929] Build status: STARTED
[20:50:37.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:75:0) after 7m10s
[20:57:48.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:75:0)
[20:57:48.108] Build status: STARTED
[20:57:48.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:76:0) after 7m8s
[21:04:56.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:76:0)
[21:04:56.113] Build status: STARTED
[21:04:56.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:77:0) after 9m56s
[21:14:52.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:77:0)
[21:14:52.191] Build status: STARTED
[21:14:52.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:78:0) after 4m47s
[21:19:39.319] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:78:0)
[21:19:39.362] Build status: STARTED
[21:19:39.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:79:0) after 6m2s
[21:25:41.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:79:0)
[21:25:41.464] Build status: STARTED
[21:25:41.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:80:0) after 2m44s
[21:28:25.498] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:80:0)
[21:28:25.519] Build status: STARTED
[21:28:25.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:81:0) after 4m26s
[21:32:51.544] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:81:0)
[21:32:51.569] Build status: STARTED
[21:32:51.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:82:0) after 4m47s
[21:37:38.683] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:82:0)
[21:37:38.717] Build status: STARTED
[21:37:38.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:83:0) after 9m22s
[21:47:00.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:83:0)
[21:47:00.776] Build status: STARTED
[21:47:00.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:84:0) after 8m6s
[21:55:06.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:84:0)
[21:55:06.823] Build status: STARTED
[21:55:06.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:85:0) after 8m47s
[22:03:53.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:85:0)
[22:03:53.875] Build status: STARTED
[22:03:53.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:86:0) after 7m24s
[22:11:17.926] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:86:0)
[22:11:17.944] Build status: STARTED
[22:11:17.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:87:0) after 5m47s
[22:17:04.972] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:87:0)
[22:17:04.990] Build status: STARTED
[22:17:04.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:88:0) after 7m12s
[22:24:17.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:88:0)
[22:24:17.132] Build status: STARTED
[22:24:17.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:89:0) after 3m8s
[22:27:25.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:89:0)
[22:27:25.230] Build status: STARTED
[22:27:25.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:90:0) after 7m39s
[22:35:04.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:90:0)
[22:35:04.276] Build status: STARTED
[22:35:04.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:91:0) after 7m56s
[22:43:00.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:91:0)
[22:43:00.413] Build status: STARTED
[22:43:00.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:92:0) after 2m11s
[22:45:11.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:92:0)
[22:45:11.531] Build status: STARTED
[22:45:11.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:93:0) after 4m45s
[22:49:56.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:93:0)
[22:49:56.573] Build status: STARTED
[22:49:56.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:94:0) after 3m42s
[22:53:38.699] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:94:0)
[22:53:38.728] Build status: STARTED
[22:53:38.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:95:0) after 5m21s
[22:58:59.747] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:95:0)
[22:58:59.766] Build status: STARTED
[22:58:59.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:96:0) after 7m39s
[23:06:38.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:96:0)
[23:06:38.854] Build status: STARTED
[23:06:38.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:97:0) after 2m51s
[23:09:29.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:97:0)
[23:09:29.926] Build status: STARTED
[23:09:29.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:98:0) after 9m14s
[23:18:43.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:98:0)
[23:18:44.019] Build status: STARTED
[23:18:44.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:99:0) after 5m44s
[23:24:28.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:99:0)
[23:24:28.278] Build status: STARTED
[23:24:28.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:100:0) after 4m22s
[23:28:50.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:100:0)
[23:28:50.592] Build status: STARTED
[23:28:50.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:101:0) after 6m59s
[23:35:49.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:101:0)
[23:35:49.706] Build status: STARTED
[23:35:49.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:102:0) after 8m1s
[23:43:50.794] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:102:0)
[23:43:50.812] Build status: STARTED
[23:43:50.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:103:0) after 5m39s
[23:49:29.933] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:103:0)
[23:49:29.954] Build status: STARTED
[23:49:29.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:104:0) after 9m22s
[23:58:51.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:104:0)
[23:58:51.999] Build status: STARTED
[23:58:51.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:105:0) after 5m20s
[00:04:12.020] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:105:0)
[00:04:12.038] Build status: STARTED
[00:04:12.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:106:0) after 6m54s
[00:11:06.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:106:0)
[00:11:06.089] Build status: STARTED
[00:11:06.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:107:0) after 4m10s
[00:15:16.157] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:107:0)
[00:15:16.184] Build status: STARTED
[00:15:16.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:108:0) after 2m10s
[00:17:26.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:108:0)
[00:17:26.228] Build status: STARTED
[00:17:26.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:109:0) after 8m2s
[00:25:28.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:109:0)
[00:25:28.319] Build status: STARTED
[00:25:28.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:110:0) after 3m17s
[00:28:45.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:110:0)
[00:28:45.424] Build status: STARTED
[00:28:45.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:111:0) after 8m19s
[00:37:04.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:111:0)
[00:37:04.517] Build status: STARTED
[00:37:04.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:112:0) after 7m40s
[00:44:44.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:112:0)
[00:44:44.561] Build status: STARTED
[00:44:44.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:113:0) after 1m19s
[00:46:03.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:113:0)
[00:46:03.640] Build status: STARTED
[00:46:03.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:114:0) after 6m37s
[00:52:40.701] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:114:0)
[00:52:40.723] Build status: STARTED
[00:52:40.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:115:0) after 7m7s
[00:59:47.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:115:0)
[00:59:47.803] Build status: STARTED
[00:59:47.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:116:0) after 6m36s
[01:06:23.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:116:0)
[01:06:23.903] Build status: STARTED
[01:06:23.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:117:0) after 5m37s
[01:12:00.944] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:117:0)
[01:12:00.962] Build status: STARTED
[01:12:00.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:118:0) after 7m3s
[01:19:03.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:118:0)
[01:19:04.059] Build status: STARTED
[01:19:04.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:119:0) after 7m10s
[01:26:14.152] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:119:0)
[01:26:14.198] Build status: STARTED
[01:26:14.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:120:0) after 7m6s
[01:33:20.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:120:0)
[01:33:20.312] Build status: STARTED
[01:33:20.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:121:0) after 1m54s
[01:35:14.415] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:121:0)
[01:35:14.521] Build status: STARTED
[01:35:14.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:122:0) after 3m2s
[01:38:16.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:122:0)
[01:38:16.734] Build status: STARTED
[01:38:16.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:123:0) after 9m0s
[01:47:16.778] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:123:0)
[01:47:16.798] Build status: STARTED
[01:47:16.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:124:0) after 4m27s
[01:51:43.830] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:124:0)
[01:51:44.013] Build status: STARTED
[01:51:44.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:125:0) after 8m25s
[02:00:09.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:125:0)
[02:00:09.122] Build status: STARTED
[02:00:09.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:126:0) after 1m42s
[02:01:51.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:126:0)
[02:01:51.169] Build status: STARTED
[02:01:51.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:127:0) after 2m59s
[02:04:50.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:127:0)
[02:04:50.223] Build status: STARTED
[02:04:50.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:128:0) after 3m22s
[02:08:12.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:128:0)
[02:08:12.276] Build status: STARTED
[02:08:12.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:129:0) after 8m24s
[02:16:36.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:129:0)
[02:16:36.549] Build status: STARTED
[02:16:36.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:130:0) after 4m58s
[02:21:34.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:130:0)
[02:21:34.598] Build status: STARTED
[02:21:34.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:131:0) after 6m28s
[02:28:02.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:131:0)
[02:28:02.704] Build status: STARTED
[02:28:02.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:132:0) after 6m25s
[02:34:27.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:132:0)
[02:34:27.841] Build status: STARTED
[02:34:27.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:133:0) after 6m6s
[02:40:33.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:133:0)
[02:40:33.949] Build status: STARTED
[02:40:33.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:134:0) after 7m51s
[02:48:25.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:134:0)
[02:48:25.093] Build status: STARTED
[02:48:25.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:135:0) after 3m32s
[02:51:57.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:135:0)
[02:51:57.133] Build status: STARTED
[02:51:57.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909669038045665264:136:0) after 5m32s
[02:53:48.460] Received PubSub notification, asking Buildbucket for the build status
[02:53:48.517] Build:
{
  "id": "8744238975807693889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 9312,
  "createdBy": "project:chromium",
  "createTime": "2024-06-24T14:54:54.461329354Z",
  "startTime": "2024-06-24T15:21:32.883087553Z",
  "endTime": "2024-06-25T02:53:48.010350572Z",
  "updateTime": "2024-06-25T02:53:48.010350572Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fa1db461bceb920c6e65ae91eec685c87d44886",
      "ref": "refs/heads/main"
    }
  }
}
[02:53:48.517] Invocation finished in 11h58m55.573270073s with status FAILED