Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3f7689cb7981ef35d6592725a97042548d2c67b9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f7689cb7981ef35d6592725a97042548d2c67b9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:04:20.968] New invocation is queued and will start shortly
[16:04:22.292] Starting the invocation (attempt 1)
[16:04:22.327] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f7689cb7981ef35d6592725a97042548d2c67b9"
[16:04:22.327] Popped gitiles commit info from properties and tags
[16:04:22.327] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:04:22.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:04:22.331] Buildbucket request:
{
  "requestId": "8909483473637345728",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3f7689cb7981ef35d6592725a97042548d2c67b9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8909483473637345728"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:04:22.976] Scheduled build:
{
  "id": "8744053411461787041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 9316,
  "createdBy": "project:chromium",
  "createTime": "2024-06-26T16:04:22.412489735Z",
  "updateTime": "2024-06-26T16:04:22.412489735Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3f7689cb7981ef35d6592725a97042548d2c67b9",
      "ref": "refs/heads/main"
    }
  }
}
[16:04:22.976] Task URL: https://cr-buildbucket.appspot.com/build/8744053411461787041
[16:04:22.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:2:0) after 7m30s
[16:04:34.724] Received PubSub notification, asking Buildbucket for the build status
[16:04:34.751] Build status: SCHEDULED
[16:05:21.550] Received PubSub notification, asking Buildbucket for the build status
[16:05:21.582] Build status: STARTED
[16:11:52.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:2:0)
[16:11:53.003] Build status: STARTED
[16:11:53.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:5:0) after 9m54s
[16:21:47.163] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:5:0)
[16:21:47.181] Build status: STARTED
[16:21:47.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:6:0) after 7m24s
[16:29:11.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:6:0)
[16:29:11.205] Build status: STARTED
[16:29:11.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:7:0) after 6m33s
[16:35:44.283] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:7:0)
[16:35:44.302] Build status: STARTED
[16:35:44.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:8:0) after 7m43s
[16:43:27.348] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:8:0)
[16:43:27.373] Build status: STARTED
[16:43:27.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:9:0) after 5m41s
[16:49:08.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:9:0)
[16:49:08.422] Build status: STARTED
[16:49:08.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:10:0) after 9m9s
[16:58:17.454] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:10:0)
[16:58:17.472] Build status: STARTED
[16:58:17.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:11:0) after 8m29s
[17:06:46.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:11:0)
[17:06:46.576] Build status: STARTED
[17:06:46.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:12:0) after 5m46s
[17:12:32.648] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:12:0)
[17:12:32.668] Build status: STARTED
[17:12:32.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:13:0) after 5m49s
[17:18:21.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:13:0)
[17:18:21.693] Build status: STARTED
[17:18:21.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:14:0) after 7m6s
[17:25:27.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:14:0)
[17:25:27.768] Build status: STARTED
[17:25:27.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:15:0) after 6m48s
[17:32:15.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:15:0)
[17:32:15.779] Build status: STARTED
[17:32:15.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:16:0) after 5m39s
[17:37:54.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:16:0)
[17:37:54.857] Build status: STARTED
[17:37:54.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:17:0) after 2m32s
[17:40:26.923] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:17:0)
[17:40:26.946] Build status: STARTED
[17:40:26.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:18:0) after 8m20s
[17:48:46.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:18:0)
[17:48:46.997] Build status: STARTED
[17:48:46.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:19:0) after 1m50s
[17:50:37.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:19:0)
[17:50:37.035] Build status: STARTED
[17:50:37.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:20:0) after 7m1s
[17:57:38.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:20:0)
[17:57:38.179] Build status: STARTED
[17:57:38.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:21:0) after 8m52s
[18:06:30.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:21:0)
[18:06:30.222] Build status: STARTED
[18:06:30.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:22:0) after 2m52s
[18:09:22.284] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:22:0)
[18:09:22.359] Build status: STARTED
[18:09:22.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:23:0) after 7m17s
[18:16:39.451] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:23:0)
[18:16:39.519] Build status: STARTED
[18:16:39.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:24:0) after 2m21s
[18:19:00.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:24:0)
[18:19:00.711] Build status: STARTED
[18:19:00.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:25:0) after 2m2s
[18:21:02.744] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:25:0)
[18:21:02.761] Build status: STARTED
[18:21:02.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:26:0) after 1m27s
[18:22:29.861] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:26:0)
[18:22:29.880] Build status: STARTED
[18:22:29.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:27:0) after 1m21s
[18:23:50.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:27:0)
[18:23:50.957] Build status: STARTED
[18:23:50.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:28:0) after 6m29s
[18:30:19.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:28:0)
[18:30:19.998] Build status: STARTED
[18:30:19.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:29:0) after 8m36s
[18:38:56.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:29:0)
[18:38:56.058] Build status: STARTED
[18:38:56.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:30:0) after 4m52s
[18:43:48.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:30:0)
[18:43:48.108] Build status: STARTED
[18:43:48.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:31:0) after 1m3s
[18:44:51.195] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:31:0)
[18:44:51.213] Build status: STARTED
[18:44:51.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:32:0) after 8m39s
[18:53:30.237] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:32:0)
[18:53:30.255] Build status: STARTED
[18:53:30.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:33:0) after 2m8s
[18:55:38.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:33:0)
[18:55:38.316] Build status: STARTED
[18:55:38.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:34:0) after 5m51s
[19:01:29.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:34:0)
[19:01:29.387] Build status: STARTED
[19:01:29.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:35:0) after 9m7s
[19:10:36.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:35:0)
[19:10:36.483] Build status: STARTED
[19:10:36.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:36:0) after 1m1s
[19:11:37.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:36:0)
[19:11:37.576] Build status: STARTED
[19:11:37.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:37:0) after 3m28s
[19:15:05.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:37:0)
[19:15:05.624] Build status: STARTED
[19:15:05.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:38:0) after 1m7s
[19:16:12.654] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:38:0)
[19:16:12.673] Build status: STARTED
[19:16:12.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:39:0) after 1m3s
[19:17:15.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:39:0)
[19:17:15.734] Build status: STARTED
[19:17:15.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:40:0) after 1m22s
[19:18:37.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:40:0)
[19:18:37.777] Build status: STARTED
[19:18:37.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:41:0) after 5m55s
[19:24:32.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:41:0)
[19:24:32.823] Build status: STARTED
[19:24:32.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:42:0) after 1m15s
[19:25:47.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:42:0)
[19:25:47.924] Build status: STARTED
[19:25:47.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:43:0) after 7m2s
[19:32:49.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:43:0)
[19:32:50.043] Build status: STARTED
[19:32:50.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:44:0) after 4m51s
[19:37:41.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:44:0)
[19:37:41.087] Build status: STARTED
[19:37:41.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:45:0) after 3m57s
[19:41:38.117] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:45:0)
[19:41:38.162] Build status: STARTED
[19:41:38.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:46:0) after 9m14s
[19:50:52.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:46:0)
[19:50:52.401] Build status: STARTED
[19:50:52.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:47:0) after 2m52s
[19:53:44.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:47:0)
[19:53:44.462] Build status: STARTED
[19:53:44.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:48:0) after 9m43s
[20:03:27.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:48:0)
[20:03:27.508] Build status: STARTED
[20:03:27.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:49:0) after 9m16s
[20:12:43.544] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:49:0)
[20:12:43.566] Build status: STARTED
[20:12:43.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:50:0) after 6m43s
[20:19:26.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:50:0)
[20:19:26.634] Build status: STARTED
[20:19:26.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:51:0) after 3m54s
[20:23:20.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:51:0)
[20:23:20.677] Build status: STARTED
[20:23:20.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:52:0) after 1m30s
[20:24:50.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:52:0)
[20:24:50.816] Build status: STARTED
[20:24:50.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:53:0) after 6m4s
[20:30:54.875] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:53:0)
[20:30:54.907] Build status: STARTED
[20:30:54.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:54:0) after 8m5s
[20:38:59.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:54:0)
[20:38:59.941] Build status: STARTED
[20:38:59.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:55:0) after 2m21s
[20:41:21.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:55:0)
[20:41:21.146] Build status: STARTED
[20:41:21.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:56:0) after 8m34s
[20:49:55.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:56:0)
[20:49:55.253] Build status: STARTED
[20:49:55.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:57:0) after 5m13s
[20:55:08.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:57:0)
[20:55:08.276] Build status: STARTED
[20:55:08.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:58:0) after 4m2s
[20:59:10.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:58:0)
[20:59:10.348] Build status: STARTED
[20:59:10.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:59:0) after 2m50s
[21:02:00.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:59:0)
[21:02:00.405] Build status: STARTED
[21:02:00.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:60:0) after 5m3s
[21:07:03.461] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:60:0)
[21:07:03.482] Build status: STARTED
[21:07:03.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:61:0) after 4m42s
[21:11:45.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:61:0)
[21:11:45.524] Build status: STARTED
[21:11:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:62:0) after 5m37s
[21:17:22.673] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:62:0)
[21:17:22.693] Build status: STARTED
[21:17:22.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:63:0) after 9m36s
[21:26:58.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:63:0)
[21:26:58.828] Build status: STARTED
[21:26:58.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:64:0) after 2m37s
[21:29:35.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:64:0)
[21:29:35.872] Build status: STARTED
[21:29:35.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:65:0) after 7m36s
[21:37:11.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:65:0)
[21:37:11.960] Build status: STARTED
[21:37:11.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:66:0) after 6m52s
[21:44:04.018] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:66:0)
[21:44:04.035] Build status: STARTED
[21:44:04.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:67:0) after 7m29s
[21:51:33.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:67:0)
[21:51:33.081] Build status: STARTED
[21:51:33.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:68:0) after 1m50s
[21:53:23.129] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:68:0)
[21:53:23.150] Build status: STARTED
[21:53:23.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:69:0) after 3m27s
[21:56:50.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:69:0)
[21:56:50.187] Build status: STARTED
[21:56:50.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:70:0) after 6m19s
[22:03:09.212] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:70:0)
[22:03:09.232] Build status: STARTED
[22:03:09.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:71:0) after 7m53s
[22:11:02.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:71:0)
[22:11:02.243] Build status: STARTED
[22:11:02.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:72:0) after 6m59s
[22:18:01.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:72:0)
[22:18:01.290] Build status: STARTED
[22:18:01.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:73:0) after 1m4s
[22:19:05.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:73:0)
[22:19:05.353] Build status: STARTED
[22:19:05.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:74:0) after 6m17s
[22:25:22.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:74:0)
[22:25:22.494] Build status: STARTED
[22:25:22.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:75:0) after 4m29s
[22:29:51.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:75:0)
[22:29:51.534] Build status: STARTED
[22:29:51.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:76:0) after 6m1s
[22:35:52.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:76:0)
[22:35:52.576] Build status: STARTED
[22:35:52.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:77:0) after 5m39s
[22:41:31.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:77:0)
[22:41:31.627] Build status: STARTED
[22:41:31.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:78:0) after 2m19s
[22:43:50.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:78:0)
[22:43:50.828] Build status: STARTED
[22:43:50.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:79:0) after 6m24s
[22:50:14.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:79:0)
[22:50:14.869] Build status: STARTED
[22:50:14.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:80:0) after 5m13s
[22:55:27.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:80:0)
[22:55:28.011] Build status: STARTED
[22:55:28.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:81:0) after 4m20s
[22:59:48.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:81:0)
[22:59:48.057] Build status: STARTED
[22:59:48.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:82:0) after 7m50s
[23:07:38.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:82:0)
[23:07:38.108] Build status: STARTED
[23:07:38.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:83:0) after 9m16s
[23:16:54.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:83:0)
[23:16:54.164] Build status: STARTED
[23:16:54.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:84:0) after 6m38s
[23:23:32.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:84:0)
[23:23:32.206] Build status: STARTED
[23:23:32.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:85:0) after 6m4s
[23:29:36.233] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:85:0)
[23:29:36.273] Build status: STARTED
[23:29:36.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:86:0) after 9m38s
[23:39:14.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:86:0)
[23:39:14.320] Build status: STARTED
[23:39:14.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:87:0) after 6m16s
[23:45:30.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:87:0)
[23:45:30.448] Build status: STARTED
[23:45:30.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:88:0) after 9m44s
[23:55:14.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:88:0)
[23:55:14.716] Build status: STARTED
[23:55:14.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:89:0) after 4m47s
[00:00:01.801] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:89:0)
[00:00:01.821] Build status: STARTED
[00:00:01.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:90:0) after 9m43s
[00:09:44.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:90:0)
[00:09:44.881] Build status: STARTED
[00:09:44.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:91:0) after 8m44s
[00:18:28.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:91:0)
[00:18:28.944] Build status: STARTED
[00:18:28.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:92:0) after 3m0s
[00:21:29.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:92:0)
[00:21:29.034] Build status: STARTED
[00:21:29.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:93:0) after 9m50s
[00:31:19.057] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:93:0)
[00:31:19.083] Build status: STARTED
[00:31:19.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:94:0) after 7m36s
[00:38:55.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:94:0)
[00:38:55.239] Build status: STARTED
[00:38:55.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:95:0) after 2m57s
[00:41:52.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:95:0)
[00:41:52.320] Build status: STARTED
[00:41:52.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:96:0) after 3m20s
[00:45:12.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:96:0)
[00:45:12.382] Build status: STARTED
[00:45:12.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:97:0) after 2m20s
[00:47:32.479] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:97:0)
[00:47:32.500] Build status: STARTED
[00:47:32.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:98:0) after 1m49s
[00:49:21.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:98:0)
[00:49:21.546] Build status: STARTED
[00:49:21.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:99:0) after 2m51s
[00:52:12.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:99:0)
[00:52:12.587] Build status: STARTED
[00:52:12.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:100:0) after 2m54s
[00:55:06.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:100:0)
[00:55:06.665] Build status: STARTED
[00:55:06.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:101:0) after 1m48s
[00:56:54.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:101:0)
[00:56:54.793] Build status: STARTED
[00:56:54.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:102:0) after 1m18s
[00:58:12.862] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:102:0)
[00:58:12.927] Build status: STARTED
[00:58:12.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:103:0) after 4m13s
[01:02:25.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:103:0)
[01:02:25.970] Build status: STARTED
[01:02:25.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:104:0) after 5m30s
[01:07:56.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:104:0)
[01:07:56.071] Build status: STARTED
[01:07:56.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:105:0) after 1m21s
[01:09:17.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:105:0)
[01:09:17.243] Build status: STARTED
[01:09:17.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:106:0) after 4m42s
[01:13:59.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:106:0)
[01:13:59.292] Build status: STARTED
[01:13:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:107:0) after 2m56s
[01:16:55.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:107:0)
[01:16:55.334] Build status: STARTED
[01:16:55.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:108:0) after 4m17s
[01:21:12.362] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:108:0)
[01:21:12.379] Build status: STARTED
[01:21:12.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:109:0) after 4m19s
[01:25:31.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:109:0)
[01:25:31.430] Build status: STARTED
[01:25:31.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:110:0) after 4m36s
[01:30:07.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:110:0)
[01:30:07.511] Build status: STARTED
[01:30:07.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:111:0) after 3m34s
[01:33:41.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:111:0)
[01:33:41.555] Build status: STARTED
[01:33:41.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:112:0) after 9m49s
[01:43:30.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:112:0)
[01:43:30.753] Build status: STARTED
[01:43:30.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:113:0) after 9m5s
[01:52:35.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:113:0)
[01:52:35.832] Build status: STARTED
[01:52:35.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:114:0) after 3m45s
[01:56:20.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:114:0)
[01:56:20.871] Build status: STARTED
[01:56:20.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:115:0) after 1m4s
[01:57:24.897] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:115:0)
[01:57:24.914] Build status: STARTED
[01:57:24.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:116:0) after 9m29s
[02:06:53.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:116:0)
[02:06:53.942] Build status: STARTED
[02:06:53.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:117:0) after 5m40s
[02:12:33.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:117:0)
[02:12:33.942] Build status: STARTED
[02:12:33.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:118:0) after 5m33s
[02:18:07.030] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:118:0)
[02:18:07.067] Build status: STARTED
[02:18:07.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:119:0) after 5m2s
[02:23:09.108] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:119:0)
[02:23:09.131] Build status: STARTED
[02:23:09.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:120:0) after 3m23s
[02:26:32.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:120:0)
[02:26:32.223] Build status: STARTED
[02:26:32.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:121:0) after 8m18s
[02:34:50.281] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:121:0)
[02:34:50.338] Build status: STARTED
[02:34:50.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:122:0) after 3m20s
[02:38:10.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:122:0)
[02:38:10.459] Build status: STARTED
[02:38:10.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:123:0) after 6m21s
[02:44:31.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:123:0)
[02:44:31.561] Build status: STARTED
[02:44:31.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:124:0) after 9m43s
[02:54:14.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:124:0)
[02:54:14.614] Build status: STARTED
[02:54:14.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:125:0) after 7m56s
[03:02:10.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:125:0)
[03:02:10.927] Build status: STARTED
[03:02:10.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8909483473637345728:126:0) after 8m54s
[03:02:33.192] Received PubSub notification, asking Buildbucket for the build status
[03:02:33.215] Build:
{
  "id": "8744053411461787041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 9316,
  "createdBy": "project:chromium",
  "createTime": "2024-06-26T16:04:22.412489735Z",
  "startTime": "2024-06-26T16:05:21.313314259Z",
  "endTime": "2024-06-27T03:02:32.803463544Z",
  "updateTime": "2024-06-27T03:02:32.803463544Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3f7689cb7981ef35d6592725a97042548d2c67b9",
      "ref": "refs/heads/main"
    }
  }
}
[03:02:33.215] Invocation finished in 10h58m12.261382517s with status FAILED