Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f7c198ec08ca9d44bdeb7d0972a76af36cc11e94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7c198ec08ca9d44bdeb7d0972a76af36cc11e94
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:50:46.493] New invocation is queued and will start shortly
[10:50:47.777] Starting the invocation (attempt 1)
[10:50:47.816] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7c198ec08ca9d44bdeb7d0972a76af36cc11e94"
[10:50:47.817] Popped gitiles commit info from properties and tags
[10:50:47.817] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:50:47.817] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:50:47.817] Buildbucket request:
{
  "requestId": "8967122872679792208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f7c198ec08ca9d44bdeb7d0972a76af36cc11e94",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8967122872679792208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:50:48.331] Scheduled build:
{
  "id": "8801692810508831249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3823,
  "createdBy": "project:chromium",
  "createTime": "2022-09-29T10:50:47.928276526Z",
  "updateTime": "2022-09-29T10:50:47.928276526Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7c198ec08ca9d44bdeb7d0972a76af36cc11e94",
      "ref": "refs/heads/main"
    }
  }
}
[10:50:48.331] Task URL: https://cr-buildbucket.appspot.com/build/8801692810508831249
[10:50:48.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:2:0) after 1m51s
[10:51:13.051] Received PubSub notification, asking Buildbucket for the build status
[10:51:13.071] Build status: STARTED
[10:52:39.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:2:0)
[10:52:39.451] Build status: STARTED
[10:52:39.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:4:0) after 4m17s
[10:56:56.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:4:0)
[10:56:56.520] Build status: STARTED
[10:56:56.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:5:0) after 6m12s
[11:03:08.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:5:0)
[11:03:08.775] Build status: STARTED
[11:03:08.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:6:0) after 1m50s
[11:04:58.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:6:0)
[11:04:58.832] Build status: STARTED
[11:04:58.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:7:0) after 3m34s
[11:08:32.875] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:7:0)
[11:08:32.965] Build status: STARTED
[11:08:32.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:8:0) after 5m52s
[11:14:24.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:8:0)
[11:14:25.020] Build status: STARTED
[11:14:25.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:9:0) after 3m50s
[11:18:15.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:9:0)
[11:18:15.140] Build status: STARTED
[11:18:15.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:10:0) after 3m42s
[11:21:57.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:10:0)
[11:21:57.205] Build status: STARTED
[11:21:57.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:11:0) after 5m56s
[11:27:53.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:11:0)
[11:27:53.250] Build status: STARTED
[11:27:53.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:12:0) after 6m17s
[11:34:10.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:12:0)
[11:34:10.443] Build status: STARTED
[11:34:10.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:13:0) after 5m36s
[11:39:46.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:13:0)
[11:39:46.776] Build status: STARTED
[11:39:46.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:14:0) after 7m28s
[11:47:14.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:14:0)
[11:47:14.826] Build status: STARTED
[11:47:14.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:15:0) after 7m29s
[11:54:43.864] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:15:0)
[11:54:43.888] Build status: STARTED
[11:54:43.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:16:0) after 2m47s
[11:57:30.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:16:0)
[11:57:31.006] Build status: STARTED
[11:57:31.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:17:0) after 5m10s
[12:02:41.131] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:17:0)
[12:02:41.154] Build status: STARTED
[12:02:41.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:18:0) after 6m1s
[12:08:42.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:18:0)
[12:08:42.652] Build status: STARTED
[12:08:42.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:19:0) after 6m17s
[12:14:59.686] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:19:0)
[12:14:59.709] Build status: STARTED
[12:14:59.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:20:0) after 2m9s
[12:17:08.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:20:0)
[12:17:08.874] Build status: STARTED
[12:17:08.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:21:0) after 1m53s
[12:19:01.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:21:0)
[12:19:01.932] Build status: STARTED
[12:19:01.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:22:0) after 5m6s
[12:24:07.960] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:22:0)
[12:24:07.984] Build status: STARTED
[12:24:07.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:23:0) after 4m50s
[12:28:58.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:23:0)
[12:28:58.216] Build status: STARTED
[12:28:58.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:24:0) after 5m15s
[12:34:13.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:24:0)
[12:34:13.509] Build status: STARTED
[12:34:13.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:25:0) after 5m15s
[12:39:28.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:25:0)
[12:39:28.651] Build status: STARTED
[12:39:28.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:26:0) after 5m41s
[12:45:09.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:26:0)
[12:45:09.705] Build status: STARTED
[12:45:09.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:27:0) after 5m12s
[12:50:21.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:27:0)
[12:50:21.855] Build status: STARTED
[12:50:21.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:28:0) after 3m45s
[12:54:07.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:28:0)
[12:54:07.077] Build status: STARTED
[12:54:07.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:29:0) after 8m34s
[13:02:41.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:29:0)
[13:02:41.204] Build status: STARTED
[13:02:41.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:30:0) after 4m40s
[13:07:21.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:30:0)
[13:07:21.433] Build status: STARTED
[13:07:21.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:31:0) after 9m3s
[13:16:24.604] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:31:0)
[13:16:24.634] Build status: STARTED
[13:16:24.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:32:0) after 7m22s
[13:23:46.777] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:32:0)
[13:23:46.804] Build status: STARTED
[13:23:46.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:33:0) after 4m40s
[13:28:26.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:33:0)
[13:28:26.991] Build status: STARTED
[13:28:26.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:34:0) after 8m12s
[13:36:39.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:34:0)
[13:36:39.039] Build status: STARTED
[13:36:39.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:35:0) after 9m40s
[13:46:19.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:35:0)
[13:46:19.194] Build status: STARTED
[13:46:19.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:36:0) after 5m0s
[13:51:19.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:36:0)
[13:51:19.266] Build status: STARTED
[13:51:19.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:37:0) after 9m17s
[14:00:36.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:37:0)
[14:00:36.543] Build status: STARTED
[14:00:36.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:38:0) after 4m28s
[14:05:04.642] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:38:0)
[14:05:04.664] Build status: STARTED
[14:05:04.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:39:0) after 7m20s
[14:12:24.841] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:39:0)
[14:12:24.888] Build status: STARTED
[14:12:24.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:40:0) after 4m47s
[14:17:12.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:40:0)
[14:17:12.542] Build status: STARTED
[14:17:12.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:41:0) after 2m12s
[14:19:24.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:41:0)
[14:19:24.833] Build status: STARTED
[14:19:24.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:42:0) after 6m24s
[14:25:49.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:42:0)
[14:25:49.102] Build status: STARTED
[14:25:49.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:43:0) after 4m6s
[14:29:55.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:43:0)
[14:29:55.265] Build status: STARTED
[14:29:55.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:44:0) after 1m33s
[14:31:28.633] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:44:0)
[14:31:28.655] Build status: STARTED
[14:31:28.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:45:0) after 6m58s
[14:38:27.567] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:45:0)
[14:38:27.598] Build status: STARTED
[14:38:27.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:46:0) after 9m26s
[14:47:53.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:46:0)
[14:47:53.746] Build status: STARTED
[14:47:53.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:47:0) after 3m5s
[14:50:58.732] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:47:0)
[14:50:58.823] Build status: STARTED
[14:50:58.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:48:0) after 9m36s
[15:00:35.097] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:48:0)
[15:00:35.132] Build status: STARTED
[15:00:35.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:49:0) after 8m4s
[15:08:39.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:49:0)
[15:08:39.226] Build status: STARTED
[15:08:39.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:50:0) after 5m33s
[15:14:12.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:50:0)
[15:14:12.294] Build status: STARTED
[15:14:12.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:51:0) after 5m45s
[15:19:57.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:51:0)
[15:19:57.342] Build status: STARTED
[15:19:57.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:52:0) after 4m11s
[15:24:08.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:52:0)
[15:24:08.451] Build status: STARTED
[15:24:08.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:53:0) after 7m22s
[15:31:30.747] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:53:0)
[15:31:30.772] Build status: STARTED
[15:31:30.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:54:0) after 4m13s
[15:35:43.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:54:0)
[15:35:43.821] Build status: STARTED
[15:35:43.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:55:0) after 8m35s
[15:44:19.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:55:0)
[15:44:19.055] Build status: STARTED
[15:44:19.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:56:0) after 5m54s
[15:50:13.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:56:0)
[15:50:13.255] Build status: STARTED
[15:50:13.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:57:0) after 4m48s
[15:55:01.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:57:0)
[15:55:01.485] Build status: STARTED
[15:55:01.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:58:0) after 2m3s
[15:57:04.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:58:0)
[15:57:04.508] Build status: STARTED
[15:57:04.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:59:0) after 5m9s
[16:02:13.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:59:0)
[16:02:13.563] Build status: STARTED
[16:02:13.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:60:0) after 2m57s
[16:05:10.588] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:60:0)
[16:05:10.632] Build status: STARTED
[16:05:10.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:61:0) after 9m37s
[16:14:47.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:61:0)
[16:14:47.764] Build status: STARTED
[16:14:47.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:62:0) after 5m57s
[16:20:44.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:62:0)
[16:20:44.843] Build status: STARTED
[16:20:44.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:63:0) after 3m6s
[16:23:50.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:63:0)
[16:23:50.992] Build status: STARTED
[16:23:50.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:64:0) after 8m1s
[16:31:52.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:64:0)
[16:31:52.032] Build status: STARTED
[16:31:52.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:65:0) after 7m43s
[16:39:35.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:65:0)
[16:39:35.175] Build status: STARTED
[16:39:35.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:66:0) after 1m46s
[16:41:21.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:66:0)
[16:41:21.253] Build status: STARTED
[16:41:21.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:67:0) after 3m45s
[16:45:06.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:67:0)
[16:45:06.338] Build status: STARTED
[16:45:06.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:68:0) after 6m50s
[16:51:56.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:68:0)
[16:51:56.429] Build status: STARTED
[16:51:56.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:69:0) after 3m42s
[16:55:38.504] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:69:0)
[16:55:38.625] Build status: STARTED
[16:55:38.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:70:0) after 8m8s
[17:03:46.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:70:0)
[17:03:46.689] Build status: STARTED
[17:03:46.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:71:0) after 1m14s
[17:05:00.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:71:0)
[17:05:00.844] Build status: STARTED
[17:05:00.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:72:0) after 1m41s
[17:06:41.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:72:0)
[17:06:41.957] Build status: STARTED
[17:06:41.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:73:0) after 8m22s
[17:15:03.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:73:0)
[17:15:04.039] Build status: STARTED
[17:15:04.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:74:0) after 4m16s
[17:19:20.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:74:0)
[17:19:20.192] Build status: STARTED
[17:19:20.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:75:0) after 1m15s
[17:20:35.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:75:0)
[17:20:35.271] Build status: STARTED
[17:20:35.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:76:0) after 5m3s
[17:25:38.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:76:0)
[17:25:47.912] Build status: STARTED
[17:25:47.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:77:0) after 5m30s
[17:31:18.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:77:0)
[17:31:18.078] Build status: STARTED
[17:31:18.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:78:0) after 1m33s
[17:32:51.208] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:78:0)
[17:32:51.235] Build status: STARTED
[17:32:51.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:79:0) after 3m2s
[17:35:53.360] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:79:0)
[17:35:53.386] Build status: STARTED
[17:35:53.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:80:0) after 2m49s
[17:38:42.444] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:80:0)
[17:38:42.466] Build status: STARTED
[17:38:42.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:81:0) after 4m42s
[17:43:24.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:81:0)
[17:43:24.556] Build status: STARTED
[17:43:24.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:82:0) after 6m30s
[17:49:54.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:82:0)
[17:49:54.694] Build status: STARTED
[17:49:54.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:83:0) after 3m11s
[17:53:05.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:83:0)
[17:53:05.759] Build status: STARTED
[17:53:05.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:84:0) after 7m53s
[18:00:58.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:84:0)
[18:00:58.777] Build status: STARTED
[18:00:58.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:85:0) after 4m54s
[18:05:53.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:85:0)
[18:05:53.339] Build status: STARTED
[18:05:53.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:86:0) after 9m18s
[18:15:11.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:86:0)
[18:15:11.915] Build status: STARTED
[18:15:11.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:87:0) after 3m59s
[18:19:11.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:87:0)
[18:19:11.252] Build status: STARTED
[18:19:11.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:88:0) after 2m48s
[18:21:59.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:88:0)
[18:21:59.323] Build status: STARTED
[18:21:59.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:89:0) after 2m31s
[18:24:30.348] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:89:0)
[18:24:30.374] Build status: STARTED
[18:24:30.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:90:0) after 9m55s
[18:34:25.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:90:0)
[18:34:25.779] Build status: STARTED
[18:34:25.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:91:0) after 9m44s
[18:44:09.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:91:0)
[18:44:09.858] Build status: STARTED
[18:44:09.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:92:0) after 5m49s
[18:49:58.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:92:0)
[18:49:59.782] Build status: STARTED
[18:49:59.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:93:0) after 8m31s
[18:58:30.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:93:0)
[18:58:30.815] Build status: STARTED
[18:58:30.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:94:0) after 8m48s
[19:07:18.896] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:94:0)
[19:07:18.922] Build status: STARTED
[19:07:18.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:95:0) after 1m27s
[19:08:46.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:95:0)
[19:08:46.217] Build status: STARTED
[19:08:46.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:96:0) after 1m15s
[19:10:01.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:96:0)
[19:10:01.488] Build status: STARTED
[19:10:01.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:97:0) after 5m12s
[19:15:13.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:97:0)
[19:15:13.544] Build status: STARTED
[19:15:13.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:98:0) after 2m52s
[19:18:05.619] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:98:0)
[19:18:05.647] Build status: STARTED
[19:18:05.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:99:0) after 6m45s
[19:24:50.685] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:99:0)
[19:24:50.710] Build status: STARTED
[19:24:50.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:100:0) after 2m5s
[19:26:55.763] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:100:0)
[19:26:55.790] Build status: STARTED
[19:26:55.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:101:0) after 9m10s
[19:36:05.937] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:101:0)
[19:36:05.962] Build status: STARTED
[19:36:05.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:102:0) after 1m40s
[19:37:46.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:102:0)
[19:37:46.123] Build status: STARTED
[19:37:46.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:103:0) after 6m21s
[19:44:07.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:103:0)
[19:44:07.371] Build status: STARTED
[19:44:07.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:104:0) after 3m5s
[19:47:12.604] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:104:0)
[19:47:12.631] Build status: STARTED
[19:47:12.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:105:0) after 1m30s
[19:48:42.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:105:0)
[19:48:42.985] Build status: STARTED
[19:48:42.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:106:0) after 7m48s
[19:56:31.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:106:0)
[19:56:31.238] Build status: STARTED
[19:56:31.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:107:0) after 8m10s
[20:04:41.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:107:0)
[20:04:41.719] Build status: STARTED
[20:04:41.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:108:0) after 5m28s
[20:10:09.752] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:108:0)
[20:10:09.824] Build status: STARTED
[20:10:09.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:109:0) after 1m55s
[20:12:05.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:109:0)
[20:12:05.545] Build status: STARTED
[20:12:05.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:110:0) after 6m12s
[20:18:17.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:110:0)
[20:18:18.031] Build status: STARTED
[20:18:18.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:111:0) after 1m30s
[20:19:48.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:111:0)
[20:19:48.264] Build status: STARTED
[20:19:48.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:112:0) after 1m6s
[20:20:54.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:112:0)
[20:20:54.499] Build status: STARTED
[20:20:54.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:113:0) after 9m19s
[20:30:13.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:113:0)
[20:30:13.798] Build status: STARTED
[20:30:13.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:114:0) after 7m9s
[20:37:23.221] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:114:0)
[20:37:23.250] Build status: STARTED
[20:37:23.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:115:0) after 5m8s
[20:42:31.323] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:115:0)
[20:42:31.432] Build status: STARTED
[20:42:31.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:116:0) after 4m54s
[20:47:25.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:116:0)
[20:47:25.496] Build status: STARTED
[20:47:25.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:117:0) after 1m42s
[20:49:07.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:117:0)
[20:49:07.644] Build status: STARTED
[20:49:07.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:118:0) after 9m51s
[20:58:58.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:118:0)
[20:58:59.068] Build status: STARTED
[20:58:59.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:119:0) after 7m19s
[21:06:18.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:119:0)
[21:06:18.116] Build status: STARTED
[21:06:18.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:120:0) after 4m49s
[21:11:07.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:120:0)
[21:11:07.380] Build status: STARTED
[21:11:07.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:121:0) after 2m32s
[21:13:39.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:121:0)
[21:13:39.645] Build status: STARTED
[21:13:39.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8967122872679792208:122:0) after 4m40s
[21:15:45.485] Received PubSub notification, asking Buildbucket for the build status
[21:15:45.512] Build:
{
  "id": "8801692810508831249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3823,
  "createdBy": "project:chromium",
  "createTime": "2022-09-29T10:50:47.928276526Z",
  "startTime": "2022-09-29T10:51:12.184985Z",
  "endTime": "2022-09-29T21:15:45.109823363Z",
  "updateTime": "2022-09-29T21:15:45.109823363Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7c198ec08ca9d44bdeb7d0972a76af36cc11e94",
      "ref": "refs/heads/main"
    }
  }
}
[21:15:45.512] Invocation finished in 10h24m59.038304114s with status FAILED