Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1166cb6a1aef6fe63d849fc26f66ddb79b787d32"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1166cb6a1aef6fe63d849fc26f66ddb79b787d32
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:25:54.152] New invocation is queued and will start shortly
[17:25:55.354] Starting the invocation (attempt 1)
[17:25:55.393] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1166cb6a1aef6fe63d849fc26f66ddb79b787d32"
[17:25:55.393] Popped gitiles commit info from properties and tags
[17:25:55.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:25:55.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:25:55.393] Buildbucket request:
{
  "requestId": "8985760988475200624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1166cb6a1aef6fe63d849fc26f66ddb79b787d32",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985760988475200624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:25:56.107] Scheduled build:
{
  "id": "8820330926429558033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2214,
  "createdBy": "project:chromium",
  "createTime": "2022-03-07T17:25:55.468769376Z",
  "updateTime": "2022-03-07T17:25:55.468769376Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1166cb6a1aef6fe63d849fc26f66ddb79b787d32",
      "ref": "refs/heads/main"
    }
  }
}
[17:25:56.107] Task URL: https://cr-buildbucket.appspot.com/build/8820330926429558033
[17:25:56.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:2:0) after 3m3s
[17:28:59.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:2:0)
[17:28:59.394] Build status: SCHEDULED
[17:28:59.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:3:0) after 5m10s
[17:34:09.585] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:3:0)
[17:34:09.601] Build status: SCHEDULED
[17:34:09.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:4:0) after 4m14s
[17:38:23.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:4:0)
[17:38:23.655] Build status: SCHEDULED
[17:38:23.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:5:0) after 9m45s
[17:48:09.030] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:5:0)
[17:48:09.054] Build status: SCHEDULED
[17:48:09.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:6:0) after 5m29s
[17:53:38.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:6:0)
[17:53:38.297] Build status: SCHEDULED
[17:53:38.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:7:0) after 4m1s
[17:57:39.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:7:0)
[17:57:39.440] Build status: SCHEDULED
[17:57:39.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:8:0) after 3m56s
[18:01:35.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:8:0)
[18:01:35.835] Build status: SCHEDULED
[18:01:35.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:9:0) after 2m18s
[18:03:54.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:9:0)
[18:03:54.116] Build status: SCHEDULED
[18:03:54.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:10:0) after 3m40s
[18:07:34.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:10:0)
[18:07:34.564] Build status: SCHEDULED
[18:07:34.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:11:0) after 1m27s
[18:09:01.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:11:0)
[18:09:01.741] Build status: SCHEDULED
[18:09:01.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:12:0) after 3m17s
[18:12:19.018] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:12:0)
[18:12:19.039] Build status: SCHEDULED
[18:12:19.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:13:0) after 3m29s
[18:14:14.916] Received PubSub notification, asking Buildbucket for the build status
[18:14:14.940] Build status: STARTED
[18:15:48.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:13:0)
[18:15:48.077] Build status: STARTED
[18:15:48.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:15:0) after 4m10s
[18:19:58.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:15:0)
[18:19:58.485] Build status: STARTED
[18:19:58.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:16:0) after 9m51s
[18:29:49.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:16:0)
[18:29:49.825] Build status: STARTED
[18:29:49.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:17:0) after 3m30s
[18:33:19.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:17:0)
[18:33:20.074] Build status: STARTED
[18:33:20.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:18:0) after 4m51s
[18:38:11.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:18:0)
[18:38:11.125] Build status: STARTED
[18:38:11.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:19:0) after 7m9s
[18:45:20.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:19:0)
[18:45:20.256] Build status: STARTED
[18:45:20.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:20:0) after 5m58s
[18:51:18.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:20:0)
[18:51:18.386] Build status: STARTED
[18:51:18.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:21:0) after 9m33s
[19:00:51.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:21:0)
[19:00:51.643] Build status: STARTED
[19:00:51.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:22:0) after 3m20s
[19:04:11.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:22:0)
[19:04:11.689] Build status: STARTED
[19:04:11.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:23:0) after 5m54s
[19:10:05.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:23:0)
[19:10:05.753] Build status: STARTED
[19:10:05.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:24:0) after 4m56s
[19:15:01.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:24:0)
[19:15:01.805] Build status: STARTED
[19:15:01.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:25:0) after 3m9s
[19:18:10.837] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:25:0)
[19:18:10.864] Build status: STARTED
[19:18:10.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:26:0) after 8m36s
[19:26:47.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:26:0)
[19:26:47.414] Build status: STARTED
[19:26:47.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:27:0) after 9m59s
[19:36:46.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:27:0)
[19:36:46.460] Build status: STARTED
[19:36:46.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:28:0) after 7m9s
[19:43:55.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:28:0)
[19:43:55.486] Build status: STARTED
[19:43:55.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:29:0) after 5m1s
[19:48:56.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:29:0)
[19:48:56.491] Build status: STARTED
[19:48:56.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:30:0) after 6m41s
[19:55:37.522] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:30:0)
[19:55:37.567] Build status: STARTED
[19:55:37.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:31:0) after 6m57s
[20:02:34.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:31:0)
[20:02:34.716] Build status: STARTED
[20:02:34.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:32:0) after 2m44s
[20:05:18.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:32:0)
[20:05:18.841] Build status: STARTED
[20:05:18.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:33:0) after 2m12s
[20:07:31.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:33:0)
[20:07:31.066] Build status: STARTED
[20:07:31.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:34:0) after 6m13s
[20:13:44.108] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:34:0)
[20:13:44.137] Build status: STARTED
[20:13:44.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:35:0) after 4m36s
[20:18:20.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:35:0)
[20:18:20.149] Build status: STARTED
[20:18:20.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:36:0) after 2m20s
[20:20:40.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:36:0)
[20:20:40.313] Build status: STARTED
[20:20:40.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:37:0) after 5m13s
[20:25:53.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:37:0)
[20:25:53.419] Build status: STARTED
[20:25:53.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:38:0) after 6m57s
[20:32:50.444] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:38:0)
[20:32:50.486] Build status: STARTED
[20:32:50.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:39:0) after 3m49s
[20:36:39.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:39:0)
[20:36:39.637] Build status: STARTED
[20:36:39.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:40:0) after 9m50s
[20:46:29.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:40:0)
[20:46:29.722] Build status: STARTED
[20:46:29.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:41:0) after 2m31s
[20:49:00.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:41:0)
[20:49:00.788] Build status: STARTED
[20:49:00.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:42:0) after 8m58s
[20:57:58.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:42:0)
[20:57:58.841] Build status: STARTED
[20:57:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:43:0) after 2m42s
[21:00:40.868] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:43:0)
[21:00:40.921] Build status: STARTED
[21:00:40.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:44:0) after 7m5s
[21:07:45.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:44:0)
[21:07:45.979] Build status: STARTED
[21:07:45.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:45:0) after 2m21s
[21:10:07.030] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:45:0)
[21:10:07.055] Build status: STARTED
[21:10:07.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:46:0) after 1m27s
[21:11:34.096] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:46:0)
[21:11:34.125] Build status: STARTED
[21:11:34.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:47:0) after 5m18s
[21:16:52.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:47:0)
[21:16:52.302] Build status: STARTED
[21:16:52.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:48:0) after 2m35s
[21:19:27.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:48:0)
[21:19:27.741] Build status: STARTED
[21:19:27.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:49:0) after 9m23s
[21:28:50.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:49:0)
[21:28:50.885] Build status: STARTED
[21:28:50.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:50:0) after 2m55s
[21:31:46.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:50:0)
[21:31:46.099] Build status: STARTED
[21:31:46.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:51:0) after 9m36s
[21:41:22.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:51:0)
[21:41:22.267] Build status: STARTED
[21:41:22.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:52:0) after 6m8s
[21:47:30.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:52:0)
[21:47:30.318] Build status: STARTED
[21:47:30.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:53:0) after 9m58s
[21:57:28.343] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:53:0)
[21:57:28.365] Build status: STARTED
[21:57:28.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:54:0) after 2m42s
[22:00:10.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:54:0)
[22:00:10.609] Build status: STARTED
[22:00:10.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:55:0) after 6m26s
[22:06:36.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:55:0)
[22:06:36.680] Build status: STARTED
[22:06:36.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:56:0) after 8m28s
[22:15:04.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:56:0)
[22:15:04.805] Build status: STARTED
[22:15:04.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:57:0) after 3m22s
[22:18:26.867] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:57:0)
[22:18:26.896] Build status: STARTED
[22:18:26.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:58:0) after 1m41s
[22:20:07.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:58:0)
[22:20:07.954] Build status: STARTED
[22:20:07.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:59:0) after 3m37s
[22:23:45.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:59:0)
[22:23:45.058] Build status: STARTED
[22:23:45.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:60:0) after 8m48s
[22:32:33.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:60:0)
[22:32:33.156] Build status: STARTED
[22:32:33.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:61:0) after 4m54s
[22:37:27.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:61:0)
[22:37:27.891] Build status: STARTED
[22:37:27.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:62:0) after 1m53s
[22:39:21.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:62:0)
[22:39:21.255] Build status: STARTED
[22:39:21.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:63:0) after 4m43s
[22:44:04.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:63:0)
[22:44:04.667] Build status: STARTED
[22:44:04.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:64:0) after 8m54s
[22:52:58.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:64:0)
[22:52:58.777] Build status: STARTED
[22:52:58.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:65:0) after 7m55s
[23:00:53.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:65:0)
[23:00:53.842] Build status: STARTED
[23:00:53.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:66:0) after 1m5s
[23:01:58.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:66:0)
[23:01:58.903] Build status: STARTED
[23:01:58.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:67:0) after 6m32s
[23:08:30.931] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:67:0)
[23:08:30.976] Build status: STARTED
[23:08:30.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:68:0) after 4m50s
[23:13:21.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:68:0)
[23:13:21.040] Build status: STARTED
[23:13:21.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:69:0) after 8m15s
[23:21:36.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:69:0)
[23:21:36.338] Build status: STARTED
[23:21:36.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:70:0) after 3m24s
[23:25:00.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:70:0)
[23:25:00.481] Build status: STARTED
[23:25:00.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:71:0) after 8m38s
[23:33:38.549] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:71:0)
[23:33:38.591] Build status: STARTED
[23:33:38.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:72:0) after 6m38s
[23:40:16.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:72:0)
[23:40:16.658] Build status: STARTED
[23:40:16.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:73:0) after 7m7s
[23:47:23.672] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:73:0)
[23:47:23.700] Build status: STARTED
[23:47:23.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:74:0) after 6m42s
[23:54:05.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:74:0)
[23:54:05.982] Build status: STARTED
[23:54:05.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:75:0) after 1m9s
[23:55:15.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:75:0)
[23:55:15.076] Build status: STARTED
[23:55:15.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:76:0) after 6m4s
[00:01:19.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:76:0)
[00:01:19.243] Build status: STARTED
[00:01:19.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:77:0) after 7m40s
[00:08:59.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:77:0)
[00:08:59.357] Build status: STARTED
[00:08:59.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:78:0) after 9m3s
[00:18:02.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:78:0)
[00:18:02.441] Build status: STARTED
[00:18:02.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:79:0) after 4m17s
[00:22:19.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:79:0)
[00:22:19.696] Build status: STARTED
[00:22:19.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:80:0) after 9m49s
[00:32:08.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:80:0)
[00:32:08.763] Build status: STARTED
[00:32:08.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:81:0) after 7m47s
[00:39:55.794] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:81:0)
[00:39:55.848] Build status: STARTED
[00:39:55.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:82:0) after 6m44s
[00:46:39.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:82:0)
[00:46:39.949] Build status: STARTED
[00:46:39.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:83:0) after 3m24s
[00:50:04.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:83:0)
[00:50:04.099] Build status: STARTED
[00:50:04.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:84:0) after 1m4s
[00:51:08.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:84:0)
[00:51:08.751] Build status: STARTED
[00:51:08.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:85:0) after 4m34s
[00:55:42.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:85:0)
[00:55:42.876] Build status: STARTED
[00:55:42.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:86:0) after 4m26s
[01:00:08.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:86:0)
[01:00:08.992] Build status: STARTED
[01:00:08.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:87:0) after 4m26s
[01:04:35.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:87:0)
[01:04:35.044] Build status: STARTED
[01:04:35.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:88:0) after 6m24s
[01:10:59.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:88:0)
[01:10:59.319] Build status: STARTED
[01:10:59.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:89:0) after 3m50s
[01:14:49.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:89:0)
[01:14:49.425] Build status: STARTED
[01:14:49.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:90:0) after 5m39s
[01:20:28.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:90:0)
[01:20:28.888] Build status: STARTED
[01:20:28.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:91:0) after 2m49s
[01:23:18.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:91:0)
[01:23:18.154] Build status: STARTED
[01:23:18.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:92:0) after 2m25s
[01:25:43.260] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:92:0)
[01:25:43.287] Build status: STARTED
[01:25:43.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:93:0) after 4m15s
[01:29:58.360] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:93:0)
[01:29:58.384] Build status: STARTED
[01:29:58.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:94:0) after 6m46s
[01:36:44.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:94:0)
[01:36:44.475] Build status: STARTED
[01:36:44.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:95:0) after 5m54s
[01:42:38.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:95:0)
[01:42:38.636] Build status: STARTED
[01:42:38.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:96:0) after 7m53s
[01:50:31.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:96:0)
[01:50:31.788] Build status: STARTED
[01:50:31.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:97:0) after 6m38s
[01:57:09.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:97:0)
[01:57:09.847] Build status: STARTED
[01:57:09.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:98:0) after 3m33s
[02:00:43.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:98:0)
[02:00:43.050] Build status: STARTED
[02:00:43.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:99:0) after 7m52s
[02:08:35.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:99:0)
[02:08:35.175] Build status: STARTED
[02:08:35.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:100:0) after 6m27s
[02:15:02.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:100:0)
[02:15:02.358] Build status: STARTED
[02:15:02.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:101:0) after 4m36s
[02:19:38.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:101:0)
[02:19:38.617] Build status: STARTED
[02:19:38.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:102:0) after 1m9s
[02:20:48.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:102:0)
[02:20:48.643] Build status: STARTED
[02:20:48.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:103:0) after 6m24s
[02:27:13.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:103:0)
[02:27:13.736] Build status: STARTED
[02:27:13.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:104:0) after 9m30s
[02:36:44.323] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:104:0)
[02:36:44.361] Build status: STARTED
[02:36:44.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:105:0) after 8m35s
[02:45:19.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:105:0)
[02:45:19.417] Build status: STARTED
[02:45:19.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:106:0) after 5m28s
[02:50:47.446] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:106:0)
[02:50:47.548] Build status: STARTED
[02:50:47.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:107:0) after 7m38s
[02:58:25.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:107:0)
[02:58:25.647] Build status: STARTED
[02:58:25.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:108:0) after 9m22s
[03:07:47.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:108:0)
[03:07:47.858] Build status: STARTED
[03:07:47.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:109:0) after 1m46s
[03:09:33.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:109:0)
[03:09:33.965] Build status: STARTED
[03:09:33.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:110:0) after 7m11s
[03:16:45.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:110:0)
[03:16:45.127] Build status: STARTED
[03:16:45.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:111:0) after 4m50s
[03:21:35.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:111:0)
[03:21:35.454] Build status: STARTED
[03:21:35.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:112:0) after 3m54s
[03:25:29.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:112:0)
[03:25:29.510] Build status: STARTED
[03:25:29.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:113:0) after 8m19s
[03:33:48.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:113:0)
[03:33:48.514] Build status: STARTED
[03:33:48.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985760988475200624:114:0) after 6m33s
[03:38:47.877] Received PubSub notification, asking Buildbucket for the build status
[03:38:47.910] Build:
{
  "id": "8820330926429558033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2214,
  "createdBy": "project:chromium",
  "createTime": "2022-03-07T17:25:55.468769376Z",
  "startTime": "2022-03-07T18:14:13.655136Z",
  "endTime": "2022-03-08T03:38:47.545382958Z",
  "updateTime": "2022-03-08T03:38:47.545382958Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1166cb6a1aef6fe63d849fc26f66ddb79b787d32",
      "ref": "refs/heads/main"
    }
  }
}
[03:38:47.910] Invocation finished in 10h12m53.776616964s with status FAILED