Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "41f3beff29d5e56438110a41449adcdc19a7d1b5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/41f3beff29d5e56438110a41449adcdc19a7d1b5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:24:06.134] New invocation is queued and will start shortly
[07:24:07.259] Starting the invocation (attempt 1)
[07:24:07.295] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/41f3beff29d5e56438110a41449adcdc19a7d1b5"
[07:24:07.295] Popped gitiles commit info from properties and tags
[07:24:07.295] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:24:07.296] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:24:07.296] Buildbucket request:
{
  "requestId": "8991778250256993008",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "41f3beff29d5e56438110a41449adcdc19a7d1b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991778250256993008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:24:07.747] Scheduled build:
{
  "id": "8826348188329376049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1917,
  "createdBy": "project:chromium",
  "createTime": "2021-12-31T07:24:07.339031457Z",
  "updateTime": "2021-12-31T07:24:07.339031457Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "41f3beff29d5e56438110a41449adcdc19a7d1b5",
      "ref": "refs/heads/main"
    }
  }
}
[07:24:07.747] Task URL: https://cr-buildbucket.appspot.com/build/8826348188329376049
[07:24:07.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:2:0) after 5m16s
[07:29:23.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:2:0)
[07:29:23.834] Build status: SCHEDULED
[07:29:23.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:3:0) after 9m4s
[07:38:28.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:3:0)
[07:38:28.053] Build status: SCHEDULED
[07:38:28.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:4:0) after 5m33s
[07:44:01.078] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:4:0)
[07:44:01.136] Build status: SCHEDULED
[07:44:01.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:5:0) after 4m29s
[07:48:30.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:5:0)
[07:48:30.242] Build status: SCHEDULED
[07:48:30.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:6:0) after 5m35s
[07:54:05.509] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:6:0)
[07:54:05.538] Build status: SCHEDULED
[07:54:05.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:7:0) after 7m5s
[08:01:10.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:7:0)
[08:01:10.586] Build status: SCHEDULED
[08:01:10.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:8:0) after 4m10s
[08:05:20.606] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:8:0)
[08:05:20.634] Build status: SCHEDULED
[08:05:20.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:9:0) after 1m6s
[08:06:26.840] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:9:0)
[08:06:26.874] Build status: SCHEDULED
[08:06:26.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:10:0) after 9m20s
[08:15:46.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:10:0)
[08:15:46.949] Build status: SCHEDULED
[08:15:46.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:11:0) after 6m11s
[08:21:57.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:11:0)
[08:21:58.011] Build status: SCHEDULED
[08:21:58.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:12:0) after 2m44s
[08:24:42.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:12:0)
[08:24:42.054] Build status: SCHEDULED
[08:24:42.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:13:0) after 4m58s
[08:29:40.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:13:0)
[08:29:40.079] Build status: SCHEDULED
[08:29:40.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:14:0) after 4m3s
[08:33:43.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:14:0)
[08:33:43.134] Build status: SCHEDULED
[08:33:43.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:15:0) after 1m20s
[08:35:03.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:15:0)
[08:35:03.175] Build status: SCHEDULED
[08:35:03.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:16:0) after 6m56s
[08:41:58.892] Received PubSub notification, asking Buildbucket for the build status
[08:41:58.911] Build status: STARTED
[08:41:59.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:16:0)
[08:41:59.440] Build status: STARTED
[08:41:59.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:18:0) after 1m8s
[08:43:07.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:18:0)
[08:43:07.548] Build status: STARTED
[08:43:07.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:19:0) after 6m27s
[08:49:34.572] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:19:0)
[08:49:34.590] Build status: STARTED
[08:49:34.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:20:0) after 9m20s
[08:58:54.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:20:0)
[08:58:54.639] Build status: STARTED
[08:58:54.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:21:0) after 7m17s
[09:06:11.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:21:0)
[09:06:11.700] Build status: STARTED
[09:06:11.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:22:0) after 8m26s
[09:14:37.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:22:0)
[09:14:37.711] Build status: STARTED
[09:14:37.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:23:0) after 8m49s
[09:23:27.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:23:0)
[09:23:27.832] Build status: STARTED
[09:23:27.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:24:0) after 2m2s
[09:25:29.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:24:0)
[09:25:30.021] Build status: STARTED
[09:25:30.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:25:0) after 2m8s
[09:27:38.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:25:0)
[09:27:38.078] Build status: STARTED
[09:27:38.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:26:0) after 7m16s
[09:34:54.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:26:0)
[09:34:54.333] Build status: STARTED
[09:34:54.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:27:0) after 3m13s
[09:38:07.361] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:27:0)
[09:38:07.380] Build status: STARTED
[09:38:07.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:28:0) after 5m30s
[09:43:37.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:28:0)
[09:43:37.483] Build status: STARTED
[09:43:37.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:29:0) after 3m3s
[09:46:40.473] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:29:0)
[09:46:40.504] Build status: STARTED
[09:46:40.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:30:0) after 2m47s
[09:49:27.522] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:30:0)
[09:49:27.539] Build status: STARTED
[09:49:27.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:31:0) after 8m6s
[09:57:34.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:31:0)
[09:57:35.027] Build status: STARTED
[09:57:35.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:32:0) after 1m17s
[09:58:52.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:32:0)
[09:58:52.269] Build status: STARTED
[09:58:52.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:33:0) after 9m33s
[10:08:25.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:33:0)
[10:08:25.304] Build status: STARTED
[10:08:25.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:34:0) after 3m21s
[10:11:46.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:34:0)
[10:11:46.468] Build status: STARTED
[10:11:46.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:35:0) after 7m2s
[10:18:48.778] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:35:0)
[10:18:48.798] Build status: STARTED
[10:18:48.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:36:0) after 1m58s
[10:20:46.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:36:0)
[10:20:46.850] Build status: STARTED
[10:20:46.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:37:0) after 2m44s
[10:23:31.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:37:0)
[10:23:31.136] Build status: STARTED
[10:23:31.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:38:0) after 9m40s
[10:33:11.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:38:0)
[10:33:11.195] Build status: STARTED
[10:33:11.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:39:0) after 6m3s
[10:39:14.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:39:0)
[10:39:14.349] Build status: STARTED
[10:39:14.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:40:0) after 9m59s
[10:49:13.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:40:0)
[10:49:13.739] Build status: STARTED
[10:49:13.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:41:0) after 6m34s
[10:55:47.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:41:0)
[10:55:47.799] Build status: STARTED
[10:55:47.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:42:0) after 6m3s
[11:01:51.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:42:0)
[11:01:51.399] Build status: STARTED
[11:01:51.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:43:0) after 3m38s
[11:05:29.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:43:0)
[11:05:29.502] Build status: STARTED
[11:05:29.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:44:0) after 5m42s
[11:11:11.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:44:0)
[11:11:11.864] Build status: STARTED
[11:11:11.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:45:0) after 1m37s
[11:12:49.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:45:0)
[11:12:49.616] Build status: STARTED
[11:12:49.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:46:0) after 4m33s
[11:17:22.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:46:0)
[11:17:23.020] Build status: STARTED
[11:17:23.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:47:0) after 3m7s
[11:20:30.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:47:0)
[11:20:30.129] Build status: STARTED
[11:20:30.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:48:0) after 7m42s
[11:28:12.154] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:48:0)
[11:28:12.173] Build status: STARTED
[11:28:12.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:49:0) after 1m2s
[11:29:14.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:49:0)
[11:29:14.185] Build status: STARTED
[11:29:14.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:50:0) after 9m18s
[11:38:32.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:50:0)
[11:38:32.239] Build status: STARTED
[11:38:32.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:51:0) after 7m8s
[11:45:40.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:51:0)
[11:45:40.358] Build status: STARTED
[11:45:40.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:52:0) after 1m9s
[11:46:49.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:52:0)
[11:46:49.513] Build status: STARTED
[11:46:49.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:53:0) after 1m8s
[11:47:57.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:53:0)
[11:47:57.765] Build status: STARTED
[11:47:57.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:54:0) after 1m9s
[11:49:06.972] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:54:0)
[11:49:07.005] Build status: STARTED
[11:49:07.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:55:0) after 4m15s
[11:53:22.043] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:55:0)
[11:53:22.097] Build status: STARTED
[11:53:22.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:56:0) after 8m2s
[12:01:24.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:56:0)
[12:01:24.195] Build status: STARTED
[12:01:24.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:57:0) after 3m41s
[12:05:05.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:57:0)
[12:05:05.620] Build status: STARTED
[12:05:05.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:58:0) after 9m19s
[12:14:24.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:58:0)
[12:14:24.667] Build status: STARTED
[12:14:24.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:59:0) after 1m53s
[12:16:17.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:59:0)
[12:16:17.735] Build status: STARTED
[12:16:17.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:60:0) after 2m31s
[12:18:48.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:60:0)
[12:18:48.798] Build status: STARTED
[12:18:48.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:61:0) after 2m19s
[12:21:07.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:61:0)
[12:21:07.841] Build status: STARTED
[12:21:07.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:62:0) after 1m47s
[12:22:54.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:62:0)
[12:22:54.916] Build status: STARTED
[12:22:54.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:63:0) after 1m7s
[12:24:01.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:63:0)
[12:24:01.979] Build status: STARTED
[12:24:01.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:64:0) after 6m22s
[12:30:24.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:64:0)
[12:30:24.158] Build status: STARTED
[12:30:24.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:65:0) after 4m19s
[12:34:43.195] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:65:0)
[12:34:43.223] Build status: STARTED
[12:34:43.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:66:0) after 6m46s
[12:41:29.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:66:0)
[12:41:29.418] Build status: STARTED
[12:41:29.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:67:0) after 4m59s
[12:46:29.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:67:0)
[12:46:29.038] Build status: STARTED
[12:46:29.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:68:0) after 4m52s
[12:51:21.250] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:68:0)
[12:51:21.282] Build status: STARTED
[12:51:21.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:69:0) after 6m10s
[12:57:31.572] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:69:0)
[12:57:31.608] Build status: STARTED
[12:57:31.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:70:0) after 5m30s
[13:03:01.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:70:0)
[13:03:01.678] Build status: STARTED
[13:03:01.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:71:0) after 7m8s
[13:10:09.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:71:0)
[13:10:09.771] Build status: STARTED
[13:10:09.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:72:0) after 4m50s
[13:14:59.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:72:0)
[13:14:59.876] Build status: STARTED
[13:14:59.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:73:0) after 8m10s
[13:23:09.898] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:73:0)
[13:23:09.924] Build status: STARTED
[13:23:09.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:74:0) after 6m14s
[13:29:24.004] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:74:0)
[13:29:24.031] Build status: STARTED
[13:29:24.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:75:0) after 3m16s
[13:32:40.149] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:75:0)
[13:32:40.194] Build status: STARTED
[13:32:40.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:76:0) after 6m48s
[13:39:28.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:76:0)
[13:39:28.243] Build status: STARTED
[13:39:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:77:0) after 6m23s
[13:45:51.262] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:77:0)
[13:45:51.282] Build status: STARTED
[13:45:51.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:78:0) after 4m28s
[13:50:20.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:78:0)
[13:50:20.119] Build status: STARTED
[13:50:20.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:79:0) after 8m44s
[13:59:05.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:79:0)
[13:59:05.600] Build status: STARTED
[13:59:05.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:80:0) after 4m25s
[14:03:30.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:80:0)
[14:03:30.923] Build status: STARTED
[14:03:30.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:81:0) after 2m56s
[14:06:26.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:81:0)
[14:06:27.001] Build status: STARTED
[14:06:27.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:82:0) after 2m13s
[14:08:40.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:82:0)
[14:08:40.137] Build status: STARTED
[14:08:40.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:83:0) after 5m9s
[14:13:49.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:83:0)
[14:13:49.193] Build status: STARTED
[14:13:49.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:84:0) after 4m10s
[14:17:59.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:84:0)
[14:17:59.244] Build status: STARTED
[14:17:59.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:85:0) after 7m42s
[14:25:41.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:85:0)
[14:25:41.287] Build status: STARTED
[14:25:41.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:86:0) after 4m17s
[14:29:58.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:86:0)
[14:29:58.327] Build status: STARTED
[14:29:58.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:87:0) after 2m12s
[14:32:10.527] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:87:0)
[14:32:10.568] Build status: STARTED
[14:32:10.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:88:0) after 3m49s
[14:35:59.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:88:0)
[14:35:59.630] Build status: STARTED
[14:35:59.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:89:0) after 1m2s
[14:37:01.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:89:0)
[14:37:02.051] Build status: STARTED
[14:37:02.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:90:0) after 1m16s
[14:38:18.722] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:90:0)
[14:38:18.745] Build status: STARTED
[14:38:18.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:91:0) after 5m37s
[14:43:55.934] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:91:0)
[14:43:55.966] Build status: STARTED
[14:43:55.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:92:0) after 7m45s
[14:51:40.985] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:92:0)
[14:51:41.255] Build status: STARTED
[14:51:41.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:93:0) after 7m23s
[14:59:04.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:93:0)
[14:59:04.928] Build status: STARTED
[14:59:04.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:94:0) after 8m8s
[15:07:12.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:94:0)
[15:07:13.128] Build status: STARTED
[15:07:13.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:95:0) after 1m1s
[15:08:14.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:95:0)
[15:08:14.228] Build status: STARTED
[15:08:14.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:96:0) after 7m38s
[15:15:52.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:96:0)
[15:15:52.259] Build status: STARTED
[15:15:52.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:97:0) after 4m28s
[15:20:20.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:97:0)
[15:20:20.342] Build status: STARTED
[15:20:20.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:98:0) after 2m15s
[15:22:35.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:98:0)
[15:22:35.380] Build status: STARTED
[15:22:35.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:99:0) after 3m2s
[15:25:37.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:99:0)
[15:25:37.522] Build status: STARTED
[15:25:37.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:100:0) after 2m51s
[15:28:28.562] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:100:0)
[15:28:28.623] Build status: STARTED
[15:28:28.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:101:0) after 2m59s
[15:31:27.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:101:0)
[15:31:27.713] Build status: STARTED
[15:31:27.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:102:0) after 2m21s
[15:33:48.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:102:0)
[15:33:48.847] Build status: STARTED
[15:33:48.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:103:0) after 6m10s
[15:39:58.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:103:0)
[15:39:59.018] Build status: STARTED
[15:39:59.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:104:0) after 3m51s
[15:43:50.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:104:0)
[15:43:50.116] Build status: STARTED
[15:43:50.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:105:0) after 4m3s
[15:47:53.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:105:0)
[15:47:53.268] Build status: STARTED
[15:47:53.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:106:0) after 9m58s
[15:57:51.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:106:0)
[15:57:51.466] Build status: STARTED
[15:57:51.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:107:0) after 6m34s
[16:04:25.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:107:0)
[16:04:25.715] Build status: STARTED
[16:04:25.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:108:0) after 1m44s
[16:06:09.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:108:0)
[16:06:09.976] Build status: STARTED
[16:06:09.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:109:0) after 9m12s
[16:15:22.059] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:109:0)
[16:15:22.081] Build status: STARTED
[16:15:22.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:110:0) after 9m44s
[16:25:06.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:110:0)
[16:25:06.270] Build status: STARTED
[16:25:06.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:111:0) after 9m9s
[16:34:15.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:111:0)
[16:34:15.683] Build status: STARTED
[16:34:15.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:112:0) after 5m45s
[16:40:00.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:112:0)
[16:40:00.738] Build status: STARTED
[16:40:00.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:113:0) after 8m8s
[16:48:09.045] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:113:0)
[16:48:09.065] Build status: STARTED
[16:48:09.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:114:0) after 6m51s
[16:55:00.250] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:114:0)
[16:55:00.299] Build status: STARTED
[16:55:00.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:115:0) after 8m50s
[17:03:50.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:115:0)
[17:03:50.348] Build status: STARTED
[17:03:50.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:116:0) after 7m1s
[17:10:51.469] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:116:0)
[17:10:51.498] Build status: STARTED
[17:10:51.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991778250256993008:117:0) after 9m29s
[17:14:45.463] Received PubSub notification, asking Buildbucket for the build status
[17:14:45.483] Build:
{
  "id": "8826348188329376049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1917,
  "createdBy": "project:chromium",
  "createTime": "2021-12-31T07:24:07.339031457Z",
  "startTime": "2021-12-31T08:41:58.374069Z",
  "endTime": "2021-12-31T17:14:34.780957187Z",
  "updateTime": "2021-12-31T17:14:34.780957187Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "41f3beff29d5e56438110a41449adcdc19a7d1b5",
      "ref": "refs/heads/main"
    }
  }
}
[17:14:45.483] Invocation finished in 9h50m39.365977919s with status FAILED