Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3b3cda0860fe0c5d6ec76027bd8982a90bb153ac"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b3cda0860fe0c5d6ec76027bd8982a90bb153ac
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:46:30.759] New invocation is queued and will start shortly
[11:46:31.937] Starting the invocation (attempt 1)
[11:46:31.974] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b3cda0860fe0c5d6ec76027bd8982a90bb153ac"
[11:46:31.974] Popped gitiles commit info from properties and tags
[11:46:31.974] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:46:31.975] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:46:31.975] Buildbucket request:
{
  "requestId": "8964945038763798064",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3b3cda0860fe0c5d6ec76027bd8982a90bb153ac",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8964945038763798064"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:46:32.432] Scheduled build:
{
  "id": "8799514976739960769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3958,
  "createdBy": "project:chromium",
  "createTime": "2022-10-23T11:46:32.058205348Z",
  "updateTime": "2022-10-23T11:46:32.058205348Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3b3cda0860fe0c5d6ec76027bd8982a90bb153ac",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:46:32.432] Task URL: https://cr-buildbucket.appspot.com/build/8799514976739960769
[11:46:32.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:2:0) after 8m40s
[11:51:08.537] Received PubSub notification, asking Buildbucket for the build status
[11:51:08.566] Build status: STARTED
[11:55:12.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:2:0)
[11:55:12.568] Build status: STARTED
[11:55:12.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:4:0) after 6m30s
[12:01:43.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:4:0)
[12:01:43.197] Build status: STARTED
[12:01:43.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:5:0) after 2m32s
[12:04:17.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:5:0)
[12:04:17.719] Build status: STARTED
[12:04:17.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:6:0) after 3m48s
[12:08:06.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:6:0)
[12:08:06.215] Build status: STARTED
[12:08:06.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:7:0) after 7m45s
[12:15:52.672] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:7:0)
[12:15:52.694] Build status: STARTED
[12:15:52.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:8:0) after 9m30s
[12:25:23.553] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:8:0)
[12:25:23.575] Build status: STARTED
[12:25:23.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:9:0) after 5m9s
[12:30:32.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:9:0)
[12:30:32.889] Build status: STARTED
[12:30:32.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:10:0) after 3m47s
[12:34:19.920] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:10:0)
[12:34:19.944] Build status: STARTED
[12:34:19.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:11:0) after 1m18s
[12:35:38.319] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:11:0)
[12:35:38.347] Build status: STARTED
[12:35:38.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:12:0) after 5m25s
[12:41:03.371] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:12:0)
[12:41:03.422] Build status: STARTED
[12:41:03.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:13:0) after 7m4s
[12:48:07.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:13:0)
[12:48:07.833] Build status: STARTED
[12:48:07.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:14:0) after 8m15s
[12:56:22.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:14:0)
[12:56:22.892] Build status: STARTED
[12:56:22.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:15:0) after 7m58s
[13:04:20.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:15:0)
[13:04:20.939] Build status: STARTED
[13:04:20.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:16:0) after 4m34s
[13:08:55.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:16:0)
[13:08:55.042] Build status: STARTED
[13:08:55.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:17:0) after 8m5s
[13:17:00.060] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:17:0)
[13:17:00.088] Build status: STARTED
[13:17:00.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:18:0) after 6m13s
[13:23:13.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:18:0)
[13:23:13.220] Build status: STARTED
[13:23:13.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:19:0) after 6m53s
[13:30:06.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:19:0)
[13:30:06.564] Build status: STARTED
[13:30:06.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:20:0) after 1m50s
[13:31:56.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:20:0)
[13:31:56.713] Build status: STARTED
[13:31:56.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:21:0) after 3m22s
[13:35:18.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:21:0)
[13:35:18.794] Build status: STARTED
[13:35:18.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:22:0) after 3m5s
[13:38:23.816] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:22:0)
[13:38:23.851] Build status: STARTED
[13:38:23.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:23:0) after 7m40s
[13:46:04.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:23:0)
[13:46:04.172] Build status: STARTED
[13:46:04.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:24:0) after 1m1s
[13:47:05.200] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:24:0)
[13:47:05.222] Build status: STARTED
[13:47:05.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:25:0) after 7m10s
[13:54:16.027] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:25:0)
[13:54:16.053] Build status: STARTED
[13:54:16.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:26:0) after 2m10s
[13:56:26.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:26:0)
[13:56:26.188] Build status: STARTED
[13:56:26.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:27:0) after 3m21s
[13:59:47.274] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:27:0)
[13:59:47.298] Build status: STARTED
[13:59:47.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:28:0) after 5m8s
[14:04:55.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:28:0)
[14:04:55.427] Build status: STARTED
[14:04:55.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:29:0) after 8m29s
[14:13:24.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:29:0)
[14:13:24.466] Build status: STARTED
[14:13:24.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:30:0) after 2m0s
[14:15:24.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:30:0)
[14:15:24.522] Build status: STARTED
[14:15:24.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:31:0) after 7m17s
[14:22:41.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:31:0)
[14:22:41.873] Build status: STARTED
[14:22:41.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:32:0) after 3m12s
[14:25:53.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:32:0)
[14:25:53.912] Build status: STARTED
[14:25:53.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:33:0) after 7m59s
[14:33:52.937] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:33:0)
[14:33:52.965] Build status: STARTED
[14:33:52.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:34:0) after 5m4s
[14:38:57.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:34:0)
[14:38:57.046] Build status: STARTED
[14:38:57.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:35:0) after 6m24s
[14:45:21.170] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:35:0)
[14:45:21.201] Build status: STARTED
[14:45:21.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:36:0) after 7m31s
[14:52:52.457] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:36:0)
[14:52:52.479] Build status: STARTED
[14:52:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:37:0) after 2m54s
[14:55:46.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:37:0)
[14:55:46.764] Build status: STARTED
[14:55:46.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:38:0) after 2m12s
[14:57:58.785] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:38:0)
[14:57:58.807] Build status: STARTED
[14:57:58.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:39:0) after 9m28s
[15:07:26.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:39:0)
[15:07:26.943] Build status: STARTED
[15:07:26.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:40:0) after 6m37s
[15:14:04.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:40:0)
[15:14:04.055] Build status: STARTED
[15:14:04.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:41:0) after 6m10s
[15:20:14.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:41:0)
[15:20:14.325] Build status: STARTED
[15:20:14.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:42:0) after 3m5s
[15:23:19.356] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:42:0)
[15:23:19.378] Build status: STARTED
[15:23:19.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:43:0) after 8m5s
[15:31:24.598] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:43:0)
[15:31:24.630] Build status: STARTED
[15:31:24.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:44:0) after 2m15s
[15:33:39.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:44:0)
[15:33:39.810] Build status: STARTED
[15:33:39.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:45:0) after 9m2s
[15:42:41.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:45:0)
[15:42:41.952] Build status: STARTED
[15:42:41.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:46:0) after 9m37s
[15:52:19.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:46:0)
[15:52:19.100] Build status: STARTED
[15:52:19.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:47:0) after 2m3s
[15:54:22.124] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:47:0)
[15:54:22.149] Build status: STARTED
[15:54:22.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:48:0) after 3m23s
[15:57:45.367] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:48:0)
[15:57:45.398] Build status: STARTED
[15:57:45.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:49:0) after 4m28s
[16:02:13.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:49:0)
[16:02:13.655] Build status: STARTED
[16:02:13.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:50:0) after 6m39s
[16:08:52.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:50:0)
[16:08:52.816] Build status: STARTED
[16:08:52.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:51:0) after 9m48s
[16:18:40.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:51:0)
[16:18:40.909] Build status: STARTED
[16:18:40.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:52:0) after 6m4s
[16:24:44.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:52:0)
[16:24:44.959] Build status: STARTED
[16:24:44.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:53:0) after 4m5s
[16:28:49.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:53:0)
[16:28:50.004] Build status: STARTED
[16:28:50.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:54:0) after 3m25s
[16:32:15.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:54:0)
[16:32:15.061] Build status: STARTED
[16:32:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:55:0) after 7m6s
[16:39:21.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:55:0)
[16:39:21.106] Build status: STARTED
[16:39:21.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:56:0) after 1m13s
[16:40:34.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:56:0)
[16:40:34.176] Build status: STARTED
[16:40:34.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:57:0) after 5m5s
[16:45:39.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:57:0)
[16:45:39.271] Build status: STARTED
[16:45:39.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:58:0) after 4m22s
[16:50:01.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:58:0)
[16:50:01.326] Build status: STARTED
[16:50:01.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:59:0) after 8m49s
[16:58:50.349] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:59:0)
[16:58:50.387] Build status: STARTED
[16:58:50.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:60:0) after 8m13s
[17:07:03.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:60:0)
[17:07:03.533] Build status: STARTED
[17:07:03.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:61:0) after 4m30s
[17:11:33.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:61:0)
[17:11:33.693] Build status: STARTED
[17:11:33.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:62:0) after 2m59s
[17:14:32.723] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:62:0)
[17:14:32.746] Build status: STARTED
[17:14:32.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:63:0) after 6m4s
[17:20:36.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:63:0)
[17:20:36.964] Build status: STARTED
[17:20:36.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:64:0) after 4m26s
[17:25:02.998] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:64:0)
[17:25:03.023] Build status: STARTED
[17:25:03.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:65:0) after 6m18s
[17:31:21.070] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:65:0)
[17:31:21.145] Build status: STARTED
[17:31:21.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:66:0) after 7m53s
[17:39:14.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:66:0)
[17:39:14.220] Build status: STARTED
[17:39:14.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:67:0) after 8m41s
[17:47:55.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:67:0)
[17:47:55.275] Build status: STARTED
[17:47:55.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:68:0) after 4m38s
[17:52:33.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:68:0)
[17:52:33.320] Build status: STARTED
[17:52:33.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:69:0) after 8m12s
[18:00:45.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:69:0)
[18:00:45.817] Build status: STARTED
[18:00:45.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:70:0) after 5m17s
[18:06:02.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:70:0)
[18:06:02.853] Build status: STARTED
[18:06:02.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:71:0) after 2m7s
[18:08:09.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:71:0)
[18:08:09.926] Build status: STARTED
[18:08:09.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:72:0) after 3m27s
[18:11:37.028] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:72:0)
[18:11:37.056] Build status: STARTED
[18:11:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:73:0) after 9m59s
[18:21:36.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:73:0)
[18:21:36.281] Build status: STARTED
[18:21:36.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:74:0) after 4m24s
[18:26:00.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:74:0)
[18:26:00.377] Build status: STARTED
[18:26:00.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:75:0) after 4m17s
[18:30:17.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:75:0)
[18:30:17.921] Build status: STARTED
[18:30:17.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:76:0) after 9m59s
[18:40:17.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:76:0)
[18:40:17.088] Build status: STARTED
[18:40:17.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:77:0) after 2m0s
[18:42:17.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:77:0)
[18:42:17.168] Build status: STARTED
[18:42:17.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:78:0) after 3m41s
[18:45:58.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:78:0)
[18:45:58.378] Build status: STARTED
[18:45:58.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:79:0) after 2m47s
[18:48:45.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:79:0)
[18:48:45.524] Build status: STARTED
[18:48:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:80:0) after 8m19s
[18:57:04.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:80:0)
[18:57:04.605] Build status: STARTED
[18:57:04.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:81:0) after 2m51s
[18:59:55.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:81:0)
[18:59:55.769] Build status: STARTED
[18:59:55.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:82:0) after 7m18s
[19:07:13.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:82:0)
[19:07:13.820] Build status: STARTED
[19:07:13.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:83:0) after 7m40s
[19:14:53.944] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:83:0)
[19:14:54.006] Build status: STARTED
[19:14:54.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:84:0) after 2m26s
[19:17:20.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:84:0)
[19:17:20.155] Build status: STARTED
[19:17:20.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:85:0) after 8m21s
[19:25:41.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:85:0)
[19:25:41.206] Build status: STARTED
[19:25:41.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:86:0) after 1m56s
[19:27:37.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:86:0)
[19:27:37.265] Build status: STARTED
[19:27:37.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:87:0) after 4m17s
[19:31:54.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:87:0)
[19:31:54.316] Build status: STARTED
[19:31:54.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:88:0) after 9m58s
[19:41:52.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:88:0)
[19:41:52.662] Build status: STARTED
[19:41:52.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:89:0) after 2m53s
[19:44:45.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:89:0)
[19:44:45.767] Build status: STARTED
[19:44:45.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:90:0) after 5m29s
[19:50:14.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:90:0)
[19:50:14.815] Build status: STARTED
[19:50:14.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:91:0) after 6m33s
[19:56:47.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:91:0)
[19:56:47.888] Build status: STARTED
[19:56:47.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:92:0) after 1m12s
[19:58:00.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:92:0)
[19:58:00.059] Build status: STARTED
[19:58:00.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:93:0) after 6m59s
[20:04:59.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:93:0)
[20:04:59.105] Build status: STARTED
[20:04:59.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:94:0) after 7m29s
[20:12:28.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:94:0)
[20:12:28.260] Build status: STARTED
[20:12:28.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:95:0) after 8m29s
[20:20:57.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:95:0)
[20:20:57.441] Build status: STARTED
[20:20:57.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:96:0) after 2m27s
[20:23:24.546] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:96:0)
[20:23:24.570] Build status: STARTED
[20:23:24.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:97:0) after 7m21s
[20:30:45.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:97:0)
[20:30:45.642] Build status: STARTED
[20:30:45.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:98:0) after 4m50s
[20:35:35.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:98:0)
[20:35:35.846] Build status: STARTED
[20:35:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:99:0) after 1m30s
[20:37:05.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:99:0)
[20:37:05.898] Build status: STARTED
[20:37:05.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:100:0) after 2m5s
[20:39:10.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:100:0)
[20:39:10.947] Build status: STARTED
[20:39:10.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:101:0) after 2m30s
[20:41:41.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:101:0)
[20:41:41.082] Build status: STARTED
[20:41:41.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:102:0) after 6m47s
[20:48:28.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:102:0)
[20:48:28.137] Build status: STARTED
[20:48:28.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:103:0) after 9m57s
[20:58:25.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:103:0)
[20:58:25.146] Build status: STARTED
[20:58:25.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:104:0) after 7m42s
[21:06:07.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:104:0)
[21:06:07.201] Build status: STARTED
[21:06:07.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:105:0) after 2m31s
[21:08:38.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:105:0)
[21:08:38.395] Build status: STARTED
[21:08:38.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:106:0) after 3m45s
[21:12:23.427] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:106:0)
[21:12:23.449] Build status: STARTED
[21:12:23.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:107:0) after 8m20s
[21:20:43.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:107:0)
[21:20:43.529] Build status: STARTED
[21:20:43.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:108:0) after 8m36s
[21:29:19.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:108:0)
[21:29:19.572] Build status: STARTED
[21:29:19.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:109:0) after 5m5s
[21:34:24.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:109:0)
[21:34:24.829] Build status: STARTED
[21:34:24.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:110:0) after 5m19s
[21:39:43.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:110:0)
[21:39:44.009] Build status: STARTED
[21:39:44.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:111:0) after 3m4s
[21:42:48.033] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:111:0)
[21:42:48.055] Build status: STARTED
[21:42:48.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:112:0) after 6m32s
[21:49:20.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:112:0)
[21:49:20.102] Build status: STARTED
[21:49:20.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:113:0) after 4m22s
[21:53:42.124] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:113:0)
[21:53:42.150] Build status: STARTED
[21:53:42.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:114:0) after 5m57s
[21:59:39.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:114:0)
[21:59:39.197] Build status: STARTED
[21:59:39.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:115:0) after 6m26s
[22:06:05.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:115:0)
[22:06:05.244] Build status: STARTED
[22:06:05.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:116:0) after 8m12s
[22:14:18.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:116:0)
[22:14:18.372] Build status: STARTED
[22:14:18.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964945038763798064:117:0) after 7m13s
[22:19:51.671] Received PubSub notification, asking Buildbucket for the build status
[22:19:51.690] Build:
{
  "id": "8799514976739960769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3958,
  "createdBy": "project:chromium",
  "createTime": "2022-10-23T11:46:32.058205348Z",
  "startTime": "2022-10-23T11:51:06.566169Z",
  "endTime": "2022-10-23T22:19:51.453600696Z",
  "updateTime": "2022-10-23T22:19:51.453600696Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3b3cda0860fe0c5d6ec76027bd8982a90bb153ac",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:19:51.691] Invocation finished in 10h33m20.945068772s with status FAILED