Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:23:43.324] New invocation is queued and will start shortly
[16:23:44.394] Starting the invocation (attempt 1)
[16:23:44.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed"
[16:23:44.423] Popped gitiles commit info from properties and tags
[16:23:44.423] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:23:44.423] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:23:44.423] Buildbucket request:
{
  "requestId": "8992016091208821424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992016091208821424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:23:44.883] Scheduled build:
{
  "id": "8826586029342784689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1910,
  "createdBy": "project:chromium",
  "createTime": "2021-12-28T16:23:44.473028698Z",
  "updateTime": "2021-12-28T16:23:44.473028698Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed",
      "ref": "refs/heads/main"
    }
  }
}
[16:23:44.883] Task URL: https://cr-buildbucket.appspot.com/build/8826586029342784689
[16:23:44.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:2:0) after 6m50s
[16:30:34.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:2:0)
[16:30:34.953] Build status: SCHEDULED
[16:30:34.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:3:0) after 2m33s
[16:33:07.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:3:0)
[16:33:07.993] Build status: SCHEDULED
[16:33:07.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:4:0) after 6m31s
[16:39:39.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:4:0)
[16:39:39.135] Build status: SCHEDULED
[16:39:39.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:5:0) after 8m42s
[16:48:21.152] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:5:0)
[16:48:21.243] Build status: SCHEDULED
[16:48:21.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:6:0) after 9m25s
[16:57:46.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:6:0)
[16:57:46.336] Build status: SCHEDULED
[16:57:46.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:7:0) after 7m42s
[17:05:28.849] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:7:0)
[17:05:28.875] Build status: SCHEDULED
[17:05:28.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:8:0) after 6m41s
[17:12:09.892] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:8:0)
[17:12:09.976] Build status: SCHEDULED
[17:12:09.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:9:0) after 2m20s
[17:14:30.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:9:0)
[17:14:30.070] Build status: SCHEDULED
[17:14:30.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:10:0) after 2m31s
[17:17:01.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:10:0)
[17:17:01.396] Build status: SCHEDULED
[17:17:01.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:11:0) after 4m26s
[17:21:27.413] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:11:0)
[17:21:27.437] Build status: SCHEDULED
[17:21:27.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:12:0) after 4m40s
[17:26:07.456] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:12:0)
[17:26:07.475] Build status: SCHEDULED
[17:26:07.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:13:0) after 3m53s
[17:30:00.497] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:13:0)
[17:30:00.535] Build status: SCHEDULED
[17:30:00.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:14:0) after 2m52s
[17:32:52.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:14:0)
[17:32:52.636] Build status: SCHEDULED
[17:32:52.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:15:0) after 7m41s
[17:40:33.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:15:0)
[17:40:33.747] Build status: SCHEDULED
[17:40:33.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:16:0) after 1m50s
[17:42:23.860] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:16:0)
[17:42:23.885] Build status: SCHEDULED
[17:42:23.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:17:0) after 3m14s
[17:45:38.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:17:0)
[17:45:38.034] Build status: SCHEDULED
[17:45:38.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:18:0) after 8m15s
[17:53:53.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:18:0)
[17:53:53.075] Build status: SCHEDULED
[17:53:53.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:19:0) after 4m28s
[17:58:21.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:19:0)
[17:58:21.129] Build status: SCHEDULED
[17:58:21.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:20:0) after 9m18s
[18:07:39.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:20:0)
[18:07:39.172] Build status: SCHEDULED
[18:07:39.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:21:0) after 1m31s
[18:09:10.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:21:0)
[18:09:10.248] Build status: SCHEDULED
[18:09:10.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:22:0) after 6m27s
[18:15:37.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:22:0)
[18:15:37.296] Build status: SCHEDULED
[18:15:37.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:23:0) after 1m7s
[18:16:44.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:23:0)
[18:16:44.336] Build status: SCHEDULED
[18:16:44.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:24:0) after 1m21s
[18:18:05.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:24:0)
[18:18:05.397] Build status: SCHEDULED
[18:18:05.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:25:0) after 2m30s
[18:20:35.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:25:0)
[18:20:35.515] Build status: SCHEDULED
[18:20:35.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:26:0) after 1m27s
[18:22:02.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:26:0)
[18:22:02.562] Build status: SCHEDULED
[18:22:02.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:27:0) after 9m47s
[18:31:49.594] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:27:0)
[18:31:49.611] Build status: SCHEDULED
[18:31:49.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:28:0) after 1m40s
[18:33:29.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:28:0)
[18:33:29.652] Build status: SCHEDULED
[18:33:29.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:29:0) after 4m39s
[18:37:41.103] Received PubSub notification, asking Buildbucket for the build status
[18:37:41.122] Build status: STARTED
[18:38:08.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:29:0)
[18:38:08.844] Build status: STARTED
[18:38:08.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:31:0) after 2m22s
[18:40:30.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:31:0)
[18:40:30.941] Build status: STARTED
[18:40:30.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:32:0) after 4m24s
[18:44:55.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:32:0)
[18:44:55.022] Build status: STARTED
[18:44:55.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:33:0) after 4m38s
[18:49:33.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:33:0)
[18:49:33.171] Build status: STARTED
[18:49:33.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:34:0) after 1m29s
[18:51:02.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:34:0)
[18:51:02.261] Build status: STARTED
[18:51:02.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:35:0) after 5m8s
[18:56:10.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:35:0)
[18:56:10.412] Build status: STARTED
[18:56:10.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:36:0) after 7m48s
[19:03:58.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:36:0)
[19:03:58.512] Build status: STARTED
[19:03:58.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:37:0) after 9m47s
[19:13:45.673] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:37:0)
[19:13:45.705] Build status: STARTED
[19:13:45.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:38:0) after 6m57s
[19:20:42.724] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:38:0)
[19:20:42.749] Build status: STARTED
[19:20:42.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:39:0) after 6m56s
[19:27:38.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:39:0)
[19:27:38.807] Build status: STARTED
[19:27:38.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:40:0) after 9m55s
[19:37:34.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:40:0)
[19:37:34.049] Build status: STARTED
[19:37:34.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:41:0) after 5m19s
[19:42:53.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:41:0)
[19:42:53.134] Build status: STARTED
[19:42:53.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:42:0) after 5m9s
[19:48:02.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:42:0)
[19:48:02.150] Build status: STARTED
[19:48:02.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:43:0) after 3m8s
[19:51:10.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:43:0)
[19:51:10.192] Build status: STARTED
[19:51:10.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:44:0) after 7m4s
[19:58:14.338] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:44:0)
[19:58:14.363] Build status: STARTED
[19:58:14.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:45:0) after 8m49s
[20:07:03.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:45:0)
[20:07:03.429] Build status: STARTED
[20:07:03.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:46:0) after 2m10s
[20:09:13.654] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:46:0)
[20:09:13.686] Build status: STARTED
[20:09:13.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:47:0) after 9m54s
[20:19:07.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:47:0)
[20:19:07.845] Build status: STARTED
[20:19:07.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:48:0) after 2m31s
[20:21:38.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:48:0)
[20:21:38.987] Build status: STARTED
[20:21:38.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:49:0) after 5m42s
[20:27:21.009] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:49:0)
[20:27:21.049] Build status: STARTED
[20:27:21.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:50:0) after 6m26s
[20:33:47.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:50:0)
[20:33:47.256] Build status: STARTED
[20:33:47.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:51:0) after 4m24s
[20:38:11.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:51:0)
[20:38:11.301] Build status: STARTED
[20:38:11.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:52:0) after 4m24s
[20:42:35.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:52:0)
[20:42:35.714] Build status: STARTED
[20:42:35.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:53:0) after 3m13s
[20:45:48.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:53:0)
[20:45:48.764] Build status: STARTED
[20:45:48.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:54:0) after 5m16s
[20:51:04.787] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:54:0)
[20:51:04.824] Build status: STARTED
[20:51:04.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:55:0) after 3m49s
[20:54:53.896] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:55:0)
[20:54:53.915] Build status: STARTED
[20:54:53.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:56:0) after 4m38s
[20:59:31.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:56:0)
[20:59:31.956] Build status: STARTED
[20:59:31.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:57:0) after 8m20s
[21:07:51.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:57:0)
[21:07:52.008] Build status: STARTED
[21:07:52.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:58:0) after 3m46s
[21:11:38.063] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:58:0)
[21:11:38.097] Build status: STARTED
[21:11:38.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:59:0) after 5m54s
[21:17:32.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:59:0)
[21:17:32.254] Build status: STARTED
[21:17:32.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:60:0) after 5m51s
[21:23:23.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:60:0)
[21:23:23.401] Build status: STARTED
[21:23:23.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:61:0) after 6m46s
[21:30:09.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:61:0)
[21:30:09.503] Build status: STARTED
[21:30:09.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:62:0) after 1m29s
[21:31:38.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:62:0)
[21:31:38.584] Build status: STARTED
[21:31:38.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:63:0) after 2m44s
[21:34:22.607] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:63:0)
[21:34:22.628] Build status: STARTED
[21:34:22.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:64:0) after 7m49s
[21:42:11.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:64:0)
[21:42:11.668] Build status: STARTED
[21:42:11.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:65:0) after 9m30s
[21:51:41.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:65:0)
[21:51:41.713] Build status: STARTED
[21:51:41.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:66:0) after 7m46s
[21:59:27.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:66:0)
[21:59:27.763] Build status: STARTED
[21:59:27.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:67:0) after 7m26s
[22:06:53.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:67:0)
[22:06:53.879] Build status: STARTED
[22:06:53.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:68:0) after 1m18s
[22:08:11.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:68:0)
[22:08:11.952] Build status: STARTED
[22:08:11.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:69:0) after 3m4s
[22:11:16.030] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:69:0)
[22:11:16.061] Build status: STARTED
[22:11:16.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:70:0) after 7m15s
[22:18:31.206] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:70:0)
[22:18:31.228] Build status: STARTED
[22:18:31.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:71:0) after 3m56s
[22:22:27.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:71:0)
[22:22:27.272] Build status: STARTED
[22:22:27.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:72:0) after 8m21s
[22:30:48.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:72:0)
[22:30:48.314] Build status: STARTED
[22:30:48.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:73:0) after 9m20s
[22:40:08.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:73:0)
[22:40:08.364] Build status: STARTED
[22:40:08.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:74:0) after 1m7s
[22:41:15.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:74:0)
[22:41:15.412] Build status: STARTED
[22:41:15.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:75:0) after 1m45s
[22:43:00.530] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:75:0)
[22:43:00.549] Build status: STARTED
[22:43:00.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:76:0) after 4m38s
[22:47:38.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:76:0)
[22:47:38.604] Build status: STARTED
[22:47:38.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:77:0) after 4m37s
[22:52:15.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:77:0)
[22:52:15.668] Build status: STARTED
[22:52:15.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:78:0) after 4m23s
[22:56:38.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:78:0)
[22:56:38.787] Build status: STARTED
[22:56:38.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:79:0) after 6m10s
[23:02:48.947] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:79:0)
[23:02:48.968] Build status: STARTED
[23:02:48.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:80:0) after 2m4s
[23:04:52.988] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:80:0)
[23:04:53.023] Build status: STARTED
[23:04:53.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:81:0) after 9m12s
[23:14:05.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:81:0)
[23:14:05.278] Build status: STARTED
[23:14:05.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:82:0) after 8m45s
[23:22:50.350] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:82:0)
[23:22:50.368] Build status: STARTED
[23:22:50.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:83:0) after 2m50s
[23:25:40.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:83:0)
[23:25:40.505] Build status: STARTED
[23:25:40.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:84:0) after 2m42s
[23:28:22.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:84:0)
[23:28:22.594] Build status: STARTED
[23:28:22.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:85:0) after 1m9s
[23:29:31.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:85:0)
[23:29:31.659] Build status: STARTED
[23:29:31.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:86:0) after 4m52s
[23:34:23.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:86:0)
[23:34:23.700] Build status: STARTED
[23:34:23.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:87:0) after 4m56s
[23:39:19.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:87:0)
[23:39:19.839] Build status: STARTED
[23:39:19.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:88:0) after 8m50s
[23:48:09.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:88:0)
[23:48:09.890] Build status: STARTED
[23:48:09.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:89:0) after 1m3s
[23:49:12.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:89:0)
[23:49:12.938] Build status: STARTED
[23:49:12.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:90:0) after 9m4s
[23:58:18.933] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:90:0)
[23:58:18.957] Build status: STARTED
[23:58:18.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:91:0) after 4m20s
[00:02:39.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:91:0)
[00:02:39.162] Build status: STARTED
[00:02:39.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:92:0) after 9m54s
[00:12:33.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:92:0)
[00:12:33.218] Build status: STARTED
[00:12:33.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:93:0) after 3m21s
[00:15:54.248] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:93:0)
[00:15:54.273] Build status: STARTED
[00:15:54.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:94:0) after 2m52s
[00:18:46.292] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:94:0)
[00:18:46.342] Build status: STARTED
[00:18:46.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:95:0) after 4m53s
[00:23:39.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:95:0)
[00:23:39.473] Build status: STARTED
[00:23:39.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:96:0) after 3m47s
[00:27:26.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:96:0)
[00:27:26.485] Build status: STARTED
[00:27:26.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:97:0) after 4m49s
[00:32:15.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:97:0)
[00:32:15.531] Build status: STARTED
[00:32:15.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:98:0) after 3m27s
[00:35:42.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:98:0)
[00:35:42.575] Build status: STARTED
[00:35:42.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:99:0) after 9m53s
[00:45:35.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:99:0)
[00:45:35.644] Build status: STARTED
[00:45:35.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:100:0) after 5m38s
[00:51:13.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:100:0)
[00:51:13.727] Build status: STARTED
[00:51:13.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:101:0) after 3m7s
[00:54:20.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:101:0)
[00:54:20.857] Build status: STARTED
[00:54:20.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:102:0) after 5m48s
[01:00:08.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:102:0)
[01:00:08.938] Build status: STARTED
[01:00:08.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:103:0) after 6m13s
[01:06:21.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:103:0)
[01:06:21.997] Build status: STARTED
[01:06:21.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:104:0) after 2m58s
[01:09:20.181] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:104:0)
[01:09:20.253] Build status: STARTED
[01:09:20.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:105:0) after 4m27s
[01:13:47.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:105:0)
[01:13:47.333] Build status: STARTED
[01:13:47.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:106:0) after 9m7s
[01:22:54.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:106:0)
[01:22:54.484] Build status: STARTED
[01:22:54.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:107:0) after 4m20s
[01:27:14.541] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:107:0)
[01:27:14.569] Build status: STARTED
[01:27:14.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:108:0) after 7m49s
[01:35:03.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:108:0)
[01:35:03.625] Build status: STARTED
[01:35:03.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:109:0) after 6m56s
[01:41:59.650] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:109:0)
[01:41:59.696] Build status: STARTED
[01:41:59.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:110:0) after 4m17s
[01:46:17.208] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:110:0)
[01:46:17.250] Build status: STARTED
[01:46:17.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:111:0) after 1m37s
[01:47:54.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:111:0)
[01:47:54.291] Build status: STARTED
[01:47:54.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:112:0) after 9m19s
[01:57:13.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:112:0)
[01:57:13.355] Build status: STARTED
[01:57:13.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:113:0) after 7m51s
[02:05:04.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:113:0)
[02:05:04.448] Build status: STARTED
[02:05:04.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:114:0) after 5m44s
[02:10:48.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:114:0)
[02:10:48.825] Build status: STARTED
[02:10:48.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:115:0) after 8m10s
[02:18:59.028] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:115:0)
[02:18:59.048] Build status: STARTED
[02:18:59.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:116:0) after 8m50s
[02:27:49.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:116:0)
[02:27:49.340] Build status: STARTED
[02:27:49.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:117:0) after 2m48s
[02:30:37.359] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:117:0)
[02:30:37.385] Build status: STARTED
[02:30:37.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:118:0) after 4m5s
[02:34:42.498] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:118:0)
[02:34:42.546] Build status: STARTED
[02:34:42.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:119:0) after 7m40s
[02:42:22.670] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:119:0)
[02:42:22.695] Build status: STARTED
[02:42:22.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:120:0) after 3m36s
[02:45:58.740] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:120:0)
[02:45:58.765] Build status: STARTED
[02:45:58.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992016091208821424:121:0) after 9m41s
[02:53:24.369] Received PubSub notification, asking Buildbucket for the build status
[02:53:24.396] Build:
{
  "id": "8826586029342784689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1910,
  "createdBy": "project:chromium",
  "createTime": "2021-12-28T16:23:44.473028698Z",
  "startTime": "2021-12-28T18:37:40.315332Z",
  "endTime": "2021-12-29T02:53:23.803958420Z",
  "updateTime": "2021-12-29T02:53:23.803958420Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b5dfdc34e6802cd66db08fd1ca9dea3384e7aeed",
      "ref": "refs/heads/main"
    }
  }
}
[02:53:24.396] Invocation finished in 10h29m41.086172505s with status FAILED