Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d36b13a5adc7a1374c7633dbdc6c4e17569dccdf"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d36b13a5adc7a1374c7633dbdc6c4e17569dccdf
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:25:42.346] New invocation is queued and will start shortly
[19:25:43.606] Starting the invocation (attempt 1)
[19:25:43.635] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d36b13a5adc7a1374c7633dbdc6c4e17569dccdf"
[19:25:43.635] Popped gitiles commit info from properties and tags
[19:25:43.635] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:25:43.635] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:25:43.635] Buildbucket request:
{
  "requestId": "8959299136906615120",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d36b13a5adc7a1374c7633dbdc6c4e17569dccdf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8959299136906615120"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:25:44.066] Scheduled build:
{
  "id": "8793869074836388593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4421,
  "createdBy": "project:chromium",
  "createTime": "2022-12-24T19:25:43.697396454Z",
  "updateTime": "2022-12-24T19:25:43.697396454Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d36b13a5adc7a1374c7633dbdc6c4e17569dccdf",
      "ref": "refs/heads/main"
    }
  }
}
[19:25:44.066] Task URL: https://cr-buildbucket.appspot.com/build/8793869074836388593
[19:25:44.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:2:0) after 8m1s
[19:32:01.167] Received PubSub notification, asking Buildbucket for the build status
[19:32:01.192] Build status: STARTED
[19:33:45.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:2:0)
[19:33:45.214] Build status: STARTED
[19:33:45.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:4:0) after 8m20s
[19:42:05.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:4:0)
[19:42:05.515] Build status: STARTED
[19:42:05.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:5:0) after 2m19s
[19:44:24.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:5:0)
[19:44:24.591] Build status: STARTED
[19:44:24.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:6:0) after 7m23s
[19:51:48.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:6:0)
[19:51:48.323] Build status: STARTED
[19:51:48.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:7:0) after 8m1s
[19:59:49.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:7:0)
[19:59:49.470] Build status: STARTED
[19:59:49.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:8:0) after 3m48s
[20:03:37.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:8:0)
[20:03:37.616] Build status: STARTED
[20:03:37.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:9:0) after 3m13s
[20:06:50.737] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:9:0)
[20:06:50.770] Build status: STARTED
[20:06:50.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:10:0) after 9m34s
[20:16:24.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:10:0)
[20:16:24.813] Build status: STARTED
[20:16:24.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:11:0) after 5m51s
[20:22:15.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:11:0)
[20:22:15.855] Build status: STARTED
[20:22:15.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:12:0) after 2m17s
[20:24:32.880] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:12:0)
[20:24:32.903] Build status: STARTED
[20:24:32.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:13:0) after 8m21s
[20:32:53.992] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:13:0)
[20:32:54.014] Build status: STARTED
[20:32:54.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:14:0) after 2m51s
[20:35:45.122] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:14:0)
[20:35:45.140] Build status: STARTED
[20:35:45.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:15:0) after 5m51s
[20:41:36.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:15:0)
[20:41:36.249] Build status: STARTED
[20:41:36.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:16:0) after 5m20s
[20:46:56.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:16:0)
[20:46:56.292] Build status: STARTED
[20:46:56.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:17:0) after 9m15s
[20:56:11.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:17:0)
[20:56:11.555] Build status: STARTED
[20:56:11.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:18:0) after 2m42s
[20:58:53.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:18:0)
[20:58:53.735] Build status: STARTED
[20:58:53.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:19:0) after 9m54s
[21:08:47.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:19:0)
[21:08:47.785] Build status: STARTED
[21:08:47.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:20:0) after 6m48s
[21:15:35.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:20:0)
[21:15:35.832] Build status: STARTED
[21:15:35.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:21:0) after 2m6s
[21:17:41.863] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:21:0)
[21:17:41.887] Build status: STARTED
[21:17:41.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:22:0) after 8m34s
[21:26:15.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:22:0)
[21:26:15.938] Build status: STARTED
[21:26:15.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:23:0) after 2m32s
[21:28:47.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:23:0)
[21:28:47.962] Build status: STARTED
[21:28:47.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:24:0) after 1m52s
[21:30:39.988] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:24:0)
[21:30:40.012] Build status: STARTED
[21:30:40.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:25:0) after 7m32s
[21:38:12.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:25:0)
[21:38:12.052] Build status: STARTED
[21:38:12.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:26:0) after 7m31s
[21:45:43.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:26:0)
[21:45:43.306] Build status: STARTED
[21:45:43.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:27:0) after 6m41s
[21:52:24.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:27:0)
[21:52:24.459] Build status: STARTED
[21:52:24.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:28:0) after 8m39s
[22:01:03.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:28:0)
[22:01:03.533] Build status: STARTED
[22:01:03.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:29:0) after 3m17s
[22:04:20.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:29:0)
[22:04:20.594] Build status: STARTED
[22:04:20.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:30:0) after 2m7s
[22:06:27.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:30:0)
[22:06:27.638] Build status: STARTED
[22:06:27.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:31:0) after 8m44s
[22:15:11.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:31:0)
[22:15:11.710] Build status: STARTED
[22:15:11.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:32:0) after 8m12s
[22:23:23.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:32:0)
[22:23:23.970] Build status: STARTED
[22:23:23.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:33:0) after 8m8s
[22:31:31.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:33:0)
[22:31:32.018] Build status: STARTED
[22:31:32.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:34:0) after 1m35s
[22:33:07.042] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:34:0)
[22:33:07.066] Build status: STARTED
[22:33:07.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:35:0) after 8m25s
[22:41:32.415] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:35:0)
[22:41:32.446] Build status: STARTED
[22:41:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:36:0) after 8m7s
[22:49:39.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:36:0)
[22:49:39.486] Build status: STARTED
[22:49:39.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:37:0) after 5m16s
[22:54:55.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:37:0)
[22:54:55.601] Build status: STARTED
[22:54:55.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:38:0) after 6m11s
[23:01:06.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:38:0)
[23:01:06.743] Build status: STARTED
[23:01:06.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:39:0) after 6m27s
[23:07:33.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:39:0)
[23:07:33.790] Build status: STARTED
[23:07:33.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:40:0) after 8m37s
[23:16:11.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:40:0)
[23:16:11.250] Build status: STARTED
[23:16:11.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:41:0) after 5m18s
[23:21:29.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:41:0)
[23:21:29.302] Build status: STARTED
[23:21:29.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:42:0) after 3m28s
[23:24:57.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:42:0)
[23:24:57.447] Build status: STARTED
[23:24:57.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:43:0) after 4m1s
[23:28:58.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:43:0)
[23:28:58.508] Build status: STARTED
[23:28:58.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:44:0) after 5m6s
[23:34:04.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:44:0)
[23:34:04.566] Build status: STARTED
[23:34:04.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:45:0) after 4m4s
[23:38:08.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:45:0)
[23:38:08.656] Build status: STARTED
[23:38:08.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:46:0) after 5m12s
[23:43:20.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:46:0)
[23:43:20.705] Build status: STARTED
[23:43:20.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:47:0) after 5m58s
[23:49:18.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:47:0)
[23:49:18.875] Build status: STARTED
[23:49:18.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:48:0) after 2m21s
[23:51:40.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:48:0)
[23:51:40.023] Build status: STARTED
[23:51:40.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:49:0) after 1m1s
[23:52:41.047] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:49:0)
[23:52:41.069] Build status: STARTED
[23:52:41.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:50:0) after 6m8s
[23:58:49.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:50:0)
[23:58:49.109] Build status: STARTED
[23:58:49.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:51:0) after 8m51s
[00:07:40.200] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:51:0)
[00:07:40.220] Build status: STARTED
[00:07:40.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:52:0) after 3m4s
[00:10:44.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:52:0)
[00:10:44.268] Build status: STARTED
[00:10:44.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:53:0) after 3m22s
[00:14:06.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:53:0)
[00:14:06.322] Build status: STARTED
[00:14:06.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:54:0) after 1m14s
[00:15:20.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:54:0)
[00:15:20.516] Build status: STARTED
[00:15:20.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:55:0) after 2m13s
[00:17:33.549] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:55:0)
[00:17:33.574] Build status: STARTED
[00:17:33.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:56:0) after 8m17s
[00:25:50.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:56:0)
[00:25:50.711] Build status: STARTED
[00:25:50.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:57:0) after 2m5s
[00:27:55.721] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:57:0)
[00:27:55.746] Build status: STARTED
[00:27:55.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:58:0) after 3m0s
[00:30:55.847] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:58:0)
[00:30:55.884] Build status: STARTED
[00:30:55.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:59:0) after 1m51s
[00:32:46.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:59:0)
[00:32:46.931] Build status: STARTED
[00:32:46.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:60:0) after 4m31s
[00:37:18.033] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:60:0)
[00:37:18.057] Build status: STARTED
[00:37:18.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:61:0) after 4m32s
[00:41:50.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:61:0)
[00:41:50.207] Build status: STARTED
[00:41:50.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:62:0) after 7m29s
[00:49:19.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:62:0)
[00:49:19.259] Build status: STARTED
[00:49:19.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:63:0) after 2m33s
[00:51:52.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:63:0)
[00:51:52.373] Build status: STARTED
[00:51:52.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:64:0) after 8m13s
[01:00:05.774] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:64:0)
[01:00:05.797] Build status: STARTED
[01:00:05.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:65:0) after 3m36s
[01:03:41.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:65:0)
[01:03:41.840] Build status: STARTED
[01:03:41.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:66:0) after 4m20s
[01:08:01.931] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:66:0)
[01:08:01.961] Build status: STARTED
[01:08:01.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:67:0) after 1m25s
[01:09:27.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:67:0)
[01:09:27.160] Build status: STARTED
[01:09:27.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:68:0) after 9m23s
[01:18:50.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:68:0)
[01:18:50.201] Build status: STARTED
[01:18:50.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:69:0) after 1m44s
[01:20:34.229] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:69:0)
[01:20:34.255] Build status: STARTED
[01:20:34.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:70:0) after 7m54s
[01:28:29.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:70:0)
[01:28:29.966] Build status: STARTED
[01:28:29.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:71:0) after 2m23s
[01:30:52.984] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:71:0)
[01:30:53.006] Build status: STARTED
[01:30:53.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:72:0) after 6m44s
[01:37:37.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:72:0)
[01:37:37.236] Build status: STARTED
[01:37:37.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:73:0) after 3m42s
[01:41:20.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:73:0)
[01:41:20.074] Build status: STARTED
[01:41:20.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:74:0) after 3m4s
[01:44:24.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:74:0)
[01:44:24.149] Build status: STARTED
[01:44:24.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:75:0) after 4m6s
[01:48:30.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:75:0)
[01:48:30.240] Build status: STARTED
[01:48:30.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:76:0) after 6m41s
[01:55:11.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:76:0)
[01:55:11.420] Build status: STARTED
[01:55:11.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:77:0) after 4m14s
[01:59:25.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:77:0)
[01:59:25.467] Build status: STARTED
[01:59:25.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:78:0) after 1m0s
[02:00:25.650] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:78:0)
[02:00:25.669] Build status: STARTED
[02:00:25.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:79:0) after 1m41s
[02:02:06.695] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:79:0)
[02:02:06.721] Build status: STARTED
[02:02:06.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:80:0) after 9m26s
[02:11:32.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:80:0)
[02:11:32.721] Build status: STARTED
[02:11:32.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:81:0) after 9m13s
[02:20:45.744] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:81:0)
[02:20:45.767] Build status: STARTED
[02:20:45.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:82:0) after 1m24s
[02:22:09.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:82:0)
[02:22:10.002] Build status: STARTED
[02:22:10.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:83:0) after 3m54s
[02:26:04.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:83:0)
[02:26:04.076] Build status: STARTED
[02:26:04.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:84:0) after 1m32s
[02:27:36.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:84:0)
[02:27:36.131] Build status: STARTED
[02:27:36.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:85:0) after 7m4s
[02:34:40.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:85:0)
[02:34:40.190] Build status: STARTED
[02:34:40.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:86:0) after 1m46s
[02:36:26.207] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:86:0)
[02:36:26.231] Build status: STARTED
[02:36:26.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:87:0) after 5m57s
[02:42:23.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:87:0)
[02:42:23.493] Build status: STARTED
[02:42:23.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:88:0) after 7m50s
[02:50:13.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:88:0)
[02:50:13.540] Build status: STARTED
[02:50:13.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:89:0) after 6m40s
[02:56:53.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:89:0)
[02:56:53.743] Build status: STARTED
[02:56:53.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:90:0) after 9m16s
[03:06:09.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:90:0)
[03:06:09.832] Build status: STARTED
[03:06:09.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:91:0) after 8m17s
[03:14:26.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:91:0)
[03:14:26.876] Build status: STARTED
[03:14:26.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:92:0) after 3m39s
[03:18:05.972] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:92:0)
[03:18:06.051] Build status: STARTED
[03:18:06.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:93:0) after 2m35s
[03:20:41.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:93:0)
[03:20:41.110] Build status: STARTED
[03:20:41.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:94:0) after 5m5s
[03:25:46.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:94:0)
[03:25:46.156] Build status: STARTED
[03:25:46.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:95:0) after 2m2s
[03:27:48.175] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:95:0)
[03:27:48.202] Build status: STARTED
[03:27:48.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:96:0) after 1m27s
[03:29:15.233] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:96:0)
[03:29:15.255] Build status: STARTED
[03:29:15.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:97:0) after 8m23s
[03:37:38.575] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:97:0)
[03:37:38.615] Build status: STARTED
[03:37:38.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:98:0) after 2m18s
[03:39:56.635] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:98:0)
[03:39:56.657] Build status: STARTED
[03:39:56.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:99:0) after 5m25s
[03:45:21.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:99:0)
[03:45:21.712] Build status: STARTED
[03:45:21.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:100:0) after 3m53s
[03:49:14.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:100:0)
[03:49:14.768] Build status: STARTED
[03:49:14.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:101:0) after 7m45s
[03:56:59.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:101:0)
[03:56:59.879] Build status: STARTED
[03:56:59.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:102:0) after 4m3s
[04:01:03.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:102:0)
[04:01:03.132] Build status: STARTED
[04:01:03.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:103:0) after 2m25s
[04:03:28.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:103:0)
[04:03:28.166] Build status: STARTED
[04:03:28.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:104:0) after 8m39s
[04:12:07.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:104:0)
[04:12:07.308] Build status: STARTED
[04:12:07.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:105:0) after 7m59s
[04:20:06.331] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:105:0)
[04:20:06.354] Build status: STARTED
[04:20:06.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:106:0) after 6m25s
[04:26:31.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:106:0)
[04:26:31.402] Build status: STARTED
[04:26:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:107:0) after 4m27s
[04:30:58.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:107:0)
[04:30:58.454] Build status: STARTED
[04:30:58.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:108:0) after 6m14s
[04:37:12.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:108:0)
[04:37:12.498] Build status: STARTED
[04:37:12.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:109:0) after 8m30s
[04:45:42.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:109:0)
[04:45:42.545] Build status: STARTED
[04:45:42.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:110:0) after 1m53s
[04:47:35.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:110:0)
[04:47:35.591] Build status: STARTED
[04:47:35.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:111:0) after 7m2s
[04:54:37.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:111:0)
[04:54:37.634] Build status: STARTED
[04:54:37.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:112:0) after 6m3s
[05:00:40.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:112:0)
[05:00:40.674] Build status: STARTED
[05:00:40.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:113:0) after 2m34s
[05:03:14.695] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:113:0)
[05:03:14.729] Build status: STARTED
[05:03:14.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:114:0) after 6m40s
[05:09:54.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:114:0)
[05:09:54.773] Build status: STARTED
[05:09:54.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:115:0) after 4m57s
[05:14:51.898] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:115:0)
[05:14:51.920] Build status: STARTED
[05:14:51.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:116:0) after 2m1s
[05:16:53.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:116:0)
[05:16:53.289] Build status: STARTED
[05:16:53.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:117:0) after 2m21s
[05:19:14.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:117:0)
[05:19:14.403] Build status: STARTED
[05:19:14.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:118:0) after 1m40s
[05:20:54.524] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:118:0)
[05:20:54.553] Build status: STARTED
[05:20:54.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:119:0) after 3m22s
[05:24:16.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:119:0)
[05:24:16.599] Build status: STARTED
[05:24:16.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:120:0) after 8m45s
[05:33:01.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:120:0)
[05:33:01.694] Build status: STARTED
[05:33:01.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:121:0) after 9m14s
[05:42:15.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:121:0)
[05:42:15.739] Build status: STARTED
[05:42:15.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:122:0) after 1m10s
[05:43:25.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:122:0)
[05:43:25.834] Build status: STARTED
[05:43:25.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:123:0) after 8m35s
[05:52:00.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:123:0)
[05:52:00.908] Build status: STARTED
[05:52:00.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:124:0) after 5m7s
[05:57:07.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:124:0)
[05:57:07.992] Build status: STARTED
[05:57:07.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:125:0) after 3m26s
[06:00:34.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:125:0)
[06:00:34.060] Build status: STARTED
[06:00:34.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:126:0) after 5m31s
[06:06:05.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:126:0)
[06:06:05.301] Build status: STARTED
[06:06:05.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8959299136906615120:127:0) after 3m45s
[06:09:04.246] Received PubSub notification, asking Buildbucket for the build status
[06:09:04.268] Build:
{
  "id": "8793869074836388593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4421,
  "createdBy": "project:chromium",
  "createTime": "2022-12-24T19:25:43.697396454Z",
  "startTime": "2022-12-24T19:30:01.846077Z",
  "endTime": "2022-12-25T06:09:03.956603927Z",
  "updateTime": "2022-12-25T06:09:03.956603927Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d36b13a5adc7a1374c7633dbdc6c4e17569dccdf",
      "ref": "refs/heads/main"
    }
  }
}
[06:09:04.268] Invocation finished in 10h43m21.929744181s with status FAILED