Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:14:03.312] New invocation is queued and will start shortly
[10:14:04.406] Starting the invocation (attempt 1)
[10:14:04.450] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0"
[10:14:04.450] Popped gitiles commit info from properties and tags
[10:14:04.450] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:14:04.450] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:14:04.450] Buildbucket request:
{
  "requestId": "8986331739753668208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986331739753668208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:14:05.164] Scheduled build:
{
  "id": "8820901677822347233",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2199,
  "createdBy": "project:chromium",
  "createTime": "2022-03-01T10:14:04.524760506Z",
  "updateTime": "2022-03-01T10:14:04.524760506Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0",
      "ref": "refs/heads/main"
    }
  }
}
[10:14:05.164] Task URL: https://cr-buildbucket.appspot.com/build/8820901677822347233
[10:14:05.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:2:0) after 9m15s
[10:23:20.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:2:0)
[10:23:20.230] Build status: SCHEDULED
[10:23:20.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:3:0) after 2m59s
[10:26:19.340] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:3:0)
[10:26:19.384] Build status: SCHEDULED
[10:26:19.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:4:0) after 8m20s
[10:34:39.489] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:4:0)
[10:34:39.508] Build status: SCHEDULED
[10:34:39.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:5:0) after 3m13s
[10:37:52.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:5:0)
[10:37:52.605] Build status: SCHEDULED
[10:37:52.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:6:0) after 9m54s
[10:47:46.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:6:0)
[10:47:46.756] Build status: SCHEDULED
[10:47:46.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:7:0) after 2m30s
[10:50:16.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:7:0)
[10:50:16.811] Build status: SCHEDULED
[10:50:16.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:8:0) after 2m32s
[10:52:48.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:8:0)
[10:52:48.979] Build status: SCHEDULED
[10:52:48.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:9:0) after 4m2s
[10:56:07.262] Received PubSub notification, asking Buildbucket for the build status
[10:56:07.284] Build status: STARTED
[10:56:51.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:9:0)
[10:56:51.097] Build status: STARTED
[10:56:51.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:11:0) after 4m37s
[11:01:28.284] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:11:0)
[11:01:28.360] Build status: STARTED
[11:01:28.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:12:0) after 1m33s
[11:03:01.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:12:0)
[11:03:01.418] Build status: STARTED
[11:03:01.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:13:0) after 6m17s
[11:09:18.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:13:0)
[11:09:18.654] Build status: STARTED
[11:09:18.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:14:0) after 9m3s
[11:18:21.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:14:0)
[11:18:21.753] Build status: STARTED
[11:18:21.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:15:0) after 8m37s
[11:26:58.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:15:0)
[11:26:58.816] Build status: STARTED
[11:26:58.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:16:0) after 2m57s
[11:29:55.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:16:0)
[11:29:55.866] Build status: STARTED
[11:29:55.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:17:0) after 5m45s
[11:35:40.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:17:0)
[11:35:40.984] Build status: STARTED
[11:35:40.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:18:0) after 5m40s
[11:41:21.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:18:0)
[11:41:21.052] Build status: STARTED
[11:41:21.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:19:0) after 9m51s
[11:51:12.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:19:0)
[11:51:12.119] Build status: STARTED
[11:51:12.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:20:0) after 6m55s
[11:58:07.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:20:0)
[11:58:07.191] Build status: STARTED
[11:58:07.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:21:0) after 7m38s
[12:05:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:21:0)
[12:05:45.297] Build status: STARTED
[12:05:45.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:22:0) after 2m38s
[12:08:23.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:22:0)
[12:08:23.362] Build status: STARTED
[12:08:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:23:0) after 2m13s
[12:10:36.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:23:0)
[12:10:36.477] Build status: STARTED
[12:10:36.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:24:0) after 9m44s
[12:20:20.530] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:24:0)
[12:20:20.557] Build status: STARTED
[12:20:20.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:25:0) after 9m0s
[12:29:20.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:25:0)
[12:29:20.604] Build status: STARTED
[12:29:20.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:26:0) after 5m6s
[12:34:26.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:26:0)
[12:34:26.789] Build status: STARTED
[12:34:26.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:27:0) after 2m26s
[12:36:52.818] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:27:0)
[12:36:52.853] Build status: STARTED
[12:36:52.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:28:0) after 8m24s
[12:45:16.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:28:0)
[12:45:16.976] Build status: STARTED
[12:45:16.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:29:0) after 4m57s
[12:50:14.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:29:0)
[12:50:14.122] Build status: STARTED
[12:50:14.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:30:0) after 2m17s
[12:52:31.153] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:30:0)
[12:52:31.186] Build status: STARTED
[12:52:31.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:31:0) after 9m43s
[13:02:14.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:31:0)
[13:02:14.388] Build status: STARTED
[13:02:14.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:32:0) after 3m15s
[13:05:29.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:32:0)
[13:05:29.446] Build status: STARTED
[13:05:29.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:33:0) after 6m47s
[13:12:16.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:33:0)
[13:12:16.879] Build status: STARTED
[13:12:16.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:34:0) after 6m23s
[13:18:40.043] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:34:0)
[13:18:40.068] Build status: STARTED
[13:18:40.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:35:0) after 9m1s
[13:27:41.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:35:0)
[13:27:41.150] Build status: STARTED
[13:27:41.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:36:0) after 1m24s
[13:29:05.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:36:0)
[13:29:05.191] Build status: STARTED
[13:29:05.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:37:0) after 3m48s
[13:32:53.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:37:0)
[13:32:53.385] Build status: STARTED
[13:32:53.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:38:0) after 7m46s
[13:40:39.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:38:0)
[13:40:39.438] Build status: STARTED
[13:40:39.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:39:0) after 1m44s
[13:42:23.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:39:0)
[13:42:23.615] Build status: STARTED
[13:42:23.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:40:0) after 3m3s
[13:45:26.642] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:40:0)
[13:45:26.679] Build status: STARTED
[13:45:26.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:41:0) after 4m2s
[13:49:28.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:41:0)
[13:49:28.765] Build status: STARTED
[13:49:28.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:42:0) after 6m5s
[13:55:33.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:42:0)
[13:55:33.811] Build status: STARTED
[13:55:33.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:43:0) after 5m20s
[14:00:53.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:43:0)
[14:00:53.899] Build status: STARTED
[14:00:53.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:44:0) after 3m20s
[14:04:13.931] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:44:0)
[14:04:13.953] Build status: STARTED
[14:04:13.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:45:0) after 5m31s
[14:09:45.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:45:0)
[14:09:45.191] Build status: STARTED
[14:09:45.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:46:0) after 3m30s
[14:13:15.229] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:46:0)
[14:13:15.252] Build status: STARTED
[14:13:15.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:47:0) after 1m12s
[14:14:27.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:47:0)
[14:14:27.464] Build status: STARTED
[14:14:27.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:48:0) after 2m20s
[14:16:47.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:48:0)
[14:16:47.540] Build status: STARTED
[14:16:47.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:49:0) after 7m22s
[14:24:09.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:49:0)
[14:24:09.647] Build status: STARTED
[14:24:09.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:50:0) after 8m6s
[14:32:15.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:50:0)
[14:32:15.765] Build status: STARTED
[14:32:15.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:51:0) after 1m43s
[14:33:59.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:51:0)
[14:33:59.046] Build status: STARTED
[14:33:59.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:52:0) after 3m1s
[14:37:00.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:52:0)
[14:37:00.202] Build status: STARTED
[14:37:00.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:53:0) after 8m42s
[14:45:42.229] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:53:0)
[14:45:42.251] Build status: STARTED
[14:45:42.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:54:0) after 7m47s
[14:53:29.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:54:0)
[14:53:29.516] Build status: STARTED
[14:53:29.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:55:0) after 3m35s
[14:57:04.587] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:55:0)
[14:57:04.661] Build status: STARTED
[14:57:04.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:56:0) after 5m42s
[15:02:46.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:56:0)
[15:02:46.748] Build status: STARTED
[15:02:46.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:57:0) after 9m48s
[15:12:34.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:57:0)
[15:12:34.979] Build status: STARTED
[15:12:34.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:58:0) after 4m48s
[15:17:23.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:58:0)
[15:17:23.097] Build status: STARTED
[15:17:23.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:59:0) after 1m9s
[15:18:32.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:59:0)
[15:18:32.184] Build status: STARTED
[15:18:32.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:60:0) after 8m28s
[15:27:00.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:60:0)
[15:27:00.399] Build status: STARTED
[15:27:00.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:61:0) after 7m23s
[15:34:23.546] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:61:0)
[15:34:23.591] Build status: STARTED
[15:34:23.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:62:0) after 9m16s
[15:43:39.621] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:62:0)
[15:43:39.653] Build status: STARTED
[15:43:39.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:63:0) after 4m17s
[15:47:56.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:63:0)
[15:47:56.820] Build status: STARTED
[15:47:56.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:64:0) after 5m53s
[15:53:50.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:64:0)
[15:53:50.277] Build status: STARTED
[15:53:50.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:65:0) after 2m13s
[15:56:03.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:65:0)
[15:56:03.331] Build status: STARTED
[15:56:03.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:66:0) after 6m55s
[16:02:58.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:66:0)
[16:02:58.479] Build status: STARTED
[16:02:58.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:67:0) after 8m53s
[16:11:51.711] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:67:0)
[16:11:51.741] Build status: STARTED
[16:11:51.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:68:0) after 8m38s
[16:20:30.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:68:0)
[16:20:30.052] Build status: STARTED
[16:20:30.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:69:0) after 1m58s
[16:22:28.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:69:0)
[16:22:28.190] Build status: STARTED
[16:22:28.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:70:0) after 4m41s
[16:27:09.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:70:0)
[16:27:09.356] Build status: STARTED
[16:27:09.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:71:0) after 5m23s
[16:32:32.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:71:0)
[16:32:32.453] Build status: STARTED
[16:32:32.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:72:0) after 4m42s
[16:37:14.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:72:0)
[16:37:14.685] Build status: STARTED
[16:37:14.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:73:0) after 2m19s
[16:39:33.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:73:0)
[16:39:33.932] Build status: STARTED
[16:39:33.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:74:0) after 5m20s
[16:44:53.969] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:74:0)
[16:44:54.005] Build status: STARTED
[16:44:54.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:75:0) after 2m35s
[16:47:29.041] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:75:0)
[16:47:29.079] Build status: STARTED
[16:47:29.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:76:0) after 9m17s
[16:56:46.113] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:76:0)
[16:56:46.134] Build status: STARTED
[16:56:46.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:77:0) after 3m47s
[17:00:33.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:77:0)
[17:00:33.447] Build status: STARTED
[17:00:33.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:78:0) after 6m43s
[17:07:16.653] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:78:0)
[17:07:16.674] Build status: STARTED
[17:07:16.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:79:0) after 9m27s
[17:16:43.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:79:0)
[17:16:43.726] Build status: STARTED
[17:16:43.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:80:0) after 6m51s
[17:23:34.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:80:0)
[17:23:34.915] Build status: STARTED
[17:23:34.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:81:0) after 6m50s
[17:30:25.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:81:0)
[17:30:25.087] Build status: STARTED
[17:30:25.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:82:0) after 8m15s
[17:38:40.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:82:0)
[17:38:40.208] Build status: STARTED
[17:38:40.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:83:0) after 6m26s
[17:45:06.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:83:0)
[17:45:06.240] Build status: STARTED
[17:45:06.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:84:0) after 9m35s
[17:54:41.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:84:0)
[17:54:41.301] Build status: STARTED
[17:54:41.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:85:0) after 2m35s
[17:57:16.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:85:0)
[17:57:16.562] Build status: STARTED
[17:57:16.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:86:0) after 8m22s
[18:05:38.694] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:86:0)
[18:05:38.718] Build status: STARTED
[18:05:38.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:87:0) after 2m25s
[18:08:03.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:87:0)
[18:08:03.772] Build status: STARTED
[18:08:03.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:88:0) after 7m34s
[18:15:37.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:88:0)
[18:15:37.837] Build status: STARTED
[18:15:37.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:89:0) after 6m48s
[18:22:26.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:89:0)
[18:22:26.198] Build status: STARTED
[18:22:26.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:90:0) after 5m13s
[18:27:39.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:90:0)
[18:27:39.301] Build status: STARTED
[18:27:39.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:91:0) after 6m34s
[18:34:13.329] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:91:0)
[18:34:13.346] Build status: STARTED
[18:34:13.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:92:0) after 3m45s
[18:37:58.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:92:0)
[18:37:58.404] Build status: STARTED
[18:37:58.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:93:0) after 2m33s
[18:40:31.447] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:93:0)
[18:40:31.468] Build status: STARTED
[18:40:31.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:94:0) after 2m41s
[18:43:12.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:94:0)
[18:43:12.694] Build status: STARTED
[18:43:12.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:95:0) after 6m51s
[18:50:03.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:95:0)
[18:50:03.968] Build status: STARTED
[18:50:03.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:96:0) after 1m19s
[18:51:23.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:96:0)
[18:51:23.203] Build status: STARTED
[18:51:23.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:97:0) after 1m57s
[18:53:20.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:97:0)
[18:53:20.283] Build status: STARTED
[18:53:20.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:98:0) after 4m32s
[18:57:52.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:98:0)
[18:57:52.424] Build status: STARTED
[18:57:52.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:99:0) after 3m29s
[19:01:21.427] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:99:0)
[19:01:21.450] Build status: STARTED
[19:01:21.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:100:0) after 2m8s
[19:03:29.606] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:100:0)
[19:03:29.630] Build status: STARTED
[19:03:29.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:101:0) after 2m16s
[19:05:45.909] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:101:0)
[19:05:45.930] Build status: STARTED
[19:05:45.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:102:0) after 2m0s
[19:07:45.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:102:0)
[19:07:46.001] Build status: STARTED
[19:07:46.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:103:0) after 3m41s
[19:11:27.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:103:0)
[19:11:27.120] Build status: STARTED
[19:11:27.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:104:0) after 7m26s
[19:18:53.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:104:0)
[19:18:53.171] Build status: STARTED
[19:18:53.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:105:0) after 2m36s
[19:21:29.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:105:0)
[19:21:29.366] Build status: STARTED
[19:21:29.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:106:0) after 8m20s
[19:29:49.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:106:0)
[19:29:49.591] Build status: STARTED
[19:29:49.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:107:0) after 8m50s
[19:38:39.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:107:0)
[19:38:39.705] Build status: STARTED
[19:38:39.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:108:0) after 2m59s
[19:41:38.769] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:108:0)
[19:41:38.840] Build status: STARTED
[19:41:38.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:109:0) after 6m51s
[19:48:30.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:109:0)
[19:48:30.180] Build status: STARTED
[19:48:30.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:110:0) after 7m49s
[19:56:19.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:110:0)
[19:56:19.310] Build status: STARTED
[19:56:19.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:111:0) after 7m20s
[20:03:39.349] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:111:0)
[20:03:39.368] Build status: STARTED
[20:03:39.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:112:0) after 7m20s
[20:10:59.482] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:112:0)
[20:10:59.503] Build status: STARTED
[20:10:59.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:113:0) after 2m49s
[20:13:49.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:113:0)
[20:13:49.398] Build status: STARTED
[20:13:49.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:114:0) after 4m9s
[20:17:58.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:114:0)
[20:17:58.466] Build status: STARTED
[20:17:58.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:115:0) after 7m23s
[20:25:21.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:115:0)
[20:25:21.528] Build status: STARTED
[20:25:21.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:116:0) after 4m29s
[20:29:50.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:116:0)
[20:29:50.528] Build status: STARTED
[20:29:50.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986331739753668208:117:0) after 3m22s
[20:32:48.960] Received PubSub notification, asking Buildbucket for the build status
[20:32:48.984] Build:
{
  "id": "8820901677822347233",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2199,
  "createdBy": "project:chromium",
  "createTime": "2022-03-01T10:14:04.524760506Z",
  "startTime": "2022-03-01T10:56:06.572209Z",
  "endTime": "2022-03-01T20:32:48.332793553Z",
  "updateTime": "2022-03-01T20:32:48.332793553Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c2eb61fe408eb3c6d36f08d5550a7612b0fa30e0",
      "ref": "refs/heads/main"
    }
  }
}
[20:32:48.984] Invocation finished in 10h18m45.685921552s with status FAILED