Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:31:48.534] New invocation is queued and will start shortly
[15:31:51.709] Starting the invocation (attempt 1)
[15:31:51.748] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8"
[15:31:51.748] Popped gitiles commit info from properties and tags
[15:31:51.748] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:31:51.749] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:31:51.749] Buildbucket request:
{
  "requestId": "8964659073449229648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8964659073449229648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:31:52.487] Scheduled build:
{
  "id": "8799229009331274625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3984,
  "createdBy": "project:chromium",
  "createTime": "2022-10-26T15:31:51.831055070Z",
  "updateTime": "2022-10-26T15:31:51.831055070Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8",
      "ref": "refs/heads/main"
    }
  }
}
[15:31:52.487] Task URL: https://cr-buildbucket.appspot.com/build/8799229009331274625
[15:31:52.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:2:0) after 6m26s
[15:32:16.658] Received PubSub notification, asking Buildbucket for the build status
[15:32:16.693] Build status: STARTED
[15:38:18.637] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:2:0)
[15:38:18.668] Build status: STARTED
[15:38:18.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:4:0) after 7m59s
[15:46:18.004] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:4:0)
[15:46:18.046] Build status: STARTED
[15:46:18.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:5:0) after 6m39s
[15:52:57.254] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:5:0)
[15:52:57.280] Build status: STARTED
[15:52:57.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:6:0) after 4m25s
[15:57:22.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:6:0)
[15:57:22.305] Build status: STARTED
[15:57:22.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:7:0) after 8m52s
[16:06:14.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:7:0)
[16:06:14.333] Build status: STARTED
[16:06:14.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:8:0) after 6m44s
[16:12:58.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:8:0)
[16:12:58.402] Build status: STARTED
[16:12:58.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:9:0) after 8m37s
[16:21:35.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:9:0)
[16:21:35.515] Build status: STARTED
[16:21:35.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:10:0) after 1m27s
[16:23:02.552] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:10:0)
[16:23:02.581] Build status: STARTED
[16:23:02.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:11:0) after 1m55s
[16:24:57.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:11:0)
[16:24:57.660] Build status: STARTED
[16:24:57.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:12:0) after 3m17s
[16:28:14.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:12:0)
[16:28:14.730] Build status: STARTED
[16:28:14.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:13:0) after 3m33s
[16:31:47.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:13:0)
[16:31:47.757] Build status: STARTED
[16:31:47.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:14:0) after 4m24s
[16:36:11.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:14:0)
[16:36:12.020] Build status: STARTED
[16:36:12.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:15:0) after 3m28s
[16:39:40.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:15:0)
[16:39:40.657] Build status: STARTED
[16:39:40.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:16:0) after 4m42s
[16:44:23.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:16:0)
[16:44:23.117] Build status: STARTED
[16:44:23.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:17:0) after 4m46s
[16:49:09.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:17:0)
[16:49:09.231] Build status: STARTED
[16:49:09.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:18:0) after 5m22s
[16:54:31.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:18:0)
[16:54:31.281] Build status: STARTED
[16:54:31.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:19:0) after 7m6s
[17:01:37.310] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:19:0)
[17:01:37.339] Build status: STARTED
[17:01:37.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:20:0) after 6m38s
[17:08:15.581] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:20:0)
[17:08:15.609] Build status: STARTED
[17:08:15.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:21:0) after 5m9s
[17:13:24.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:21:0)
[17:13:24.753] Build status: STARTED
[17:13:24.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:22:0) after 4m50s
[17:18:14.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:22:0)
[17:18:14.877] Build status: STARTED
[17:18:14.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:23:0) after 5m44s
[17:23:58.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:23:0)
[17:23:58.937] Build status: STARTED
[17:23:58.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:24:0) after 3m30s
[17:27:29.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:24:0)
[17:27:29.545] Build status: STARTED
[17:27:29.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:25:0) after 6m12s
[17:33:41.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:25:0)
[17:33:41.620] Build status: STARTED
[17:33:41.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:26:0) after 8m13s
[17:41:54.739] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:26:0)
[17:41:54.819] Build status: STARTED
[17:41:54.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:27:0) after 2m14s
[17:44:08.808] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:27:0)
[17:44:08.832] Build status: STARTED
[17:44:08.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:28:0) after 2m55s
[17:47:03.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:28:0)
[17:47:03.953] Build status: STARTED
[17:47:03.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:29:0) after 7m38s
[17:54:41.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:29:0)
[17:54:42.001] Build status: STARTED
[17:54:42.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:30:0) after 3m12s
[17:57:54.110] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:30:0)
[17:57:54.135] Build status: STARTED
[17:57:54.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:31:0) after 8m48s
[18:06:42.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:31:0)
[18:06:42.814] Build status: STARTED
[18:06:42.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:32:0) after 7m26s
[18:14:08.849] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:32:0)
[18:14:08.870] Build status: STARTED
[18:14:08.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:33:0) after 8m21s
[18:22:30.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:33:0)
[18:22:30.027] Build status: STARTED
[18:22:30.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:34:0) after 7m31s
[18:30:01.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:34:0)
[18:30:01.135] Build status: STARTED
[18:30:01.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:35:0) after 4m4s
[18:34:05.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:35:0)
[18:34:05.221] Build status: STARTED
[18:34:05.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:36:0) after 6m8s
[18:40:13.248] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:36:0)
[18:40:13.275] Build status: STARTED
[18:40:13.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:37:0) after 6m41s
[18:46:54.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:37:0)
[18:46:54.816] Build status: STARTED
[18:46:54.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:38:0) after 1m16s
[18:48:11.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:38:0)
[18:48:11.215] Build status: STARTED
[18:48:11.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:39:0) after 3m31s
[18:51:42.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:39:0)
[18:51:42.299] Build status: STARTED
[18:51:42.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:40:0) after 8m56s
[19:00:38.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:40:0)
[19:00:38.358] Build status: STARTED
[19:00:38.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:41:0) after 6m30s
[19:07:08.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:41:0)
[19:07:08.421] Build status: STARTED
[19:07:08.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:42:0) after 9m52s
[19:17:00.470] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:42:0)
[19:17:00.560] Build status: STARTED
[19:17:00.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:43:0) after 7m18s
[19:24:18.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:43:0)
[19:24:18.658] Build status: STARTED
[19:24:18.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:44:0) after 5m11s
[19:29:29.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:44:0)
[19:29:29.767] Build status: STARTED
[19:29:29.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:45:0) after 8m55s
[19:38:24.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:45:0)
[19:38:24.826] Build status: STARTED
[19:38:24.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:46:0) after 5m36s
[19:44:00.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:46:0)
[19:44:01.079] Build status: STARTED
[19:44:01.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:47:0) after 4m59s
[19:49:00.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:47:0)
[19:49:00.129] Build status: STARTED
[19:49:00.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:48:0) after 7m14s
[19:56:14.282] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:48:0)
[19:56:14.307] Build status: STARTED
[19:56:14.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:49:0) after 2m28s
[19:58:42.572] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:49:0)
[19:58:42.596] Build status: STARTED
[19:58:42.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:50:0) after 6m55s
[20:05:37.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:50:0)
[20:05:37.781] Build status: STARTED
[20:05:37.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:51:0) after 9m47s
[20:15:24.820] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:51:0)
[20:15:24.845] Build status: STARTED
[20:15:24.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:52:0) after 2m33s
[20:17:57.934] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:52:0)
[20:17:57.965] Build status: STARTED
[20:17:57.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:53:0) after 8m44s
[20:26:42.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:53:0)
[20:26:42.096] Build status: STARTED
[20:26:42.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:54:0) after 7m14s
[20:33:56.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:54:0)
[20:33:56.222] Build status: STARTED
[20:33:56.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:55:0) after 7m43s
[20:41:39.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:55:0)
[20:41:39.270] Build status: STARTED
[20:41:39.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:56:0) after 6m32s
[20:48:11.348] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:56:0)
[20:48:11.374] Build status: STARTED
[20:48:11.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:57:0) after 2m20s
[20:50:31.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:57:0)
[20:50:31.424] Build status: STARTED
[20:50:31.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:58:0) after 3m26s
[20:53:57.451] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:58:0)
[20:53:57.473] Build status: STARTED
[20:53:57.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:59:0) after 8m52s
[21:02:49.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:59:0)
[21:02:49.638] Build status: STARTED
[21:02:49.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:60:0) after 7m19s
[21:10:08.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:60:0)
[21:10:08.807] Build status: STARTED
[21:10:08.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:61:0) after 1m32s
[21:11:40.835] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:61:0)
[21:11:40.859] Build status: STARTED
[21:11:40.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:62:0) after 9m46s
[21:21:26.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:62:0)
[21:21:26.971] Build status: STARTED
[21:21:26.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:63:0) after 1m36s
[21:23:03.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:63:0)
[21:23:03.040] Build status: STARTED
[21:23:03.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:64:0) after 3m54s
[21:26:57.133] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:64:0)
[21:26:57.157] Build status: STARTED
[21:26:57.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:65:0) after 5m43s
[21:32:40.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:65:0)
[21:32:40.230] Build status: STARTED
[21:32:40.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:66:0) after 7m50s
[21:40:30.313] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:66:0)
[21:40:30.365] Build status: STARTED
[21:40:30.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:67:0) after 8m36s
[21:49:06.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:67:0)
[21:49:06.422] Build status: STARTED
[21:49:06.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:68:0) after 3m47s
[21:52:53.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:68:0)
[21:52:53.489] Build status: STARTED
[21:52:53.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:69:0) after 5m4s
[21:57:57.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:69:0)
[21:57:57.576] Build status: STARTED
[21:57:57.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:70:0) after 5m36s
[22:03:33.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:70:0)
[22:03:33.654] Build status: STARTED
[22:03:33.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:71:0) after 2m18s
[22:05:51.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:71:0)
[22:05:51.858] Build status: STARTED
[22:05:51.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:72:0) after 6m55s
[22:12:46.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:72:0)
[22:12:46.946] Build status: STARTED
[22:12:46.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:73:0) after 4m12s
[22:16:58.980] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:73:0)
[22:16:59.052] Build status: STARTED
[22:16:59.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:74:0) after 1m11s
[22:18:10.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:74:0)
[22:18:10.322] Build status: STARTED
[22:18:10.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:75:0) after 3m57s
[22:22:07.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:75:0)
[22:22:07.403] Build status: STARTED
[22:22:07.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:76:0) after 6m50s
[22:28:57.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:76:0)
[22:28:57.473] Build status: STARTED
[22:28:57.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:77:0) after 8m3s
[22:37:00.607] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:77:0)
[22:37:00.683] Build status: STARTED
[22:37:00.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:78:0) after 1m53s
[22:38:53.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:78:0)
[22:38:53.861] Build status: STARTED
[22:38:53.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:79:0) after 3m27s
[22:42:20.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:79:0)
[22:42:20.967] Build status: STARTED
[22:42:20.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:80:0) after 3m45s
[22:46:06.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:80:0)
[22:46:06.129] Build status: STARTED
[22:46:06.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:81:0) after 3m35s
[22:49:41.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:81:0)
[22:49:41.182] Build status: STARTED
[22:49:41.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:82:0) after 3m29s
[22:53:10.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:82:0)
[22:53:10.252] Build status: STARTED
[22:53:10.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:83:0) after 5m12s
[22:58:22.387] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:83:0)
[22:58:22.409] Build status: STARTED
[22:58:22.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:84:0) after 3m57s
[23:02:19.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:84:0)
[23:02:19.705] Build status: STARTED
[23:02:19.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:85:0) after 2m17s
[23:04:37.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:85:0)
[23:04:37.053] Build status: STARTED
[23:04:37.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:86:0) after 3m31s
[23:08:08.645] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:86:0)
[23:08:08.667] Build status: STARTED
[23:08:08.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:87:0) after 8m50s
[23:16:58.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:87:0)
[23:16:58.962] Build status: STARTED
[23:16:58.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:88:0) after 1m11s
[23:18:10.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:88:0)
[23:18:10.140] Build status: STARTED
[23:18:10.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:89:0) after 7m8s
[23:25:18.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:89:0)
[23:25:18.197] Build status: STARTED
[23:25:18.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:90:0) after 4m9s
[23:29:27.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:90:0)
[23:29:27.737] Build status: STARTED
[23:29:27.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:91:0) after 2m43s
[23:32:11.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:91:0)
[23:32:11.151] Build status: STARTED
[23:32:11.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:92:0) after 1m22s
[23:33:33.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:92:0)
[23:33:33.559] Build status: STARTED
[23:33:33.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:93:0) after 3m28s
[23:37:01.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:93:0)
[23:37:01.606] Build status: STARTED
[23:37:01.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:94:0) after 1m47s
[23:38:48.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:94:0)
[23:38:48.699] Build status: STARTED
[23:38:48.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:95:0) after 1m31s
[23:40:19.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:95:0)
[23:40:19.765] Build status: STARTED
[23:40:19.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:96:0) after 9m40s
[23:49:59.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:96:0)
[23:49:59.910] Build status: STARTED
[23:49:59.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:97:0) after 9m46s
[23:59:45.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:97:0)
[23:59:45.959] Build status: STARTED
[23:59:45.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:98:0) after 5m3s
[00:04:48.988] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:98:0)
[00:04:49.027] Build status: STARTED
[00:04:49.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:99:0) after 4m42s
[00:09:31.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:99:0)
[00:09:31.126] Build status: STARTED
[00:09:31.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:100:0) after 7m13s
[00:16:44.274] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:100:0)
[00:16:44.300] Build status: STARTED
[00:16:44.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:101:0) after 8m47s
[00:25:31.342] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:101:0)
[00:25:31.365] Build status: STARTED
[00:25:31.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:102:0) after 4m33s
[00:30:04.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:102:0)
[00:30:04.420] Build status: STARTED
[00:30:04.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:103:0) after 6m57s
[00:37:01.712] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:103:0)
[00:37:01.741] Build status: STARTED
[00:37:01.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:104:0) after 8m42s
[00:45:44.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:104:0)
[00:45:44.152] Build status: STARTED
[00:45:44.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:105:0) after 4m48s
[00:50:32.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:105:0)
[00:50:32.457] Build status: STARTED
[00:50:32.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:106:0) after 4m1s
[00:54:33.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:106:0)
[00:54:33.512] Build status: STARTED
[00:54:33.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:107:0) after 7m58s
[01:02:31.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:107:0)
[01:02:31.564] Build status: STARTED
[01:02:31.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:108:0) after 1m50s
[01:04:21.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:108:0)
[01:04:21.675] Build status: STARTED
[01:04:21.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:109:0) after 4m58s
[01:09:19.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:109:0)
[01:09:19.736] Build status: STARTED
[01:09:19.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:110:0) after 6m58s
[01:16:17.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:110:0)
[01:16:17.827] Build status: STARTED
[01:16:17.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:111:0) after 3m30s
[01:19:47.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:111:0)
[01:19:47.993] Build status: STARTED
[01:19:47.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:112:0) after 3m17s
[01:23:05.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:112:0)
[01:23:05.102] Build status: STARTED
[01:23:05.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:113:0) after 3m58s
[01:27:03.268] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:113:0)
[01:27:03.293] Build status: STARTED
[01:27:03.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:114:0) after 6m0s
[01:33:03.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:114:0)
[01:33:03.351] Build status: STARTED
[01:33:03.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:115:0) after 8m24s
[01:41:27.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:115:0)
[01:41:27.604] Build status: STARTED
[01:41:27.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:116:0) after 6m3s
[01:47:30.633] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:116:0)
[01:47:30.655] Build status: STARTED
[01:47:30.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:117:0) after 5m50s
[01:53:20.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:117:0)
[01:53:20.976] Build status: STARTED
[01:53:20.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:118:0) after 9m42s
[02:03:02.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:118:0)
[02:03:03.010] Build status: STARTED
[02:03:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:119:0) after 7m28s
[02:10:32.061] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:119:0)
[02:10:32.083] Build status: STARTED
[02:10:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:120:0) after 4m2s
[02:14:34.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:120:0)
[02:14:34.670] Build status: STARTED
[02:14:34.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:121:0) after 6m1s
[02:20:35.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:121:0)
[02:20:35.756] Build status: STARTED
[02:20:35.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:122:0) after 2m52s
[02:23:27.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:122:0)
[02:23:27.810] Build status: STARTED
[02:23:27.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:123:0) after 2m56s
[02:26:24.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:123:0)
[02:26:24.041] Build status: STARTED
[02:26:24.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:124:0) after 8m56s
[02:35:20.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:124:0)
[02:35:20.105] Build status: STARTED
[02:35:20.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:125:0) after 8m29s
[02:43:49.149] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:125:0)
[02:43:49.172] Build status: STARTED
[02:43:49.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:126:0) after 1m45s
[02:45:34.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:126:0)
[02:45:34.221] Build status: STARTED
[02:45:34.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:127:0) after 5m0s
[02:50:34.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:127:0)
[02:50:34.291] Build status: STARTED
[02:50:34.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:128:0) after 6m21s
[02:56:55.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:128:0)
[02:56:55.470] Build status: STARTED
[02:56:55.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:129:0) after 2m32s
[02:59:27.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:129:0)
[02:59:27.637] Build status: STARTED
[02:59:27.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:130:0) after 2m14s
[03:01:41.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:130:0)
[03:01:41.740] Build status: STARTED
[03:01:41.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:131:0) after 7m22s
[03:09:03.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:131:0)
[03:09:03.820] Build status: STARTED
[03:09:03.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:132:0) after 4m47s
[03:13:51.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:132:0)
[03:13:51.095] Build status: STARTED
[03:13:51.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:133:0) after 6m50s
[03:20:41.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:133:0)
[03:20:41.333] Build status: STARTED
[03:20:41.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:134:0) after 8m25s
[03:29:06.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:134:0)
[03:29:06.421] Build status: STARTED
[03:29:06.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:135:0) after 8m7s
[03:37:13.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:135:0)
[03:37:13.646] Build status: STARTED
[03:37:13.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964659073449229648:136:0) after 5m25s
[03:41:23.129] Received PubSub notification, asking Buildbucket for the build status
[03:41:23.150] Build:
{
  "id": "8799229009331274625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3984,
  "createdBy": "project:chromium",
  "createTime": "2022-10-26T15:31:51.831055070Z",
  "startTime": "2022-10-26T15:32:10.553012Z",
  "endTime": "2022-10-27T03:41:22.835859952Z",
  "updateTime": "2022-10-27T03:41:22.835859952Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9bbaa3fcbf987d4e47e0fb2e85e13c70d8427e8",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:23.150] Invocation finished in 12h9m34.629836201s with status FAILED