Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:13:30.992] New invocation is queued and will start shortly
[03:13:32.186] Starting the invocation (attempt 1)
[03:13:32.244] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3"
[03:13:32.244] Popped gitiles commit info from properties and tags
[03:13:32.244] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:13:32.245] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:13:32.245] Buildbucket request:
{
  "requestId": "8945680159838856480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945680159838856480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:13:32.935] Scheduled build:
{
  "id": "8780250097763578593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5416,
  "createdBy": "project:chromium",
  "createTime": "2023-05-24T03:13:32.347762400Z",
  "updateTime": "2023-05-24T03:13:32.347762400Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3",
      "ref": "refs/heads/main"
    }
  }
}
[03:13:32.935] Task URL: https://cr-buildbucket.appspot.com/build/8780250097763578593
[03:13:32.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:2:0) after 8m29s
[03:13:55.355] Received PubSub notification, asking Buildbucket for the build status
[03:13:55.376] Build status: STARTED
[03:22:02.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:2:0)
[03:22:02.222] Build status: STARTED
[03:22:02.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:4:0) after 4m10s
[03:26:12.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:4:0)
[03:26:12.412] Build status: STARTED
[03:26:12.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:5:0) after 6m36s
[03:32:48.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:5:0)
[03:32:48.594] Build status: STARTED
[03:32:48.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:6:0) after 1m47s
[03:34:35.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:6:0)
[03:34:35.666] Build status: STARTED
[03:34:35.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:7:0) after 3m3s
[03:37:38.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:7:0)
[03:37:38.730] Build status: STARTED
[03:37:38.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:8:0) after 3m40s
[03:41:18.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:8:0)
[03:41:18.927] Build status: STARTED
[03:41:18.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:9:0) after 8m45s
[03:50:04.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:9:0)
[03:50:04.082] Build status: STARTED
[03:50:04.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:10:0) after 9m28s
[03:59:32.787] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:10:0)
[03:59:32.857] Build status: STARTED
[03:59:32.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:11:0) after 5m23s
[04:04:55.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:11:0)
[04:04:55.911] Build status: STARTED
[04:04:55.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:12:0) after 9m6s
[04:14:01.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:12:0)
[04:14:01.988] Build status: STARTED
[04:14:01.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:13:0) after 9m17s
[04:23:19.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:13:0)
[04:23:19.084] Build status: STARTED
[04:23:19.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:14:0) after 9m4s
[04:32:23.283] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:14:0)
[04:32:23.303] Build status: STARTED
[04:32:23.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:15:0) after 9m22s
[04:41:45.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:15:0)
[04:41:45.326] Build status: STARTED
[04:41:45.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:16:0) after 7m8s
[04:48:53.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:16:0)
[04:48:53.440] Build status: STARTED
[04:48:53.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:17:0) after 7m25s
[04:56:18.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:17:0)
[04:56:18.607] Build status: STARTED
[04:56:18.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:18:0) after 2m59s
[04:59:17.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:18:0)
[04:59:17.944] Build status: STARTED
[04:59:17.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:19:0) after 4m46s
[05:04:04.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:19:0)
[05:04:04.178] Build status: STARTED
[05:04:04.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:20:0) after 9m21s
[05:13:25.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:20:0)
[05:13:25.326] Build status: STARTED
[05:13:25.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:21:0) after 5m4s
[05:18:29.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:21:0)
[05:18:29.436] Build status: STARTED
[05:18:29.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:22:0) after 7m17s
[05:25:46.668] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:22:0)
[05:25:46.694] Build status: STARTED
[05:25:46.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:23:0) after 6m49s
[05:32:35.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:23:0)
[05:32:35.814] Build status: STARTED
[05:32:35.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:24:0) after 5m41s
[05:38:16.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:24:0)
[05:38:16.917] Build status: STARTED
[05:38:16.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:25:0) after 7m37s
[05:45:54.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:25:0)
[05:45:54.097] Build status: STARTED
[05:45:54.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:26:0) after 6m50s
[05:52:44.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:26:0)
[05:52:44.395] Build status: STARTED
[05:52:44.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:27:0) after 9m25s
[06:02:09.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:27:0)
[06:02:09.512] Build status: STARTED
[06:02:09.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:28:0) after 7m55s
[06:10:04.670] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:28:0)
[06:10:04.692] Build status: STARTED
[06:10:04.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:29:0) after 2m26s
[06:12:30.762] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:29:0)
[06:12:30.780] Build status: STARTED
[06:12:30.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:30:0) after 8m9s
[06:20:39.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:30:0)
[06:20:39.829] Build status: STARTED
[06:20:39.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:31:0) after 5m30s
[06:26:09.937] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:31:0)
[06:26:09.959] Build status: STARTED
[06:26:09.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:32:0) after 1m15s
[06:27:25.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:32:0)
[06:27:25.110] Build status: STARTED
[06:27:25.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:33:0) after 7m20s
[06:34:45.148] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:33:0)
[06:34:45.201] Build status: STARTED
[06:34:45.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:34:0) after 9m39s
[06:44:24.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:34:0)
[06:44:24.236] Build status: STARTED
[06:44:24.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:35:0) after 9m40s
[06:54:04.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:35:0)
[06:54:04.417] Build status: STARTED
[06:54:04.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:36:0) after 9m17s
[07:03:21.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:36:0)
[07:03:21.546] Build status: STARTED
[07:03:21.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:37:0) after 2m4s
[07:05:25.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:37:0)
[07:05:25.727] Build status: STARTED
[07:05:25.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:38:0) after 9m16s
[07:14:41.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:38:0)
[07:14:41.817] Build status: STARTED
[07:14:41.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:39:0) after 3m38s
[07:18:19.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:39:0)
[07:18:19.867] Build status: STARTED
[07:18:19.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:40:0) after 1m50s
[07:20:10.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:40:0)
[07:20:10.080] Build status: STARTED
[07:20:10.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:41:0) after 9m41s
[07:29:51.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:41:0)
[07:29:51.307] Build status: STARTED
[07:29:51.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:42:0) after 3m25s
[07:33:16.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:42:0)
[07:33:16.447] Build status: STARTED
[07:33:16.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:43:0) after 9m25s
[07:42:41.572] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:43:0)
[07:42:41.640] Build status: STARTED
[07:42:41.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:44:0) after 8m16s
[07:50:57.740] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:44:0)
[07:50:57.773] Build status: STARTED
[07:50:57.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:45:0) after 4m29s
[07:55:26.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:45:0)
[07:55:26.894] Build status: STARTED
[07:55:26.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:46:0) after 2m16s
[07:57:42.959] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:46:0)
[07:57:42.980] Build status: STARTED
[07:57:42.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:47:0) after 3m15s
[08:00:58.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:47:0)
[08:00:58.076] Build status: STARTED
[08:00:58.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:48:0) after 2m36s
[08:03:34.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:48:0)
[08:03:34.157] Build status: STARTED
[08:03:34.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:49:0) after 8m37s
[08:12:11.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:49:0)
[08:12:11.218] Build status: STARTED
[08:12:11.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:50:0) after 6m43s
[08:18:54.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:50:0)
[08:18:54.288] Build status: STARTED
[08:18:54.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:51:0) after 9m24s
[08:28:18.331] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:51:0)
[08:28:18.349] Build status: STARTED
[08:28:18.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:52:0) after 9m53s
[08:38:11.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:52:0)
[08:38:11.402] Build status: STARTED
[08:38:11.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:53:0) after 4m24s
[08:42:35.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:53:0)
[08:42:35.416] Build status: STARTED
[08:42:35.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:54:0) after 4m44s
[08:47:19.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:54:0)
[08:47:19.491] Build status: STARTED
[08:47:19.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:55:0) after 6m0s
[08:53:19.648] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:55:0)
[08:53:19.667] Build status: STARTED
[08:53:19.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:56:0) after 1m58s
[08:55:17.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:56:0)
[08:55:17.780] Build status: STARTED
[08:55:17.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:57:0) after 2m30s
[08:57:47.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:57:0)
[08:57:47.830] Build status: STARTED
[08:57:47.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:58:0) after 4m47s
[09:02:34.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:58:0)
[09:02:34.926] Build status: STARTED
[09:02:34.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:59:0) after 2m59s
[09:05:34.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:59:0)
[09:05:34.490] Build status: STARTED
[09:05:34.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:60:0) after 5m54s
[09:11:28.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:60:0)
[09:11:28.584] Build status: STARTED
[09:11:28.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:61:0) after 2m42s
[09:14:10.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:61:0)
[09:14:10.953] Build status: STARTED
[09:14:10.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:62:0) after 2m44s
[09:16:55.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:62:0)
[09:16:55.072] Build status: STARTED
[09:16:55.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:63:0) after 8m30s
[09:25:25.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:63:0)
[09:25:25.351] Build status: STARTED
[09:25:25.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:64:0) after 8m24s
[09:33:49.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:64:0)
[09:33:49.545] Build status: STARTED
[09:33:49.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:65:0) after 7m58s
[09:41:47.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:65:0)
[09:41:47.725] Build status: STARTED
[09:41:47.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:66:0) after 1m31s
[09:43:18.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:66:0)
[09:43:18.779] Build status: STARTED
[09:43:18.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:67:0) after 2m39s
[09:45:57.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:67:0)
[09:45:57.799] Build status: STARTED
[09:45:57.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:68:0) after 5m32s
[09:51:30.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:68:0)
[09:51:30.086] Build status: STARTED
[09:51:30.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:69:0) after 6m6s
[09:57:36.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:69:0)
[09:57:36.195] Build status: STARTED
[09:57:36.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:70:0) after 1m49s
[09:59:25.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:70:0)
[09:59:25.304] Build status: STARTED
[09:59:25.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:71:0) after 8m37s
[10:08:02.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:71:0)
[10:08:02.435] Build status: STARTED
[10:08:02.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:72:0) after 9m18s
[10:17:20.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:72:0)
[10:17:20.510] Build status: STARTED
[10:17:20.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:73:0) after 1m26s
[10:18:46.575] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:73:0)
[10:18:46.597] Build status: STARTED
[10:18:46.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:74:0) after 5m11s
[10:23:57.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:74:0)
[10:23:57.644] Build status: STARTED
[10:23:57.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:75:0) after 5m29s
[10:29:26.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:75:0)
[10:29:26.934] Build status: STARTED
[10:29:26.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:76:0) after 7m14s
[10:36:41.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:76:0)
[10:36:41.096] Build status: STARTED
[10:36:41.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:77:0) after 1m1s
[10:37:42.154] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:77:0)
[10:37:42.170] Build status: STARTED
[10:37:42.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:78:0) after 6m5s
[10:43:47.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:78:0)
[10:43:47.324] Build status: STARTED
[10:43:47.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:79:0) after 3m42s
[10:47:29.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:79:0)
[10:47:29.420] Build status: STARTED
[10:47:29.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:80:0) after 9m40s
[10:57:09.537] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:80:0)
[10:57:09.556] Build status: STARTED
[10:57:09.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:81:0) after 8m39s
[11:05:48.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:81:0)
[11:05:48.694] Build status: STARTED
[11:05:48.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:82:0) after 2m3s
[11:07:52.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:82:0)
[11:07:52.052] Build status: STARTED
[11:07:52.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:83:0) after 2m26s
[11:10:18.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:83:0)
[11:10:18.115] Build status: STARTED
[11:10:18.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:84:0) after 3m38s
[11:13:56.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:84:0)
[11:13:56.415] Build status: STARTED
[11:13:56.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:85:0) after 3m58s
[11:17:54.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:85:0)
[11:17:54.793] Build status: STARTED
[11:17:54.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:86:0) after 7m10s
[11:25:04.966] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:86:0)
[11:25:04.999] Build status: STARTED
[11:25:04.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:87:0) after 6m33s
[11:31:38.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:87:0)
[11:31:38.233] Build status: STARTED
[11:31:38.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:88:0) after 1m2s
[11:32:40.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:88:0)
[11:32:40.459] Build status: STARTED
[11:32:40.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:89:0) after 1m0s
[11:33:40.748] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:89:0)
[11:33:40.777] Build status: STARTED
[11:33:40.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:90:0) after 2m30s
[11:36:10.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:90:0)
[11:36:10.844] Build status: STARTED
[11:36:10.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:91:0) after 2m51s
[11:39:01.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:91:0)
[11:39:01.934] Build status: STARTED
[11:39:01.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:92:0) after 3m33s
[11:42:34.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:92:0)
[11:42:35.042] Build status: STARTED
[11:42:35.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:93:0) after 3m25s
[11:46:00.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:93:0)
[11:46:00.177] Build status: STARTED
[11:46:00.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:94:0) after 7m0s
[11:53:00.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:94:0)
[11:53:00.264] Build status: STARTED
[11:53:00.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:95:0) after 8m35s
[12:01:35.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:95:0)
[12:01:35.319] Build status: STARTED
[12:01:35.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:96:0) after 9m47s
[12:11:22.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:96:0)
[12:11:22.560] Build status: STARTED
[12:11:22.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:97:0) after 2m46s
[12:14:08.722] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:97:0)
[12:14:08.742] Build status: STARTED
[12:14:08.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:98:0) after 7m59s
[12:22:07.778] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:98:0)
[12:22:07.800] Build status: STARTED
[12:22:07.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:99:0) after 8m30s
[12:30:38.041] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:99:0)
[12:30:38.058] Build status: STARTED
[12:30:38.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:100:0) after 1m51s
[12:32:29.187] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:100:0)
[12:32:29.223] Build status: STARTED
[12:32:29.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:101:0) after 6m23s
[12:38:52.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:101:0)
[12:38:52.317] Build status: STARTED
[12:38:52.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:102:0) after 8m27s
[12:47:19.446] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:102:0)
[12:47:19.468] Build status: STARTED
[12:47:19.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:103:0) after 8m59s
[12:56:18.816] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:103:0)
[12:56:19.007] Build status: STARTED
[12:56:19.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:104:0) after 4m13s
[13:00:32.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:104:0)
[13:00:32.035] Build status: STARTED
[13:00:32.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:105:0) after 6m23s
[13:06:55.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:105:0)
[13:06:55.420] Build status: STARTED
[13:06:55.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:106:0) after 9m15s
[13:16:10.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:106:0)
[13:16:10.700] Build status: STARTED
[13:16:10.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:107:0) after 1m43s
[13:17:53.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:107:0)
[13:17:53.845] Build status: STARTED
[13:17:53.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:108:0) after 4m33s
[13:22:27.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:108:0)
[13:22:27.198] Build status: STARTED
[13:22:27.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:109:0) after 2m38s
[13:25:05.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:109:0)
[13:25:05.374] Build status: STARTED
[13:25:05.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:110:0) after 6m33s
[13:31:38.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:110:0)
[13:31:38.452] Build status: STARTED
[13:31:38.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:111:0) after 2m26s
[13:34:04.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:111:0)
[13:34:04.713] Build status: STARTED
[13:34:04.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:112:0) after 2m0s
[13:36:04.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:112:0)
[13:36:04.784] Build status: STARTED
[13:36:04.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:113:0) after 1m12s
[13:37:16.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:113:0)
[13:37:16.902] Build status: STARTED
[13:37:16.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:114:0) after 3m46s
[13:41:02.940] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:114:0)
[13:41:02.962] Build status: STARTED
[13:41:02.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:115:0) after 1m24s
[13:42:27.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:115:0)
[13:42:27.120] Build status: STARTED
[13:42:27.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:116:0) after 4m28s
[13:46:55.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:116:0)
[13:46:55.449] Build status: STARTED
[13:46:55.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:117:0) after 1m27s
[13:48:22.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:117:0)
[13:48:22.572] Build status: STARTED
[13:48:22.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:118:0) after 4m5s
[13:52:27.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:118:0)
[13:52:27.683] Build status: STARTED
[13:52:27.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:119:0) after 3m27s
[13:55:55.041] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:119:0)
[13:55:55.102] Build status: STARTED
[13:55:55.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:120:0) after 5m18s
[14:01:13.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:120:0)
[14:01:13.263] Build status: STARTED
[14:01:13.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:121:0) after 4m24s
[14:05:37.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:121:0)
[14:05:37.327] Build status: STARTED
[14:05:37.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:122:0) after 1m53s
[14:07:30.357] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:122:0)
[14:07:30.401] Build status: STARTED
[14:07:30.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:123:0) after 5m12s
[14:12:42.925] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:123:0)
[14:12:42.968] Build status: STARTED
[14:12:42.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:124:0) after 3m26s
[14:16:09.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:124:0)
[14:16:09.101] Build status: STARTED
[14:16:09.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:125:0) after 3m48s
[14:19:57.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:125:0)
[14:19:57.218] Build status: STARTED
[14:19:57.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945680159838856480:126:0) after 6m27s
[14:20:51.652] Received PubSub notification, asking Buildbucket for the build status
[14:20:51.676] Build:
{
  "id": "8780250097763578593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5416,
  "createdBy": "project:chromium",
  "createTime": "2023-05-24T03:13:32.347762400Z",
  "startTime": "2023-05-24T03:13:40.259996Z",
  "endTime": "2023-05-24T14:20:51.158300542Z",
  "updateTime": "2023-05-24T14:20:51.158300542Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6b6ae7cc7e49d577ddfaaaf43a61678f50efecb3",
      "ref": "refs/heads/main"
    }
  }
}
[14:20:51.676] Invocation finished in 11h7m20.691827147s with status FAILED