Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:59:56.519] New invocation is queued and will start shortly
[03:59:57.683] Starting the invocation (attempt 1)
[03:59:57.749] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb"
[03:59:57.749] Popped gitiles commit info from properties and tags
[03:59:57.749] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:59:57.749] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:59:57.749] Buildbucket request:
{
  "requestId": "8951747235751809328",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8951747235751809328"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:59:58.199] Scheduled build:
{
  "id": "8786317173732217761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4911,
  "createdBy": "project:chromium",
  "createTime": "2023-03-18T03:59:57.820906597Z",
  "updateTime": "2023-03-18T03:59:57.820906597Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb",
      "ref": "refs/heads/main"
    }
  }
}
[03:59:58.199] Task URL: https://cr-buildbucket.appspot.com/build/8786317173732217761
[03:59:58.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:2:0) after 1m22s
[04:00:12.595] Received PubSub notification, asking Buildbucket for the build status
[04:00:12.611] Build status: STARTED
[04:01:20.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:2:0)
[04:01:20.261] Build status: STARTED
[04:01:20.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:4:0) after 4m8s
[04:05:28.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:4:0)
[04:05:28.431] Build status: STARTED
[04:05:28.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:5:0) after 3m42s
[04:09:10.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:5:0)
[04:09:10.541] Build status: STARTED
[04:09:10.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:6:0) after 1m59s
[04:11:09.585] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:6:0)
[04:11:09.638] Build status: STARTED
[04:11:09.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:7:0) after 5m4s
[04:16:13.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:7:0)
[04:16:13.685] Build status: STARTED
[04:16:13.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:8:0) after 4m46s
[04:20:59.712] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:8:0)
[04:20:59.735] Build status: STARTED
[04:20:59.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:9:0) after 2m58s
[04:23:57.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:9:0)
[04:23:57.933] Build status: STARTED
[04:23:57.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:10:0) after 6m7s
[04:30:05.108] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:10:0)
[04:30:05.152] Build status: STARTED
[04:30:05.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:11:0) after 5m41s
[04:35:46.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:11:0)
[04:35:46.360] Build status: STARTED
[04:35:46.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:12:0) after 7m36s
[04:43:22.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:12:0)
[04:43:22.413] Build status: STARTED
[04:43:22.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:13:0) after 6m57s
[04:50:19.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:13:0)
[04:50:19.482] Build status: STARTED
[04:50:19.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:14:0) after 7m17s
[04:57:36.722] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:14:0)
[04:57:36.744] Build status: STARTED
[04:57:36.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:15:0) after 9m0s
[05:06:37.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:15:0)
[05:06:37.096] Build status: STARTED
[05:06:37.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:16:0) after 9m20s
[05:15:57.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:16:0)
[05:15:57.189] Build status: STARTED
[05:15:57.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:17:0) after 4m57s
[05:20:54.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:17:0)
[05:20:54.220] Build status: STARTED
[05:20:54.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:18:0) after 4m11s
[05:25:05.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:18:0)
[05:25:05.422] Build status: STARTED
[05:25:05.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:19:0) after 4m21s
[05:29:26.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:19:0)
[05:29:26.598] Build status: STARTED
[05:29:26.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:20:0) after 4m16s
[05:33:42.624] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:20:0)
[05:33:42.645] Build status: STARTED
[05:33:42.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:21:0) after 4m53s
[05:38:35.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:21:0)
[05:38:35.714] Build status: STARTED
[05:38:35.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:22:0) after 4m35s
[05:43:10.748] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:22:0)
[05:43:10.770] Build status: STARTED
[05:43:10.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:23:0) after 1m19s
[05:44:29.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:23:0)
[05:44:29.826] Build status: STARTED
[05:44:29.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:24:0) after 1m44s
[05:46:13.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:24:0)
[05:46:13.898] Build status: STARTED
[05:46:13.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:25:0) after 7m13s
[05:53:27.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:25:0)
[05:53:27.063] Build status: STARTED
[05:53:27.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:26:0) after 2m24s
[05:55:51.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:26:0)
[05:55:51.107] Build status: STARTED
[05:55:51.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:27:0) after 5m12s
[06:01:03.136] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:27:0)
[06:01:03.165] Build status: STARTED
[06:01:03.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:28:0) after 4m37s
[06:05:40.189] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:28:0)
[06:05:40.209] Build status: STARTED
[06:05:40.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:29:0) after 3m58s
[06:09:38.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:29:0)
[06:09:38.375] Build status: STARTED
[06:09:38.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:30:0) after 7m32s
[06:17:10.409] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:30:0)
[06:17:10.431] Build status: STARTED
[06:17:10.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:31:0) after 7m31s
[06:24:41.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:31:0)
[06:24:41.538] Build status: STARTED
[06:24:41.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:32:0) after 1m10s
[06:25:51.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:32:0)
[06:25:51.649] Build status: STARTED
[06:25:51.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:33:0) after 6m27s
[06:32:18.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:33:0)
[06:32:18.790] Build status: STARTED
[06:32:18.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:34:0) after 2m25s
[06:34:43.892] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:34:0)
[06:34:43.917] Build status: STARTED
[06:34:43.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:35:0) after 7m21s
[06:42:05.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:35:0)
[06:42:05.022] Build status: STARTED
[06:42:05.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:36:0) after 9m28s
[06:51:33.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:36:0)
[06:51:33.116] Build status: STARTED
[06:51:33.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:37:0) after 7m34s
[06:59:07.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:37:0)
[06:59:07.174] Build status: STARTED
[06:59:07.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:38:0) after 7m21s
[07:06:28.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:38:0)
[07:06:28.287] Build status: STARTED
[07:06:28.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:39:0) after 5m17s
[07:11:45.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:39:0)
[07:11:45.506] Build status: STARTED
[07:11:45.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:40:0) after 7m56s
[07:19:41.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:40:0)
[07:19:41.757] Build status: STARTED
[07:19:41.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:41:0) after 9m49s
[07:29:30.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:41:0)
[07:29:30.811] Build status: STARTED
[07:29:30.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:42:0) after 8m18s
[07:37:48.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:42:0)
[07:37:48.913] Build status: STARTED
[07:37:48.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:43:0) after 2m38s
[07:40:27.043] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:43:0)
[07:40:27.064] Build status: STARTED
[07:40:27.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:44:0) after 1m57s
[07:42:24.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:44:0)
[07:42:24.195] Build status: STARTED
[07:42:24.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:45:0) after 3m45s
[07:46:09.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:45:0)
[07:46:09.406] Build status: STARTED
[07:46:09.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:46:0) after 7m0s
[07:53:09.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:46:0)
[07:53:09.477] Build status: STARTED
[07:53:09.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:47:0) after 7m10s
[08:00:19.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:47:0)
[08:00:19.670] Build status: STARTED
[08:00:19.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:48:0) after 2m34s
[08:02:53.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:48:0)
[08:02:53.729] Build status: STARTED
[08:02:53.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:49:0) after 5m1s
[08:07:54.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:49:0)
[08:07:54.828] Build status: STARTED
[08:07:54.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:50:0) after 2m57s
[08:10:51.926] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:50:0)
[08:10:51.943] Build status: STARTED
[08:10:51.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:51:0) after 9m23s
[08:20:14.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:51:0)
[08:20:15.014] Build status: STARTED
[08:20:15.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:52:0) after 6m42s
[08:26:57.110] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:52:0)
[08:26:57.134] Build status: STARTED
[08:26:57.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:53:0) after 1m22s
[08:28:19.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:53:0)
[08:28:19.312] Build status: STARTED
[08:28:19.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:54:0) after 3m14s
[08:31:33.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:54:0)
[08:31:33.394] Build status: STARTED
[08:31:33.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:55:0) after 5m22s
[08:36:55.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:55:0)
[08:36:55.440] Build status: STARTED
[08:36:55.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:56:0) after 9m42s
[08:46:37.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:56:0)
[08:46:37.754] Build status: STARTED
[08:46:37.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:57:0) after 3m43s
[08:50:20.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:57:0)
[08:50:20.838] Build status: STARTED
[08:50:20.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:58:0) after 2m0s
[08:52:21.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:58:0)
[08:52:21.074] Build status: STARTED
[08:52:21.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:59:0) after 9m18s
[09:01:39.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:59:0)
[09:01:39.141] Build status: STARTED
[09:01:39.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:60:0) after 9m5s
[09:10:44.183] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:60:0)
[09:10:44.204] Build status: STARTED
[09:10:44.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:61:0) after 4m20s
[09:15:04.565] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:61:0)
[09:15:04.586] Build status: STARTED
[09:15:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:62:0) after 1m18s
[09:16:22.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:62:0)
[09:16:22.787] Build status: STARTED
[09:16:22.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:63:0) after 2m33s
[09:18:55.888] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:63:0)
[09:18:55.910] Build status: STARTED
[09:18:55.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:64:0) after 3m33s
[09:22:29.122] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:64:0)
[09:22:29.144] Build status: STARTED
[09:22:29.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:65:0) after 3m55s
[09:26:24.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:65:0)
[09:26:24.217] Build status: STARTED
[09:26:24.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:66:0) after 8m17s
[09:34:41.396] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:66:0)
[09:34:41.424] Build status: STARTED
[09:34:41.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:67:0) after 4m51s
[09:39:32.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:67:0)
[09:39:32.586] Build status: STARTED
[09:39:32.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:68:0) after 9m35s
[09:49:07.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:68:0)
[09:49:07.645] Build status: STARTED
[09:49:07.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:69:0) after 1m0s
[09:50:08.068] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:69:0)
[09:50:08.088] Build status: STARTED
[09:50:08.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:70:0) after 5m26s
[09:55:34.120] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:70:0)
[09:55:34.138] Build status: STARTED
[09:55:34.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:71:0) after 1m53s
[09:57:27.179] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:71:0)
[09:57:27.200] Build status: STARTED
[09:57:27.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:72:0) after 2m20s
[09:59:47.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:72:0)
[09:59:47.401] Build status: STARTED
[09:59:47.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:73:0) after 5m30s
[10:05:17.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:73:0)
[10:05:17.506] Build status: STARTED
[10:05:17.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:74:0) after 4m43s
[10:10:00.646] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:74:0)
[10:10:00.664] Build status: STARTED
[10:10:00.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:75:0) after 7m19s
[10:17:19.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:75:0)
[10:17:19.739] Build status: STARTED
[10:17:19.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:76:0) after 6m0s
[10:23:19.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:76:0)
[10:23:19.787] Build status: STARTED
[10:23:19.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:77:0) after 3m31s
[10:26:50.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:77:0)
[10:26:50.938] Build status: STARTED
[10:26:50.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:78:0) after 3m39s
[10:30:30.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:78:0)
[10:30:30.082] Build status: STARTED
[10:30:30.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:79:0) after 4m35s
[10:35:05.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:79:0)
[10:35:05.141] Build status: STARTED
[10:35:05.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:80:0) after 3m38s
[10:38:43.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:80:0)
[10:38:43.246] Build status: STARTED
[10:38:43.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:81:0) after 3m50s
[10:42:33.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:81:0)
[10:42:33.438] Build status: STARTED
[10:42:33.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:82:0) after 3m32s
[10:46:05.562] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:82:0)
[10:46:05.591] Build status: STARTED
[10:46:05.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:83:0) after 9m13s
[10:55:18.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:83:0)
[10:55:18.735] Build status: STARTED
[10:55:18.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:84:0) after 6m29s
[11:01:47.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:84:0)
[11:01:47.826] Build status: STARTED
[11:01:47.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:85:0) after 9m3s
[11:10:50.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:85:0)
[11:10:50.984] Build status: STARTED
[11:10:50.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:86:0) after 3m45s
[11:14:36.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:86:0)
[11:14:36.035] Build status: STARTED
[11:14:36.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:87:0) after 6m24s
[11:21:00.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:87:0)
[11:21:00.111] Build status: STARTED
[11:21:00.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:88:0) after 8m37s
[11:29:37.163] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:88:0)
[11:29:37.189] Build status: STARTED
[11:29:37.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:89:0) after 8m35s
[11:38:12.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:89:0)
[11:38:12.483] Build status: STARTED
[11:38:12.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:90:0) after 1m0s
[11:39:12.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:90:0)
[11:39:12.600] Build status: STARTED
[11:39:12.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:91:0) after 5m33s
[11:44:45.635] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:91:0)
[11:44:45.654] Build status: STARTED
[11:44:45.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:92:0) after 9m38s
[11:54:23.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:92:0)
[11:54:23.816] Build status: STARTED
[11:54:23.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:93:0) after 8m25s
[12:02:49.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:93:0)
[12:02:49.079] Build status: STARTED
[12:02:49.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:94:0) after 3m34s
[12:06:23.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:94:0)
[12:06:23.140] Build status: STARTED
[12:06:23.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:95:0) after 4m27s
[12:10:50.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:95:0)
[12:10:50.166] Build status: STARTED
[12:10:50.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:96:0) after 2m13s
[12:13:03.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:96:0)
[12:13:03.215] Build status: STARTED
[12:13:03.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:97:0) after 5m10s
[12:18:13.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:97:0)
[12:18:13.410] Build status: STARTED
[12:18:13.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:98:0) after 3m56s
[12:22:09.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:98:0)
[12:22:09.599] Build status: STARTED
[12:22:09.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:99:0) after 3m23s
[12:25:32.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:99:0)
[12:25:32.656] Build status: STARTED
[12:25:32.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:100:0) after 2m20s
[12:27:52.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:100:0)
[12:27:52.707] Build status: STARTED
[12:27:52.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:101:0) after 8m13s
[12:36:05.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:101:0)
[12:36:05.825] Build status: STARTED
[12:36:05.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:102:0) after 3m35s
[12:39:41.283] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:102:0)
[12:39:41.307] Build status: STARTED
[12:39:41.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:103:0) after 9m59s
[12:49:40.336] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:103:0)
[12:49:40.362] Build status: STARTED
[12:49:40.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:104:0) after 8m13s
[12:57:53.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:104:0)
[12:57:53.541] Build status: STARTED
[12:57:53.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:105:0) after 9m21s
[13:07:14.672] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:105:0)
[13:07:14.730] Build status: STARTED
[13:07:14.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:106:0) after 3m45s
[13:10:59.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:106:0)
[13:10:59.933] Build status: STARTED
[13:10:59.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:107:0) after 4m25s
[13:15:24.973] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:107:0)
[13:15:25.001] Build status: STARTED
[13:15:25.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:108:0) after 7m52s
[13:23:17.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:108:0)
[13:23:17.262] Build status: STARTED
[13:23:17.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:109:0) after 3m24s
[13:26:41.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:109:0)
[13:26:41.309] Build status: STARTED
[13:26:41.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:110:0) after 1m55s
[13:28:36.336] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:110:0)
[13:28:36.364] Build status: STARTED
[13:28:36.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:111:0) after 7m21s
[13:35:57.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:111:0)
[13:35:57.449] Build status: STARTED
[13:35:57.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:112:0) after 9m57s
[13:45:54.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:112:0)
[13:45:54.794] Build status: STARTED
[13:45:54.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:113:0) after 6m52s
[13:52:46.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:113:0)
[13:52:46.853] Build status: STARTED
[13:52:46.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:114:0) after 7m17s
[14:00:04.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:114:0)
[14:00:04.242] Build status: STARTED
[14:00:04.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:115:0) after 2m57s
[14:03:01.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:115:0)
[14:03:01.417] Build status: STARTED
[14:03:01.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:116:0) after 5m41s
[14:08:42.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:116:0)
[14:08:42.509] Build status: STARTED
[14:08:42.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:117:0) after 7m23s
[14:16:05.537] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:117:0)
[14:16:05.565] Build status: STARTED
[14:16:05.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:118:0) after 4m44s
[14:20:49.686] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:118:0)
[14:20:49.708] Build status: STARTED
[14:20:49.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:119:0) after 7m35s
[14:28:24.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:119:0)
[14:28:24.934] Build status: STARTED
[14:28:24.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:120:0) after 7m22s
[14:35:46.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:120:0)
[14:35:47.043] Build status: STARTED
[14:35:47.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:121:0) after 6m44s
[14:42:31.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:121:0)
[14:42:31.368] Build status: STARTED
[14:42:31.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:122:0) after 6m51s
[14:49:22.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:122:0)
[14:49:22.422] Build status: STARTED
[14:49:22.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:123:0) after 4m8s
[14:53:30.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:123:0)
[14:53:30.574] Build status: STARTED
[14:53:30.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8951747235751809328:124:0) after 7m5s
[14:57:31.978] Received PubSub notification, asking Buildbucket for the build status
[14:57:31.998] Build:
{
  "id": "8786317173732217761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4911,
  "createdBy": "project:chromium",
  "createTime": "2023-03-18T03:59:57.820906597Z",
  "startTime": "2023-03-18T04:00:12.005698Z",
  "endTime": "2023-03-18T14:57:31.718759034Z",
  "updateTime": "2023-03-18T14:57:31.718759034Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bc23bc0bc5597fe0f515fe48ac48f57ee4589bdb",
      "ref": "refs/heads/main"
    }
  }
}
[14:57:31.998] Invocation finished in 10h57m35.487855033s with status FAILED