Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "09d0e47e7085ee5f98d11ddad96415b03585986e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/09d0e47e7085ee5f98d11ddad96415b03585986e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:12:04.896] New invocation is queued and will start shortly
[09:12:06.128] Starting the invocation (attempt 1)
[09:12:06.175] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/09d0e47e7085ee5f98d11ddad96415b03585986e"
[09:12:06.175] Popped gitiles commit info from properties and tags
[09:12:06.175] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:12:06.175] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:12:06.176] Buildbucket request:
{
  "requestId": "8983527132839569920",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "09d0e47e7085ee5f98d11ddad96415b03585986e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983527132839569920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:12:07.043] Scheduled build:
{
  "id": "8818097070718753281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2326,
  "createdBy": "project:chromium",
  "createTime": "2022-04-01T09:12:06.286350261Z",
  "updateTime": "2022-04-01T09:12:06.286350261Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "09d0e47e7085ee5f98d11ddad96415b03585986e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:12:07.043] Task URL: https://cr-buildbucket.appspot.com/build/8818097070718753281
[09:12:07.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:2:0) after 8m27s
[09:20:34.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:2:0)
[09:20:34.095] Build status: SCHEDULED
[09:20:34.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:3:0) after 2m36s
[09:23:10.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:3:0)
[09:23:10.182] Build status: SCHEDULED
[09:23:10.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:4:0) after 8m56s
[09:32:06.248] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:4:0)
[09:32:06.277] Build status: SCHEDULED
[09:32:06.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:5:0) after 6m50s
[09:38:56.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:5:0)
[09:38:56.367] Build status: SCHEDULED
[09:38:56.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:6:0) after 8m10s
[09:47:06.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:6:0)
[09:47:06.646] Build status: SCHEDULED
[09:47:06.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:7:0) after 3m7s
[09:50:13.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:7:0)
[09:50:13.743] Build status: SCHEDULED
[09:50:13.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:8:0) after 3m5s
[09:53:18.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:8:0)
[09:53:18.907] Build status: SCHEDULED
[09:53:18.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:9:0) after 6m22s
[09:54:44.189] Received PubSub notification, asking Buildbucket for the build status
[09:54:44.207] Build status: STARTED
[09:59:41.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:9:0)
[09:59:41.136] Build status: STARTED
[09:59:41.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:11:0) after 7m10s
[10:06:51.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:11:0)
[10:06:51.432] Build status: STARTED
[10:06:51.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:12:0) after 5m13s
[10:12:04.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:12:0)
[10:12:04.492] Build status: STARTED
[10:12:04.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:13:0) after 9m15s
[10:21:19.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:13:0)
[10:21:19.917] Build status: STARTED
[10:21:19.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:14:0) after 9m55s
[10:31:14.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:14:0)
[10:31:15.020] Build status: STARTED
[10:31:15.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:15:0) after 8m52s
[10:40:07.113] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:15:0)
[10:40:07.153] Build status: STARTED
[10:40:07.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:16:0) after 2m22s
[10:42:29.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:16:0)
[10:42:29.692] Build status: STARTED
[10:42:29.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:17:0) after 6m7s
[10:48:36.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:17:0)
[10:48:36.915] Build status: STARTED
[10:48:36.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:18:0) after 7m28s
[10:56:04.961] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:18:0)
[10:56:05.008] Build status: STARTED
[10:56:05.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:19:0) after 7m48s
[11:03:53.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:19:0)
[11:03:53.160] Build status: STARTED
[11:03:53.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:20:0) after 7m4s
[11:10:57.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:20:0)
[11:10:57.428] Build status: STARTED
[11:10:57.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:21:0) after 7m48s
[11:18:45.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:21:0)
[11:18:45.704] Build status: STARTED
[11:18:45.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:22:0) after 2m16s
[11:21:01.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:22:0)
[11:21:01.750] Build status: STARTED
[11:21:01.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:23:0) after 2m26s
[11:23:27.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:23:0)
[11:23:27.861] Build status: STARTED
[11:23:27.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:24:0) after 8m56s
[11:32:23.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:24:0)
[11:32:23.927] Build status: STARTED
[11:32:23.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:25:0) after 7m45s
[11:40:08.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:25:0)
[11:40:09.018] Build status: STARTED
[11:40:09.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:26:0) after 7m46s
[11:47:55.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:26:0)
[11:47:55.092] Build status: STARTED
[11:47:55.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:27:0) after 6m36s
[11:54:31.117] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:27:0)
[11:54:31.151] Build status: STARTED
[11:54:31.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:28:0) after 3m25s
[11:57:56.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:28:0)
[11:57:56.286] Build status: STARTED
[11:57:56.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:29:0) after 1m23s
[11:59:19.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:29:0)
[11:59:19.466] Build status: STARTED
[11:59:19.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:30:0) after 9m46s
[12:09:05.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:30:0)
[12:09:05.750] Build status: STARTED
[12:09:05.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:31:0) after 6m0s
[12:15:05.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:31:0)
[12:15:05.790] Build status: STARTED
[12:15:05.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:32:0) after 1m7s
[12:16:12.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:32:0)
[12:16:12.959] Build status: STARTED
[12:16:12.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:33:0) after 7m27s
[12:23:39.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:33:0)
[12:23:40.013] Build status: STARTED
[12:23:40.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:34:0) after 6m52s
[12:30:32.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:34:0)
[12:30:32.161] Build status: STARTED
[12:30:32.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:35:0) after 8m10s
[12:38:42.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:35:0)
[12:38:42.267] Build status: STARTED
[12:38:42.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:36:0) after 2m11s
[12:40:53.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:36:0)
[12:40:53.318] Build status: STARTED
[12:40:53.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:37:0) after 6m25s
[12:47:18.428] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:37:0)
[12:47:18.473] Build status: STARTED
[12:47:18.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:38:0) after 1m42s
[12:49:00.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:38:0)
[12:49:01.029] Build status: STARTED
[12:49:01.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:39:0) after 6m55s
[12:55:56.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:39:0)
[12:55:56.358] Build status: STARTED
[12:55:56.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:40:0) after 5m31s
[13:01:27.451] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:40:0)
[13:01:27.479] Build status: STARTED
[13:01:27.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:41:0) after 7m45s
[13:09:12.508] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:41:0)
[13:09:12.529] Build status: STARTED
[13:09:12.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:42:0) after 3m24s
[13:12:36.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:42:0)
[13:12:36.594] Build status: STARTED
[13:12:36.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:43:0) after 3m55s
[13:16:31.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:43:0)
[13:16:31.740] Build status: STARTED
[13:16:31.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:44:0) after 2m55s
[13:19:26.865] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:44:0)
[13:19:26.887] Build status: STARTED
[13:19:26.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:45:0) after 6m54s
[13:26:21.110] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:45:0)
[13:26:21.142] Build status: STARTED
[13:26:21.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:46:0) after 1m49s
[13:28:10.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:46:0)
[13:28:10.214] Build status: STARTED
[13:28:10.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:47:0) after 3m13s
[13:31:23.345] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:47:0)
[13:31:23.378] Build status: STARTED
[13:31:23.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:48:0) after 7m52s
[13:39:15.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:48:0)
[13:39:15.529] Build status: STARTED
[13:39:15.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:49:0) after 9m16s
[13:48:31.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:49:0)
[13:48:31.565] Build status: STARTED
[13:48:31.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:50:0) after 1m27s
[13:49:58.701] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:50:0)
[13:49:58.730] Build status: STARTED
[13:49:58.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:51:0) after 5m5s
[13:55:03.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:51:0)
[13:55:03.836] Build status: STARTED
[13:55:03.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:52:0) after 3m55s
[13:58:58.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:52:0)
[13:58:58.886] Build status: STARTED
[13:58:58.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:53:0) after 3m50s
[14:02:49.022] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:53:0)
[14:02:49.055] Build status: STARTED
[14:02:49.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:54:0) after 8m9s
[14:10:58.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:54:0)
[14:10:58.145] Build status: STARTED
[14:10:58.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:55:0) after 5m57s
[14:16:55.170] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:55:0)
[14:16:55.205] Build status: STARTED
[14:16:55.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:56:0) after 4m25s
[14:21:20.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:56:0)
[14:21:20.261] Build status: STARTED
[14:21:20.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:57:0) after 4m21s
[14:25:41.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:57:0)
[14:25:41.323] Build status: STARTED
[14:25:41.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:58:0) after 7m58s
[14:33:39.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:58:0)
[14:33:39.907] Build status: STARTED
[14:33:39.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:59:0) after 8m33s
[14:42:12.966] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:59:0)
[14:42:12.988] Build status: STARTED
[14:42:12.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:60:0) after 6m44s
[14:48:57.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:60:0)
[14:48:57.039] Build status: STARTED
[14:48:57.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:61:0) after 5m22s
[14:54:19.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:61:0)
[14:54:19.185] Build status: STARTED
[14:54:19.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:62:0) after 3m42s
[14:58:01.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:62:0)
[14:58:01.262] Build status: STARTED
[14:58:01.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:63:0) after 8m20s
[15:06:21.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:63:0)
[15:06:21.495] Build status: STARTED
[15:06:21.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:64:0) after 6m50s
[15:13:11.554] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:64:0)
[15:13:11.577] Build status: STARTED
[15:13:11.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:65:0) after 3m31s
[15:16:42.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:65:0)
[15:16:42.744] Build status: STARTED
[15:16:42.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:66:0) after 5m12s
[15:21:54.815] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:66:0)
[15:21:54.839] Build status: STARTED
[15:21:54.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:67:0) after 2m58s
[15:24:52.861] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:67:0)
[15:24:52.880] Build status: STARTED
[15:24:52.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:68:0) after 9m29s
[15:34:22.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:68:0)
[15:34:22.413] Build status: STARTED
[15:34:22.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:69:0) after 1m20s
[15:35:42.594] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:69:0)
[15:35:42.621] Build status: STARTED
[15:35:42.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:70:0) after 7m27s
[15:43:09.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:70:0)
[15:43:09.765] Build status: STARTED
[15:43:09.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:71:0) after 3m10s
[15:46:19.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:71:0)
[15:46:19.906] Build status: STARTED
[15:46:19.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:72:0) after 6m13s
[15:52:32.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:72:0)
[15:52:32.991] Build status: STARTED
[15:52:32.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:73:0) after 9m52s
[16:02:25.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:73:0)
[16:02:25.183] Build status: STARTED
[16:02:25.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:74:0) after 2m7s
[16:04:32.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:74:0)
[16:04:32.288] Build status: STARTED
[16:04:32.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:75:0) after 2m28s
[16:07:00.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:75:0)
[16:07:00.794] Build status: STARTED
[16:07:00.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:76:0) after 3m25s
[16:10:25.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:76:0)
[16:10:25.959] Build status: STARTED
[16:10:25.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:77:0) after 5m9s
[16:15:34.983] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:77:0)
[16:15:35.000] Build status: STARTED
[16:15:35.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:78:0) after 7m29s
[16:23:04.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:78:0)
[16:23:04.084] Build status: STARTED
[16:23:04.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:79:0) after 9m25s
[16:32:29.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:79:0)
[16:32:29.191] Build status: STARTED
[16:32:29.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:80:0) after 1m43s
[16:34:12.489] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:80:0)
[16:34:12.511] Build status: STARTED
[16:34:12.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:81:0) after 8m33s
[16:42:45.588] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:81:0)
[16:42:45.621] Build status: STARTED
[16:42:45.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:82:0) after 2m13s
[16:44:58.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:82:0)
[16:44:58.779] Build status: STARTED
[16:44:58.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:83:0) after 5m2s
[16:50:00.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:83:0)
[16:50:00.830] Build status: STARTED
[16:50:00.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:84:0) after 2m53s
[16:52:53.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:84:0)
[16:52:53.942] Build status: STARTED
[16:52:53.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:85:0) after 4m33s
[16:57:26.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:85:0)
[16:57:27.067] Build status: STARTED
[16:57:27.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:86:0) after 6m0s
[17:03:27.096] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:86:0)
[17:03:27.127] Build status: STARTED
[17:03:27.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:87:0) after 5m33s
[17:09:00.598] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:87:0)
[17:09:00.621] Build status: STARTED
[17:09:00.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:88:0) after 3m10s
[17:12:11.059] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:88:0)
[17:12:11.145] Build status: STARTED
[17:12:11.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:89:0) after 7m11s
[17:19:22.174] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:89:0)
[17:19:22.224] Build status: STARTED
[17:19:22.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:90:0) after 9m29s
[17:28:51.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:90:0)
[17:28:51.271] Build status: STARTED
[17:28:51.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:91:0) after 6m38s
[17:35:29.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:91:0)
[17:35:29.446] Build status: STARTED
[17:35:29.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:92:0) after 4m51s
[17:40:20.481] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:92:0)
[17:40:20.501] Build status: STARTED
[17:40:20.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:93:0) after 4m12s
[17:44:32.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:93:0)
[17:44:32.611] Build status: STARTED
[17:44:32.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:94:0) after 4m51s
[17:49:23.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:94:0)
[17:49:23.776] Build status: STARTED
[17:49:23.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:95:0) after 4m14s
[17:53:37.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:95:0)
[17:53:37.924] Build status: STARTED
[17:53:37.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:96:0) after 8m7s
[18:01:44.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:96:0)
[18:01:44.976] Build status: STARTED
[18:01:44.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:97:0) after 5m18s
[18:07:03.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:97:0)
[18:07:03.102] Build status: STARTED
[18:07:03.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:98:0) after 1m7s
[18:08:10.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:98:0)
[18:08:10.157] Build status: STARTED
[18:08:10.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:99:0) after 4m27s
[18:12:37.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:99:0)
[18:12:37.213] Build status: STARTED
[18:12:37.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:100:0) after 5m48s
[18:18:25.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:100:0)
[18:18:25.426] Build status: STARTED
[18:18:25.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:101:0) after 4m47s
[18:23:12.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:101:0)
[18:23:12.498] Build status: STARTED
[18:23:12.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:102:0) after 9m51s
[18:33:03.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:102:0)
[18:33:03.603] Build status: STARTED
[18:33:03.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:103:0) after 7m4s
[18:40:08.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:103:0)
[18:40:08.147] Build status: STARTED
[18:40:08.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:104:0) after 9m40s
[18:49:48.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:104:0)
[18:49:48.771] Build status: STARTED
[18:49:48.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:105:0) after 4m39s
[18:54:27.777] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:105:0)
[18:54:27.807] Build status: STARTED
[18:54:27.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:106:0) after 6m41s
[19:01:08.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:106:0)
[19:01:08.961] Build status: STARTED
[19:01:08.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:107:0) after 7m57s
[19:09:05.998] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:107:0)
[19:09:06.028] Build status: STARTED
[19:09:06.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:108:0) after 2m10s
[19:11:16.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:108:0)
[19:11:16.085] Build status: STARTED
[19:11:16.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:109:0) after 6m42s
[19:17:58.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:109:0)
[19:17:58.165] Build status: STARTED
[19:17:58.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:110:0) after 2m29s
[19:20:27.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:110:0)
[19:20:27.253] Build status: STARTED
[19:20:27.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983527132839569920:111:0) after 8m6s
[19:27:46.647] Received PubSub notification, asking Buildbucket for the build status
[19:27:46.677] Build:
{
  "id": "8818097070718753281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2326,
  "createdBy": "project:chromium",
  "createTime": "2022-04-01T09:12:06.286350261Z",
  "startTime": "2022-04-01T09:54:43.077257Z",
  "endTime": "2022-04-01T19:27:46.074061163Z",
  "updateTime": "2022-04-01T19:27:46.074061163Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "09d0e47e7085ee5f98d11ddad96415b03585986e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:27:46.677] Invocation finished in 10h15m41.797413975s with status FAILED