Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3abb8d6ef5718673013d372a45e87bc4a4fdb87c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3abb8d6ef5718673013d372a45e87bc4a4fdb87c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:03:44.294] New invocation is queued and will start shortly
[19:03:45.374] Starting the invocation (attempt 1)
[19:03:45.413] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3abb8d6ef5718673013d372a45e87bc4a4fdb87c"
[19:03:45.413] Popped gitiles commit info from properties and tags
[19:03:45.413] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:03:45.413] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:03:45.413] Buildbucket request:
{
  "requestId": "9001790496235645344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3abb8d6ef5718673013d372a45e87bc4a4fdb87c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001790496235645344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:03:46.019] Scheduled build:
{
  "id": "8836360434338535425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1399,
  "createdBy": "project:chromium",
  "createTime": "2021-09-11T19:03:45.470238917Z",
  "updateTime": "2021-09-11T19:03:45.739015275Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3abb8d6ef5718673013d372a45e87bc4a4fdb87c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:03:46.019] Task URL: https://cr-buildbucket.appspot.com/build/8836360434338535425
[19:03:46.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:2:0) after 7m11s
[19:10:57.163] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:2:0)
[19:10:57.360] Build status: SCHEDULED
[19:10:57.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:3:0) after 2m33s
[19:13:30.415] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:3:0)
[19:13:30.444] Build status: SCHEDULED
[19:13:30.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:4:0) after 3m23s
[19:16:54.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:4:0)
[19:16:54.213] Build status: SCHEDULED
[19:16:54.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:5:0) after 4m2s
[19:20:56.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:5:0)
[19:20:56.301] Build status: SCHEDULED
[19:20:56.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:6:0) after 1m5s
[19:22:01.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:6:0)
[19:22:01.349] Build status: SCHEDULED
[19:22:01.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:7:0) after 1m0s
[19:23:01.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:7:0)
[19:23:01.477] Build status: SCHEDULED
[19:23:01.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:8:0) after 5m6s
[19:28:07.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:8:0)
[19:28:07.523] Build status: SCHEDULED
[19:28:07.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:9:0) after 4m53s
[19:33:00.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:9:0)
[19:33:00.565] Build status: SCHEDULED
[19:33:00.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:10:0) after 5m50s
[19:38:50.705] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:10:0)
[19:38:50.730] Build status: SCHEDULED
[19:38:50.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:11:0) after 2m46s
[19:41:36.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:11:0)
[19:41:36.792] Build status: SCHEDULED
[19:41:36.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:12:0) after 3m21s
[19:44:57.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:12:0)
[19:44:57.887] Build status: SCHEDULED
[19:44:57.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:13:0) after 9m14s
[19:54:11.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:13:0)
[19:54:12.007] Build status: SCHEDULED
[19:54:12.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:14:0) after 5m8s
[19:59:20.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:14:0)
[19:59:20.217] Build status: SCHEDULED
[19:59:20.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:15:0) after 8m51s
[20:08:11.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:15:0)
[20:08:11.237] Build status: SCHEDULED
[20:08:11.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:16:0) after 5m1s
[20:13:12.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:16:0)
[20:13:12.391] Build status: SCHEDULED
[20:13:12.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:17:0) after 7m51s
[20:21:03.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:17:0)
[20:21:03.441] Build status: SCHEDULED
[20:21:03.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:18:0) after 9m55s
[20:30:58.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:18:0)
[20:30:58.503] Build status: SCHEDULED
[20:30:58.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:19:0) after 4m14s
[20:35:12.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:19:0)
[20:35:12.551] Build status: SCHEDULED
[20:35:12.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:20:0) after 2m31s
[20:36:40.364] Received PubSub notification, asking Buildbucket for the build status
[20:36:40.389] Build status: STARTED
[20:37:43.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:20:0)
[20:37:43.712] Build status: STARTED
[20:37:43.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:22:0) after 6m37s
[20:44:20.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:22:0)
[20:44:20.852] Build status: STARTED
[20:44:20.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:23:0) after 6m54s
[20:51:14.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:23:0)
[20:51:14.944] Build status: STARTED
[20:51:14.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:24:0) after 8m26s
[20:59:40.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:24:0)
[20:59:40.998] Build status: STARTED
[20:59:40.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:25:0) after 6m42s
[21:06:23.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:25:0)
[21:06:23.079] Build status: STARTED
[21:06:23.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:26:0) after 5m4s
[21:11:27.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:26:0)
[21:11:27.129] Build status: STARTED
[21:11:27.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:27:0) after 2m27s
[21:13:54.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:27:0)
[21:13:54.293] Build status: STARTED
[21:13:54.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:28:0) after 3m37s
[21:17:31.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:28:0)
[21:17:31.823] Build status: STARTED
[21:17:31.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:29:0) after 5m41s
[21:23:13.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:29:0)
[21:23:13.788] Build status: STARTED
[21:23:13.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:30:0) after 2m17s
[21:25:30.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:30:0)
[21:25:30.974] Build status: STARTED
[21:25:30.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:31:0) after 9m32s
[21:35:03.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:31:0)
[21:35:03.547] Build status: STARTED
[21:35:03.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:32:0) after 1m29s
[21:36:32.969] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:32:0)
[21:36:33.005] Build status: STARTED
[21:36:33.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:33:0) after 2m40s
[21:39:13.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:33:0)
[21:39:13.051] Build status: STARTED
[21:39:13.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:34:0) after 3m7s
[21:42:20.083] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:34:0)
[21:42:20.115] Build status: STARTED
[21:42:20.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:35:0) after 9m21s
[21:51:41.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:35:0)
[21:51:41.176] Build status: STARTED
[21:51:41.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:36:0) after 5m39s
[21:57:20.504] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:36:0)
[21:57:20.535] Build status: STARTED
[21:57:20.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:37:0) after 1m10s
[21:58:30.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:37:0)
[21:58:30.583] Build status: STARTED
[21:58:30.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:38:0) after 2m12s
[22:00:42.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:38:0)
[22:00:42.782] Build status: STARTED
[22:00:42.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:39:0) after 5m3s
[22:05:45.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:39:0)
[22:05:45.829] Build status: STARTED
[22:05:45.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:40:0) after 3m38s
[22:09:24.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:40:0)
[22:09:24.470] Build status: STARTED
[22:09:24.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:41:0) after 8m38s
[22:18:02.585] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:41:0)
[22:18:02.626] Build status: STARTED
[22:18:02.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:42:0) after 4m43s
[22:22:45.642] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:42:0)
[22:22:45.679] Build status: STARTED
[22:22:45.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:43:0) after 8m30s
[22:31:16.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:43:0)
[22:31:16.944] Build status: STARTED
[22:31:16.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:44:0) after 3m52s
[22:35:09.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:44:0)
[22:35:09.038] Build status: STARTED
[22:35:09.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:45:0) after 5m7s
[22:40:16.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:45:0)
[22:40:16.404] Build status: STARTED
[22:40:16.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:46:0) after 3m19s
[22:43:35.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:46:0)
[22:43:35.409] Build status: STARTED
[22:43:35.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:47:0) after 3m35s
[22:47:10.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:47:0)
[22:47:10.607] Build status: STARTED
[22:47:10.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:48:0) after 9m45s
[22:56:55.606] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:48:0)
[22:56:55.638] Build status: STARTED
[22:56:55.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:49:0) after 9m15s
[23:06:10.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:49:0)
[23:06:10.643] Build status: STARTED
[23:06:10.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:50:0) after 4m0s
[23:10:10.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:50:0)
[23:10:10.702] Build status: STARTED
[23:10:10.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:51:0) after 6m45s
[23:16:55.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:51:0)
[23:16:55.773] Build status: STARTED
[23:16:55.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:52:0) after 7m14s
[23:24:09.992] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:52:0)
[23:24:10.022] Build status: STARTED
[23:24:10.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:53:0) after 7m32s
[23:31:42.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:53:0)
[23:31:42.770] Build status: STARTED
[23:31:42.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:54:0) after 1m30s
[23:33:12.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:54:0)
[23:33:12.821] Build status: STARTED
[23:33:12.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:55:0) after 2m10s
[23:35:22.875] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:55:0)
[23:35:22.910] Build status: STARTED
[23:35:22.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:56:0) after 3m28s
[23:38:50.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:56:0)
[23:38:50.966] Build status: STARTED
[23:38:50.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:57:0) after 1m2s
[23:39:54.110] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:57:0)
[23:39:54.144] Build status: STARTED
[23:39:54.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:58:0) after 5m50s
[23:45:44.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:58:0)
[23:45:44.219] Build status: STARTED
[23:45:44.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:59:0) after 1m46s
[23:47:30.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:59:0)
[23:47:30.389] Build status: STARTED
[23:47:30.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:60:0) after 8m56s
[23:56:26.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:60:0)
[23:56:27.005] Build status: STARTED
[23:56:27.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:61:0) after 6m29s
[00:02:56.033] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:61:0)
[00:02:56.071] Build status: STARTED
[00:02:56.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:62:0) after 2m24s
[00:05:20.095] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:62:0)
[00:05:20.128] Build status: STARTED
[00:05:20.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:63:0) after 5m49s
[00:11:09.237] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:63:0)
[00:11:09.268] Build status: STARTED
[00:11:09.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:64:0) after 3m28s
[00:14:37.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:64:0)
[00:14:37.325] Build status: STARTED
[00:14:37.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:65:0) after 1m20s
[00:15:57.756] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:65:0)
[00:15:57.791] Build status: STARTED
[00:15:57.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:66:0) after 6m35s
[00:22:33.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:66:0)
[00:22:33.169] Build status: STARTED
[00:22:33.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:67:0) after 4m5s
[00:26:38.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:67:0)
[00:26:38.340] Build status: STARTED
[00:26:38.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:68:0) after 8m0s
[00:34:38.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:68:0)
[00:34:38.398] Build status: STARTED
[00:34:38.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:69:0) after 4m15s
[00:38:53.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:69:0)
[00:38:53.549] Build status: STARTED
[00:38:53.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:70:0) after 8m3s
[00:46:56.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:70:0)
[00:46:56.884] Build status: STARTED
[00:46:56.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:71:0) after 4m51s
[00:51:48.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:71:0)
[00:51:48.066] Build status: STARTED
[00:51:48.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:72:0) after 8m17s
[01:00:05.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:72:0)
[01:00:05.226] Build status: STARTED
[01:00:05.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:73:0) after 4m37s
[01:04:42.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:73:0)
[01:04:42.272] Build status: STARTED
[01:04:42.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:74:0) after 7m59s
[01:12:41.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:74:0)
[01:12:41.326] Build status: STARTED
[01:12:41.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:75:0) after 1m56s
[01:14:37.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:75:0)
[01:14:37.395] Build status: STARTED
[01:14:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:76:0) after 7m57s
[01:22:34.937] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:76:0)
[01:22:34.968] Build status: STARTED
[01:22:34.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:77:0) after 7m6s
[01:29:40.992] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:77:0)
[01:29:41.020] Build status: STARTED
[01:29:41.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:78:0) after 1m16s
[01:30:57.235] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:78:0)
[01:30:57.265] Build status: STARTED
[01:30:57.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:79:0) after 3m49s
[01:34:46.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:79:0)
[01:34:46.319] Build status: STARTED
[01:34:46.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:80:0) after 2m13s
[01:36:59.339] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:80:0)
[01:36:59.391] Build status: STARTED
[01:36:59.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:81:0) after 5m40s
[01:42:39.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:81:0)
[01:42:39.441] Build status: STARTED
[01:42:39.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:82:0) after 8m20s
[01:50:59.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:82:0)
[01:50:59.500] Build status: STARTED
[01:50:59.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:83:0) after 7m49s
[01:58:48.522] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:83:0)
[01:58:48.546] Build status: STARTED
[01:58:48.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:84:0) after 5m44s
[02:04:32.653] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:84:0)
[02:04:32.699] Build status: STARTED
[02:04:32.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:85:0) after 6m42s
[02:11:14.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:85:0)
[02:11:14.764] Build status: STARTED
[02:11:14.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:86:0) after 9m14s
[02:20:28.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:86:0)
[02:20:28.898] Build status: STARTED
[02:20:28.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:87:0) after 7m0s
[02:27:28.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:87:0)
[02:27:28.988] Build status: STARTED
[02:27:28.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:88:0) after 3m39s
[02:31:08.056] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:88:0)
[02:31:08.090] Build status: STARTED
[02:31:08.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:89:0) after 2m30s
[02:33:38.197] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:89:0)
[02:33:38.231] Build status: STARTED
[02:33:38.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:90:0) after 9m21s
[02:42:59.267] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:90:0)
[02:42:59.446] Build status: STARTED
[02:42:59.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:91:0) after 3m15s
[02:46:14.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:91:0)
[02:46:14.645] Build status: STARTED
[02:46:14.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:92:0) after 6m26s
[02:52:40.723] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:92:0)
[02:52:40.752] Build status: STARTED
[02:52:40.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:93:0) after 7m47s
[03:00:27.792] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:93:0)
[03:00:27.831] Build status: STARTED
[03:00:27.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:94:0) after 5m7s
[03:05:34.853] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:94:0)
[03:05:34.884] Build status: STARTED
[03:05:34.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:95:0) after 2m12s
[03:07:46.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:95:0)
[03:07:47.003] Build status: STARTED
[03:07:47.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:96:0) after 7m50s
[03:15:37.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:96:0)
[03:15:37.056] Build status: STARTED
[03:15:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:97:0) after 7m32s
[03:23:09.111] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:97:0)
[03:23:09.139] Build status: STARTED
[03:23:09.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:98:0) after 5m49s
[03:28:58.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:98:0)
[03:28:58.144] Build status: STARTED
[03:28:58.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:99:0) after 1m50s
[03:30:48.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:99:0)
[03:30:48.196] Build status: STARTED
[03:30:48.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:100:0) after 5m47s
[03:36:35.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:100:0)
[03:36:35.255] Build status: STARTED
[03:36:35.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:101:0) after 8m22s
[03:44:57.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:101:0)
[03:44:57.310] Build status: STARTED
[03:44:57.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:102:0) after 5m26s
[03:50:23.339] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:102:0)
[03:50:23.378] Build status: STARTED
[03:50:23.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:103:0) after 3m22s
[03:53:45.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:103:0)
[03:53:45.442] Build status: STARTED
[03:53:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:104:0) after 4m19s
[03:58:04.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:104:0)
[03:58:04.579] Build status: STARTED
[03:58:04.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:105:0) after 9m31s
[04:07:35.813] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:105:0)
[04:07:35.967] Build status: STARTED
[04:07:35.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:106:0) after 6m11s
[04:13:47.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:106:0)
[04:13:47.122] Build status: STARTED
[04:13:47.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:107:0) after 6m23s
[04:20:10.554] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:107:0)
[04:20:10.582] Build status: STARTED
[04:20:10.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9001790496235645344:108:0) after 4m8s
[04:22:54.935] Received PubSub notification, asking Buildbucket for the build status
[04:22:54.970] Build:
{
  "id": "8836360434338535425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1399,
  "createdBy": "project:chromium",
  "createTime": "2021-09-11T19:03:45.470238917Z",
  "startTime": "2021-09-11T20:36:39.600377Z",
  "endTime": "2021-09-12T04:22:54.346372974Z",
  "updateTime": "2021-09-12T04:22:54.361882680Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3abb8d6ef5718673013d372a45e87bc4a4fdb87c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:22:54.970] Invocation finished in 9h19m10.692582926s with status FAILED