Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "91e87f1067d991b9d7aedbb114494314623b1014"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/91e87f1067d991b9d7aedbb114494314623b1014
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:04:03.659] New invocation is queued and will start shortly
[14:04:06.859] Starting the invocation (attempt 1)
[14:04:06.906] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/91e87f1067d991b9d7aedbb114494314623b1014"
[14:04:06.906] Popped gitiles commit info from properties and tags
[14:04:06.906] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:04:06.906] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:04:06.906] Buildbucket request:
{
  "requestId": "9003168304793284864",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "91e87f1067d991b9d7aedbb114494314623b1014",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9003168304793284864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:04:07.504] Scheduled build:
{
  "id": "8837738240598702625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1357,
  "createdBy": "project:chromium",
  "createTime": "2021-08-27T14:04:07.027914050Z",
  "updateTime": "2021-08-27T14:04:07.318799230Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "91e87f1067d991b9d7aedbb114494314623b1014",
      "ref": "refs/heads/main"
    }
  }
}
[14:04:07.504] Task URL: https://cr-buildbucket.appspot.com/build/8837738240598702625
[14:04:07.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:2:0) after 5m47s
[14:09:54.530] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:2:0)
[14:09:54.561] Build status: SCHEDULED
[14:09:54.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:3:0) after 9m36s
[14:19:30.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:3:0)
[14:19:30.666] Build status: SCHEDULED
[14:19:30.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:4:0) after 8m2s
[14:27:32.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:4:0)
[14:27:32.912] Build status: SCHEDULED
[14:27:32.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:5:0) after 9m34s
[14:37:06.934] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:5:0)
[14:37:06.965] Build status: SCHEDULED
[14:37:06.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:6:0) after 1m3s
[14:38:10.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:6:0)
[14:38:11.017] Build status: SCHEDULED
[14:38:11.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:7:0) after 3m37s
[14:41:48.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:7:0)
[14:41:48.221] Build status: SCHEDULED
[14:41:48.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:8:0) after 5m24s
[14:47:12.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:8:0)
[14:47:12.367] Build status: SCHEDULED
[14:47:12.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:9:0) after 8m24s
[14:55:36.393] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:9:0)
[14:55:36.428] Build status: SCHEDULED
[14:55:36.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:10:0) after 1m20s
[14:56:56.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:10:0)
[14:56:56.838] Build status: SCHEDULED
[14:56:56.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:11:0) after 7m20s
[14:59:20.997] Received PubSub notification, asking Buildbucket for the build status
[14:59:21.031] Build status: STARTED
[15:04:16.860] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:11:0)
[15:04:16.887] Build status: STARTED
[15:04:16.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:13:0) after 7m31s
[15:11:47.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:13:0)
[15:11:48.041] Build status: STARTED
[15:11:48.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:14:0) after 9m35s
[15:21:23.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:14:0)
[15:21:23.128] Build status: STARTED
[15:21:23.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:15:0) after 7m1s
[15:28:24.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:15:0)
[15:28:24.512] Build status: STARTED
[15:28:24.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:16:0) after 2m15s
[15:30:39.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:16:0)
[15:30:39.689] Build status: STARTED
[15:30:39.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:17:0) after 6m22s
[15:37:02.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:17:0)
[15:37:02.158] Build status: STARTED
[15:37:02.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:18:0) after 6m18s
[15:43:20.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:18:0)
[15:43:20.311] Build status: STARTED
[15:43:20.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:19:0) after 8m35s
[15:51:55.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:19:0)
[15:51:55.382] Build status: STARTED
[15:51:55.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:20:0) after 2m57s
[15:54:52.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:20:0)
[15:54:52.450] Build status: STARTED
[15:54:52.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:21:0) after 8m49s
[16:03:41.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:21:0)
[16:03:41.538] Build status: STARTED
[16:03:41.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:22:0) after 1m38s
[16:05:19.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:22:0)
[16:05:19.659] Build status: STARTED
[16:05:19.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:23:0) after 7m52s
[16:13:11.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:23:0)
[16:13:11.726] Build status: STARTED
[16:13:11.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:24:0) after 8m53s
[16:22:05.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:24:0)
[16:22:05.047] Build status: STARTED
[16:22:05.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:25:0) after 7m2s
[16:29:07.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:25:0)
[16:29:07.465] Build status: STARTED
[16:29:07.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:26:0) after 9m58s
[16:39:05.983] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:26:0)
[16:39:06.014] Build status: STARTED
[16:39:06.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:27:0) after 9m6s
[16:48:12.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:27:0)
[16:48:12.098] Build status: STARTED
[16:48:12.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:28:0) after 3m44s
[16:51:56.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:28:0)
[16:51:56.384] Build status: STARTED
[16:51:56.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:29:0) after 4m15s
[16:56:11.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:29:0)
[16:56:11.506] Build status: STARTED
[16:56:11.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:30:0) after 3m55s
[17:00:06.859] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:30:0)
[17:00:06.898] Build status: STARTED
[17:00:06.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:31:0) after 2m58s
[17:03:04.922] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:31:0)
[17:03:04.950] Build status: STARTED
[17:03:04.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:32:0) after 3m49s
[17:06:54.331] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:32:0)
[17:06:54.360] Build status: STARTED
[17:06:54.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:33:0) after 2m34s
[17:09:28.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:33:0)
[17:09:28.417] Build status: STARTED
[17:09:28.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:34:0) after 2m51s
[17:12:19.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:34:0)
[17:12:19.548] Build status: STARTED
[17:12:19.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:35:0) after 3m40s
[17:15:59.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:35:0)
[17:15:59.657] Build status: STARTED
[17:15:59.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:36:0) after 7m47s
[17:23:46.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:36:0)
[17:23:46.958] Build status: STARTED
[17:23:46.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:37:0) after 7m18s
[17:31:05.360] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:37:0)
[17:31:05.517] Build status: STARTED
[17:31:05.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:38:0) after 6m38s
[17:37:43.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:38:0)
[17:37:43.882] Build status: STARTED
[17:37:43.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:39:0) after 9m10s
[17:46:54.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:39:0)
[17:46:54.034] Build status: STARTED
[17:46:54.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:40:0) after 6m41s
[17:53:35.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:40:0)
[17:53:35.170] Build status: STARTED
[17:53:35.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:41:0) after 1m47s
[17:55:22.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:41:0)
[17:55:22.284] Build status: STARTED
[17:55:22.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:42:0) after 9m36s
[18:04:58.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:42:0)
[18:04:58.432] Build status: STARTED
[18:04:58.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:43:0) after 6m14s
[18:11:12.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:43:0)
[18:11:12.526] Build status: STARTED
[18:11:12.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:44:0) after 4m24s
[18:15:36.553] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:44:0)
[18:15:36.611] Build status: STARTED
[18:15:36.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:45:0) after 5m45s
[18:21:21.633] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:45:0)
[18:21:21.669] Build status: STARTED
[18:21:21.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:46:0) after 8m35s
[18:29:57.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:46:0)
[18:29:57.474] Build status: STARTED
[18:29:57.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:47:0) after 9m26s
[18:39:23.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:47:0)
[18:39:23.924] Build status: STARTED
[18:39:23.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:48:0) after 3m3s
[18:42:27.244] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:48:0)
[18:42:27.275] Build status: STARTED
[18:42:27.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:49:0) after 8m37s
[18:51:04.724] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:49:0)
[18:51:04.794] Build status: STARTED
[18:51:04.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:50:0) after 5m22s
[18:56:26.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:50:0)
[18:56:26.853] Build status: STARTED
[18:56:26.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:51:0) after 8m12s
[19:04:38.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:51:0)
[19:04:39.057] Build status: STARTED
[19:04:39.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:52:0) after 9m28s
[19:14:07.091] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:52:0)
[19:14:07.124] Build status: STARTED
[19:14:07.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:53:0) after 4m32s
[19:18:39.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:53:0)
[19:18:39.949] Build status: STARTED
[19:18:39.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:54:0) after 9m56s
[19:28:36.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:54:0)
[19:28:36.144] Build status: STARTED
[19:28:36.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:55:0) after 4m43s
[19:33:19.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:55:0)
[19:33:19.348] Build status: STARTED
[19:33:19.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:56:0) after 7m8s
[19:40:27.409] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:56:0)
[19:40:27.443] Build status: STARTED
[19:40:27.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:57:0) after 5m13s
[19:45:40.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:57:0)
[19:45:40.491] Build status: STARTED
[19:45:40.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:58:0) after 5m52s
[19:51:32.607] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:58:0)
[19:51:32.633] Build status: STARTED
[19:51:32.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:59:0) after 1m45s
[19:53:17.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:59:0)
[19:53:17.712] Build status: STARTED
[19:53:17.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:60:0) after 2m14s
[19:55:31.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:60:0)
[19:55:31.772] Build status: STARTED
[19:55:31.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:61:0) after 1m17s
[19:56:48.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:61:0)
[19:56:48.972] Build status: STARTED
[19:56:48.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:62:0) after 9m16s
[20:06:05.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:62:0)
[20:06:05.104] Build status: STARTED
[20:06:05.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:63:0) after 3m3s
[20:09:08.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:63:0)
[20:09:08.394] Build status: STARTED
[20:09:08.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:64:0) after 9m36s
[20:18:44.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:64:0)
[20:18:44.586] Build status: STARTED
[20:18:44.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:65:0) after 2m42s
[20:21:26.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:65:0)
[20:21:27.035] Build status: STARTED
[20:21:27.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:66:0) after 6m56s
[20:28:23.069] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:66:0)
[20:28:23.100] Build status: STARTED
[20:28:23.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:67:0) after 6m29s
[20:34:52.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:67:0)
[20:34:52.436] Build status: STARTED
[20:34:52.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:68:0) after 8m55s
[20:43:48.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:68:0)
[20:43:48.107] Build status: STARTED
[20:43:48.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:69:0) after 2m14s
[20:46:02.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:69:0)
[20:46:02.169] Build status: STARTED
[20:46:02.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:70:0) after 7m31s
[20:53:33.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:70:0)
[20:53:33.356] Build status: STARTED
[20:53:33.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:71:0) after 2m1s
[20:55:34.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:71:0)
[20:55:34.481] Build status: STARTED
[20:55:34.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:72:0) after 9m33s
[21:05:07.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:72:0)
[21:05:07.547] Build status: STARTED
[21:05:07.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:73:0) after 1m15s
[21:06:22.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:73:0)
[21:06:22.611] Build status: STARTED
[21:06:22.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:74:0) after 6m30s
[21:12:52.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:74:0)
[21:12:52.825] Build status: STARTED
[21:12:52.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:75:0) after 3m33s
[21:16:25.925] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:75:0)
[21:16:25.959] Build status: STARTED
[21:16:25.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:76:0) after 5m19s
[21:21:45.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:76:0)
[21:21:45.134] Build status: STARTED
[21:21:45.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:77:0) after 1m41s
[21:23:26.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:77:0)
[21:23:26.214] Build status: STARTED
[21:23:26.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:78:0) after 5m26s
[21:28:52.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:78:0)
[21:28:52.277] Build status: STARTED
[21:28:52.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:79:0) after 5m16s
[21:34:08.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:79:0)
[21:34:08.605] Build status: STARTED
[21:34:08.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:80:0) after 3m9s
[21:37:18.122] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:80:0)
[21:37:18.156] Build status: STARTED
[21:37:18.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:81:0) after 5m4s
[21:42:22.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:81:0)
[21:42:22.358] Build status: STARTED
[21:42:22.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:82:0) after 7m22s
[21:49:44.581] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:82:0)
[21:49:44.789] Build status: STARTED
[21:49:44.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:83:0) after 8m54s
[21:58:38.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:83:0)
[21:58:38.879] Build status: STARTED
[21:58:38.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:84:0) after 1m22s
[22:00:00.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:84:0)
[22:00:00.945] Build status: STARTED
[22:00:00.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:85:0) after 7m17s
[22:07:18.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:85:0)
[22:07:18.446] Build status: STARTED
[22:07:18.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:86:0) after 8m19s
[22:15:37.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:86:0)
[22:15:37.511] Build status: STARTED
[22:15:37.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:87:0) after 4m45s
[22:20:22.641] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:87:0)
[22:20:22.670] Build status: STARTED
[22:20:22.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:88:0) after 4m11s
[22:24:33.698] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:88:0)
[22:24:33.726] Build status: STARTED
[22:24:33.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:89:0) after 2m28s
[22:27:01.725] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:89:0)
[22:27:01.760] Build status: STARTED
[22:27:01.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:90:0) after 4m11s
[22:31:12.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:90:0)
[22:31:12.834] Build status: STARTED
[22:31:12.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:91:0) after 6m43s
[22:37:55.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:91:0)
[22:37:55.925] Build status: STARTED
[22:37:55.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9003168304793284864:92:0) after 8m33s
[22:38:22.464] Received PubSub notification, asking Buildbucket for the build status
[22:38:22.493] Build:
{
  "id": "8837738240598702625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1357,
  "createdBy": "project:chromium",
  "createTime": "2021-08-27T14:04:07.027914050Z",
  "startTime": "2021-08-27T14:59:20.044796Z",
  "endTime": "2021-08-27T22:38:21.664656030Z",
  "updateTime": "2021-08-27T22:38:21.664981256Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "91e87f1067d991b9d7aedbb114494314623b1014",
      "ref": "refs/heads/main"
    }
  }
}
[22:38:22.493] Invocation finished in 8h34m18.849743852s with status FAILED