LUCI Scheduler :: chromium :: ToTWin64PGO

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

680c62207689ffdf84470f46be0e6ea5f2adce07 (2 years ago)
f4df592e63e07d3c8632f1883a5ee93a0c4cbe43 (2 years ago)
0147f94791ed6e734df7fdf5b96012334987e5e1 (2 years ago)
292fdca1fe98e1b6dae57fe005d530ca24854bd3 (2 years ago)
f41639c0b231d24445ee8878e27a68da88fe1a27 (2 years ago)
c677d59046165181f7de97764c3a933f307ac23b (2 years ago)
a3516e17d93d2dd1ab7eafa288af7fb4e86ac9b7 (2 years ago)
4288c97bd23872d61edec6f40ae635e76a7e3d33 (2 years ago)
a74c3c0970f99715df4f5b76479810bccef3caf8 (2 years ago)
151fd815dc7eae48913f82632a857723ada40715 (2 years ago)
3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7 (2 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7
gitiles_ref:refs/heads/main

Debug log (UTC)

[20:53:32.238] New invocation is queued and will start shortly
[20:53:33.365] Starting the invocation (attempt 1)
[20:53:33.414] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7"
[20:53:33.414] Popped gitiles commit info from properties and tags
[20:53:33.414] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:53:33.414] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:53:33.415] Buildbucket request:
{
  "requestId": "8995351203661122496",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995351203661122496"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:53:33.892] Scheduled build:
{
  "id": "8829921141679329473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1768,
  "createdBy": "project:chromium",
  "createTime": "2021-11-21T20:53:33.495070514Z",
  "updateTime": "2021-11-21T20:53:33.495070514Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7",
      "ref": "refs/heads/main"
    }
  }
}
[20:53:33.892] Task URL: https://cr-buildbucket.appspot.com/build/8829921141679329473
[20:53:33.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:2:0) after 5m33s
[20:59:06.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:2:0)
[20:59:07.254] Build status: SCHEDULED
[20:59:07.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:3:0) after 1m38s
[21:00:45.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:3:0)
[21:00:45.303] Build status: SCHEDULED
[21:00:45.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:4:0) after 1m4s
[21:01:49.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:4:0)
[21:01:49.495] Build status: SCHEDULED
[21:01:49.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:5:0) after 6m22s
[21:08:11.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:5:0)
[21:08:11.562] Build status: SCHEDULED
[21:08:11.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:6:0) after 6m5s
[21:14:16.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:6:0)
[21:14:16.713] Build status: SCHEDULED
[21:14:16.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:7:0) after 8m33s
[21:22:49.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:7:0)
[21:22:49.755] Build status: SCHEDULED
[21:22:49.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:8:0) after 5m10s
[21:27:59.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:8:0)
[21:27:59.779] Build status: SCHEDULED
[21:27:59.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:9:0) after 6m29s
[21:34:28.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:9:0)
[21:34:28.985] Build status: SCHEDULED
[21:34:28.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:10:0) after 6m28s
[21:40:57.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:10:0)
[21:40:57.165] Build status: SCHEDULED
[21:40:57.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:11:0) after 5m58s
[21:46:55.187] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:11:0)
[21:46:55.220] Build status: SCHEDULED
[21:46:55.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:12:0) after 1m6s
[21:48:01.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:12:0)
[21:48:01.328] Build status: SCHEDULED
[21:48:01.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:13:0) after 1m38s
[21:49:39.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:13:0)
[21:49:39.894] Build status: SCHEDULED
[21:49:39.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:14:0) after 8m40s
[21:58:20.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:14:0)
[21:58:20.225] Build status: SCHEDULED
[21:58:20.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:15:0) after 4m20s
[22:02:40.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:15:0)
[22:02:40.277] Build status: SCHEDULED
[22:02:40.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:16:0) after 3m5s
[22:05:45.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:16:0)
[22:05:45.329] Build status: SCHEDULED
[22:05:45.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:17:0) after 8m44s
[22:12:40.880] Received PubSub notification, asking Buildbucket for the build status
[22:12:40.914] Build status: STARTED
[22:14:29.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:17:0)
[22:14:29.542] Build status: STARTED
[22:14:29.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:19:0) after 4m22s
[22:18:51.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:19:0)
[22:18:51.687] Build status: STARTED
[22:18:51.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:20:0) after 7m8s
[22:25:59.706] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:20:0)
[22:25:59.742] Build status: STARTED
[22:25:59.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:21:0) after 2m39s
[22:28:38.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:21:0)
[22:28:38.788] Build status: STARTED
[22:28:38.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:22:0) after 2m32s
[22:31:10.997] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:22:0)
[22:31:11.047] Build status: STARTED
[22:31:11.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:23:0) after 2m10s
[22:33:21.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:23:0)
[22:33:21.120] Build status: STARTED
[22:33:21.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:24:0) after 1m2s
[22:34:23.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:24:0)
[22:34:23.187] Build status: STARTED
[22:34:23.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:25:0) after 8m55s
[22:43:18.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:25:0)
[22:43:18.259] Build status: STARTED
[22:43:18.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:26:0) after 1m57s
[22:45:15.350] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:26:0)
[22:45:15.384] Build status: STARTED
[22:45:15.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:27:0) after 5m34s
[22:50:49.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:27:0)
[22:50:49.556] Build status: STARTED
[22:50:49.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:28:0) after 4m35s
[22:55:24.646] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:28:0)
[22:55:24.701] Build status: STARTED
[22:55:24.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:29:0) after 1m8s
[22:56:32.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:29:0)
[22:56:32.742] Build status: STARTED
[22:56:32.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:30:0) after 2m31s
[22:59:03.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:30:0)
[22:59:03.796] Build status: STARTED
[22:59:03.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:31:0) after 9m33s
[23:08:36.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:31:0)
[23:08:36.858] Build status: STARTED
[23:08:36.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:32:0) after 8m35s
[23:17:12.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:32:0)
[23:17:12.054] Build status: STARTED
[23:17:12.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:33:0) after 7m43s
[23:24:55.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:33:0)
[23:24:55.114] Build status: STARTED
[23:24:55.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:34:0) after 5m57s
[23:30:52.181] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:34:0)
[23:30:52.208] Build status: STARTED
[23:30:52.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:35:0) after 2m23s
[23:33:15.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:35:0)
[23:33:15.264] Build status: STARTED
[23:33:15.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:36:0) after 6m34s
[23:39:49.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:36:0)
[23:39:49.324] Build status: STARTED
[23:39:49.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:37:0) after 5m44s
[23:45:33.427] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:37:0)
[23:45:33.489] Build status: STARTED
[23:45:33.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:38:0) after 2m58s
[23:48:31.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:38:0)
[23:48:31.879] Build status: STARTED
[23:48:31.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:39:0) after 3m53s
[23:52:25.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:39:0)
[23:52:25.270] Build status: STARTED
[23:52:25.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:40:0) after 4m1s
[23:56:26.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:40:0)
[23:56:26.344] Build status: STARTED
[23:56:26.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:41:0) after 7m9s
[00:03:35.366] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:41:0)
[00:03:35.402] Build status: STARTED
[00:03:35.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:42:0) after 7m39s
[00:11:14.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:42:0)
[00:11:14.677] Build status: STARTED
[00:11:14.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:43:0) after 8m55s
[00:20:11.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:43:0)
[00:20:11.532] Build status: STARTED
[00:20:11.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:44:0) after 2m56s
[00:23:07.807] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:44:0)
[00:23:07.843] Build status: STARTED
[00:23:07.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:45:0) after 5m9s
[00:28:17.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:45:0)
[00:28:17.975] Build status: STARTED
[00:28:17.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:46:0) after 9m38s
[00:37:56.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:46:0)
[00:37:56.038] Build status: STARTED
[00:37:56.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:47:0) after 3m32s
[00:41:28.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:47:0)
[00:41:28.900] Build status: STARTED
[00:41:28.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:48:0) after 2m29s
[00:43:57.921] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:48:0)
[00:43:57.974] Build status: STARTED
[00:43:57.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:49:0) after 6m39s
[00:50:36.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:49:0)
[00:50:37.034] Build status: STARTED
[00:50:37.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:50:0) after 2m23s
[00:53:00.059] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:50:0)
[00:53:00.103] Build status: STARTED
[00:53:00.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:51:0) after 5m36s
[00:58:36.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:51:0)
[00:58:36.199] Build status: STARTED
[00:58:36.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:52:0) after 9m20s
[01:07:56.263] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:52:0)
[01:07:56.290] Build status: STARTED
[01:07:56.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:53:0) after 2m18s
[01:10:15.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:53:0)
[01:10:15.083] Build status: STARTED
[01:10:15.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:54:0) after 7m47s
[01:18:02.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:54:0)
[01:18:02.994] Build status: STARTED
[01:18:02.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:55:0) after 4m17s
[01:22:20.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:55:0)
[01:22:20.138] Build status: STARTED
[01:22:20.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:56:0) after 4m41s
[01:27:01.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:56:0)
[01:27:01.510] Build status: STARTED
[01:27:01.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:57:0) after 9m54s
[01:36:56.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:57:0)
[01:36:56.118] Build status: STARTED
[01:36:56.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:58:0) after 9m35s
[01:46:31.221] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:58:0)
[01:46:31.250] Build status: STARTED
[01:46:31.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:59:0) after 4m19s
[01:50:50.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:59:0)
[01:50:50.449] Build status: STARTED
[01:50:50.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:60:0) after 5m22s
[01:56:12.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:60:0)
[01:56:12.503] Build status: STARTED
[01:56:12.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:61:0) after 6m0s
[02:02:12.793] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:61:0)
[02:02:12.826] Build status: STARTED
[02:02:12.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:62:0) after 3m11s
[02:05:24.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:62:0)
[02:05:24.292] Build status: STARTED
[02:05:24.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:63:0) after 7m23s
[02:12:47.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:63:0)
[02:12:47.343] Build status: STARTED
[02:12:47.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:64:0) after 3m22s
[02:16:09.641] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:64:0)
[02:16:09.763] Build status: STARTED
[02:16:09.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:65:0) after 1m22s
[02:17:31.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:65:0)
[02:17:31.878] Build status: STARTED
[02:17:31.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:66:0) after 1m37s
[02:19:09.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:66:0)
[02:19:09.052] Build status: STARTED
[02:19:09.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:67:0) after 4m20s
[02:23:29.091] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:67:0)
[02:23:29.123] Build status: STARTED
[02:23:29.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:68:0) after 8m3s
[02:31:32.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:68:0)
[02:31:32.176] Build status: STARTED
[02:31:32.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:69:0) after 9m29s
[02:41:01.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:69:0)
[02:41:01.387] Build status: STARTED
[02:41:01.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:70:0) after 8m32s
[02:49:33.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:70:0)
[02:49:33.454] Build status: STARTED
[02:49:33.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:71:0) after 7m1s
[02:56:34.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:71:0)
[02:56:34.777] Build status: STARTED
[02:56:34.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:72:0) after 6m12s
[03:02:46.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:72:0)
[03:02:46.904] Build status: STARTED
[03:02:46.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:73:0) after 6m22s
[03:09:08.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:73:0)
[03:09:09.017] Build status: STARTED
[03:09:09.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:74:0) after 8m9s
[03:17:18.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:74:0)
[03:17:18.114] Build status: STARTED
[03:17:18.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:75:0) after 7m40s
[03:24:58.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:75:0)
[03:24:58.166] Build status: STARTED
[03:24:58.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:76:0) after 6m5s
[03:31:03.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:76:0)
[03:31:03.226] Build status: STARTED
[03:31:03.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:77:0) after 3m24s
[03:34:27.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:77:0)
[03:34:27.282] Build status: STARTED
[03:34:27.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:78:0) after 5m49s
[03:40:16.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:78:0)
[03:40:16.351] Build status: STARTED
[03:40:16.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:79:0) after 7m42s
[03:47:58.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:79:0)
[03:47:58.640] Build status: STARTED
[03:47:58.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:80:0) after 4m16s
[03:52:14.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:80:0)
[03:52:14.769] Build status: STARTED
[03:52:14.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:81:0) after 1m36s
[03:53:50.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:81:0)
[03:53:50.817] Build status: STARTED
[03:53:50.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:82:0) after 8m24s
[04:02:14.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:82:0)
[04:02:14.878] Build status: STARTED
[04:02:14.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:83:0) after 5m27s
[04:07:41.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:83:0)
[04:07:42.074] Build status: STARTED
[04:07:42.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:84:0) after 8m55s
[04:16:37.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:84:0)
[04:16:37.183] Build status: STARTED
[04:16:37.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:85:0) after 9m17s
[04:25:54.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:85:0)
[04:25:54.253] Build status: STARTED
[04:25:54.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:86:0) after 1m53s
[04:27:47.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:86:0)
[04:27:47.427] Build status: STARTED
[04:27:47.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:87:0) after 7m48s
[04:35:35.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:87:0)
[04:35:35.489] Build status: STARTED
[04:35:35.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:88:0) after 8m6s
[04:43:41.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:88:0)
[04:43:41.643] Build status: STARTED
[04:43:41.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:89:0) after 1m18s
[04:44:59.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:89:0)
[04:44:59.699] Build status: STARTED
[04:44:59.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:90:0) after 6m37s
[04:51:36.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:90:0)
[04:51:36.918] Build status: STARTED
[04:51:36.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:91:0) after 7m19s
[04:58:55.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:91:0)
[04:58:56.052] Build status: STARTED
[04:58:56.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:92:0) after 2m56s
[05:01:52.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:92:0)
[05:01:52.645] Build status: STARTED
[05:01:52.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:93:0) after 2m9s
[05:04:02.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:93:0)
[05:04:02.807] Build status: STARTED
[05:04:02.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:94:0) after 9m41s
[05:13:44.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:94:0)
[05:13:44.743] Build status: STARTED
[05:13:44.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:95:0) after 7m2s
[05:20:46.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:95:0)
[05:20:46.877] Build status: STARTED
[05:20:46.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:96:0) after 9m12s
[05:29:59.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:96:0)
[05:29:59.025] Build status: STARTED
[05:29:59.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:97:0) after 8m5s
[05:38:04.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:97:0)
[05:38:04.090] Build status: STARTED
[05:38:04.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:98:0) after 2m49s
[05:40:53.120] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:98:0)
[05:40:53.364] Build status: STARTED
[05:40:53.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:99:0) after 1m20s
[05:42:13.387] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:99:0)
[05:42:13.414] Build status: STARTED
[05:42:13.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:100:0) after 8m44s
[05:50:57.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:100:0)
[05:50:57.432] Build status: STARTED
[05:50:57.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:101:0) after 2m36s
[05:53:33.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:101:0)
[05:53:34.003] Build status: STARTED
[05:53:34.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:102:0) after 1m15s
[05:54:49.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:102:0)
[05:54:49.495] Build status: STARTED
[05:54:49.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:103:0) after 2m28s
[05:57:17.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:103:0)
[05:57:17.553] Build status: STARTED
[05:57:17.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:104:0) after 2m10s
[05:59:27.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:104:0)
[05:59:27.611] Build status: STARTED
[05:59:27.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:105:0) after 8m58s
[06:08:25.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:105:0)
[06:08:25.861] Build status: STARTED
[06:08:25.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:106:0) after 8m8s
[06:16:33.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:106:0)
[06:16:34.014] Build status: STARTED
[06:16:34.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:107:0) after 8m50s
[06:25:23.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:107:0)
[06:25:24.050] Build status: STARTED
[06:25:24.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:108:0) after 2m24s
[06:27:48.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:108:0)
[06:27:48.106] Build status: STARTED
[06:27:48.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8995351203661122496:109:0) after 8m59s
[06:33:24.371] Received PubSub notification, asking Buildbucket for the build status
[06:33:24.405] Build:
{
  "id": "8829921141679329473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1768,
  "createdBy": "project:chromium",
  "createTime": "2021-11-21T20:53:33.495070514Z",
  "startTime": "2021-11-21T22:12:34.575098Z",
  "endTime": "2021-11-22T06:33:24.038616993Z",
  "updateTime": "2021-11-22T06:33:24.038616993Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a702a34035e3c9f9aa5cf0cb1d3bc0927b6fcf7",
      "ref": "refs/heads/main"
    }
  }
}
[06:33:24.405] Invocation finished in 9h39m52.18387905s with status FAILED