Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "31dd3cb69f1474feb548d0f0c6276873c3b74973"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31dd3cb69f1474feb548d0f0c6276873c3b74973
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:58:07.628] New invocation is queued and will start shortly
[23:58:08.755] Starting the invocation (attempt 1)
[23:58:08.792] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31dd3cb69f1474feb548d0f0c6276873c3b74973"
[23:58:08.792] Popped gitiles commit info from properties and tags
[23:58:08.792] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:58:08.792] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:58:08.793] Buildbucket request:
{
  "requestId": "8986461087566876224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "31dd3cb69f1474feb548d0f0c6276873c3b74973",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986461087566876224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:58:09.462] Scheduled build:
{
  "id": "8821031025604904641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2196,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T23:58:08.865744038Z",
  "updateTime": "2022-02-27T23:58:08.865744038Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "31dd3cb69f1474feb548d0f0c6276873c3b74973",
      "ref": "refs/heads/main"
    }
  }
}
[23:58:09.462] Task URL: https://cr-buildbucket.appspot.com/build/8821031025604904641
[23:58:09.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:2:0) after 9m46s
[00:02:47.094] Received PubSub notification, asking Buildbucket for the build status
[00:02:47.117] Build status: STARTED
[00:07:55.482] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:2:0)
[00:07:55.559] Build status: STARTED
[00:07:55.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:4:0) after 3m19s
[00:11:14.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:4:0)
[00:11:14.606] Build status: STARTED
[00:11:14.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:5:0) after 5m52s
[00:17:06.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:5:0)
[00:17:06.646] Build status: STARTED
[00:17:06.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:6:0) after 2m55s
[00:20:01.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:6:0)
[00:20:01.740] Build status: STARTED
[00:20:01.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:7:0) after 3m48s
[00:23:49.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:7:0)
[00:23:49.934] Build status: STARTED
[00:23:49.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:8:0) after 4m23s
[00:28:12.947] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:8:0)
[00:28:12.973] Build status: STARTED
[00:28:12.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:9:0) after 2m37s
[00:30:49.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:9:0)
[00:30:50.074] Build status: STARTED
[00:30:50.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:10:0) after 1m6s
[00:31:56.097] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:10:0)
[00:31:56.117] Build status: STARTED
[00:31:56.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:11:0) after 5m22s
[00:37:18.161] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:11:0)
[00:37:18.181] Build status: STARTED
[00:37:18.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:12:0) after 2m53s
[00:40:11.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:12:0)
[00:40:11.233] Build status: STARTED
[00:40:11.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:13:0) after 2m7s
[00:42:18.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:13:0)
[00:42:18.392] Build status: STARTED
[00:42:18.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:14:0) after 1m25s
[00:43:43.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:14:0)
[00:43:43.457] Build status: STARTED
[00:43:43.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:15:0) after 7m6s
[00:50:49.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:15:0)
[00:50:49.511] Build status: STARTED
[00:50:49.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:16:0) after 1m13s
[00:52:02.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:16:0)
[00:52:02.559] Build status: STARTED
[00:52:02.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:17:0) after 8m28s
[01:00:30.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:17:0)
[01:00:30.756] Build status: STARTED
[01:00:30.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:18:0) after 4m3s
[01:04:33.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:18:0)
[01:04:33.795] Build status: STARTED
[01:04:33.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:19:0) after 4m41s
[01:09:14.817] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:19:0)
[01:09:14.836] Build status: STARTED
[01:09:14.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:20:0) after 9m26s
[01:18:40.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:20:0)
[01:18:40.916] Build status: STARTED
[01:18:40.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:21:0) after 2m24s
[01:21:05.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:21:0)
[01:21:05.057] Build status: STARTED
[01:21:05.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:22:0) after 6m4s
[01:27:09.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:22:0)
[01:27:09.101] Build status: STARTED
[01:27:09.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:23:0) after 9m21s
[01:36:30.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:23:0)
[01:36:30.149] Build status: STARTED
[01:36:30.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:24:0) after 1m41s
[01:38:11.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:24:0)
[01:38:11.310] Build status: STARTED
[01:38:11.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:25:0) after 6m3s
[01:44:14.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:25:0)
[01:44:14.347] Build status: STARTED
[01:44:14.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:26:0) after 2m47s
[01:47:01.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:26:0)
[01:47:01.393] Build status: STARTED
[01:47:01.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:27:0) after 6m42s
[01:53:43.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:27:0)
[01:53:43.474] Build status: STARTED
[01:53:43.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:28:0) after 3m39s
[01:57:22.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:28:0)
[01:57:22.531] Build status: STARTED
[01:57:22.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:29:0) after 5m50s
[02:03:12.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:29:0)
[02:03:12.587] Build status: STARTED
[02:03:12.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:30:0) after 4m6s
[02:07:18.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:30:0)
[02:07:18.722] Build status: STARTED
[02:07:18.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:31:0) after 6m52s
[02:14:10.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:31:0)
[02:14:10.793] Build status: STARTED
[02:14:10.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:32:0) after 2m14s
[02:16:24.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:32:0)
[02:16:24.820] Build status: STARTED
[02:16:24.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:33:0) after 2m53s
[02:19:17.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:33:0)
[02:19:17.916] Build status: STARTED
[02:19:17.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:34:0) after 4m47s
[02:24:04.936] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:34:0)
[02:24:04.969] Build status: STARTED
[02:24:04.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:35:0) after 4m4s
[02:28:09.087] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:35:0)
[02:28:09.114] Build status: STARTED
[02:28:09.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:36:0) after 9m49s
[02:37:58.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:36:0)
[02:37:58.176] Build status: STARTED
[02:37:58.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:37:0) after 1m14s
[02:39:12.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:37:0)
[02:39:12.328] Build status: STARTED
[02:39:12.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:38:0) after 5m29s
[02:44:41.430] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:38:0)
[02:44:41.451] Build status: STARTED
[02:44:41.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:39:0) after 9m17s
[02:53:58.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:39:0)
[02:53:58.506] Build status: STARTED
[02:53:58.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:40:0) after 7m49s
[03:01:47.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:40:0)
[03:01:47.780] Build status: STARTED
[03:01:47.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:41:0) after 3m57s
[03:05:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:41:0)
[03:05:44.818] Build status: STARTED
[03:05:44.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:42:0) after 1m16s
[03:07:00.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:42:0)
[03:07:00.929] Build status: STARTED
[03:07:00.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:43:0) after 8m14s
[03:15:15.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:43:0)
[03:15:15.396] Build status: STARTED
[03:15:15.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:44:0) after 1m55s
[03:17:10.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:44:0)
[03:17:10.487] Build status: STARTED
[03:17:10.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:45:0) after 4m51s
[03:22:01.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:45:0)
[03:22:01.600] Build status: STARTED
[03:22:01.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:46:0) after 3m3s
[03:25:04.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:46:0)
[03:25:04.727] Build status: STARTED
[03:25:04.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:47:0) after 8m7s
[03:33:11.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:47:0)
[03:33:11.871] Build status: STARTED
[03:33:11.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:48:0) after 5m40s
[03:38:51.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:48:0)
[03:38:51.913] Build status: STARTED
[03:38:51.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:49:0) after 9m45s
[03:48:37.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:49:0)
[03:48:37.143] Build status: STARTED
[03:48:37.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:50:0) after 4m53s
[03:53:30.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:50:0)
[03:53:30.212] Build status: STARTED
[03:53:30.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:51:0) after 7m50s
[04:01:20.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:51:0)
[04:01:20.541] Build status: STARTED
[04:01:20.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:52:0) after 5m41s
[04:07:01.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:52:0)
[04:07:01.691] Build status: STARTED
[04:07:01.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:53:0) after 2m33s
[04:09:34.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:53:0)
[04:09:34.735] Build status: STARTED
[04:09:34.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:54:0) after 3m14s
[04:12:48.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:54:0)
[04:12:48.777] Build status: STARTED
[04:12:48.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:55:0) after 1m31s
[04:14:19.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:55:0)
[04:14:19.826] Build status: STARTED
[04:14:19.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:56:0) after 4m35s
[04:18:54.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:56:0)
[04:18:54.981] Build status: STARTED
[04:18:54.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:57:0) after 3m31s
[04:22:26.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:57:0)
[04:22:26.047] Build status: STARTED
[04:22:26.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:58:0) after 1m46s
[04:24:12.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:58:0)
[04:24:12.144] Build status: STARTED
[04:24:12.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:59:0) after 4m31s
[04:28:43.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:59:0)
[04:28:43.266] Build status: STARTED
[04:28:43.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:60:0) after 2m27s
[04:31:10.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:60:0)
[04:31:10.421] Build status: STARTED
[04:31:10.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:61:0) after 3m26s
[04:34:36.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:61:0)
[04:34:36.447] Build status: STARTED
[04:34:36.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:62:0) after 2m54s
[04:37:30.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:62:0)
[04:37:30.593] Build status: STARTED
[04:37:30.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:63:0) after 7m17s
[04:44:47.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:63:0)
[04:44:47.742] Build status: STARTED
[04:44:47.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:64:0) after 5m40s
[04:50:27.721] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:64:0)
[04:50:27.742] Build status: STARTED
[04:50:27.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:65:0) after 3m7s
[04:53:34.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:65:0)
[04:53:34.881] Build status: STARTED
[04:53:34.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:66:0) after 9m32s
[05:03:06.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:66:0)
[05:03:06.948] Build status: STARTED
[05:03:06.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:67:0) after 2m59s
[05:06:05.970] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:67:0)
[05:06:05.991] Build status: STARTED
[05:06:05.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:68:0) after 2m59s
[05:09:05.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:68:0)
[05:09:05.031] Build status: STARTED
[05:09:05.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:69:0) after 8m49s
[05:17:54.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:69:0)
[05:17:54.079] Build status: STARTED
[05:17:54.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:70:0) after 8m13s
[05:26:07.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:70:0)
[05:26:07.244] Build status: STARTED
[05:26:07.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:71:0) after 2m41s
[05:28:48.268] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:71:0)
[05:28:48.316] Build status: STARTED
[05:28:48.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:72:0) after 4m20s
[05:33:08.336] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:72:0)
[05:33:08.359] Build status: STARTED
[05:33:08.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:73:0) after 4m55s
[05:38:03.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:73:0)
[05:38:03.545] Build status: STARTED
[05:38:03.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:74:0) after 9m5s
[05:47:08.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:74:0)
[05:47:08.806] Build status: STARTED
[05:47:08.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:75:0) after 5m34s
[05:52:42.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:75:0)
[05:52:42.846] Build status: STARTED
[05:52:42.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:76:0) after 5m44s
[05:58:26.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:76:0)
[05:58:26.987] Build status: STARTED
[05:58:26.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:77:0) after 4m11s
[06:02:38.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:77:0)
[06:02:38.063] Build status: STARTED
[06:02:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:78:0) after 1m21s
[06:03:59.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:78:0)
[06:03:59.132] Build status: STARTED
[06:03:59.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:79:0) after 2m7s
[06:06:06.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:79:0)
[06:06:06.246] Build status: STARTED
[06:06:06.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:80:0) after 3m42s
[06:09:48.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:80:0)
[06:09:48.291] Build status: STARTED
[06:09:48.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:81:0) after 9m43s
[06:19:31.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:81:0)
[06:19:31.512] Build status: STARTED
[06:19:31.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:82:0) after 4m29s
[06:24:00.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:82:0)
[06:24:00.606] Build status: STARTED
[06:24:00.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:83:0) after 2m22s
[06:26:22.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:83:0)
[06:26:22.747] Build status: STARTED
[06:26:22.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:84:0) after 4m34s
[06:30:56.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:84:0)
[06:30:56.969] Build status: STARTED
[06:30:56.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:85:0) after 5m22s
[06:36:19.023] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:85:0)
[06:36:19.152] Build status: STARTED
[06:36:19.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:86:0) after 1m30s
[06:37:49.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:86:0)
[06:37:49.281] Build status: STARTED
[06:37:49.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:87:0) after 3m26s
[06:41:15.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:87:0)
[06:41:15.362] Build status: STARTED
[06:41:15.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:88:0) after 2m25s
[06:43:40.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:88:0)
[06:43:40.413] Build status: STARTED
[06:43:40.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:89:0) after 6m57s
[06:50:37.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:89:0)
[06:50:37.568] Build status: STARTED
[06:50:37.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:90:0) after 3m41s
[06:54:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:90:0)
[06:54:18.751] Build status: STARTED
[06:54:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:91:0) after 8m47s
[07:03:06.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:91:0)
[07:03:06.154] Build status: STARTED
[07:03:06.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:92:0) after 3m28s
[07:06:34.281] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:92:0)
[07:06:34.303] Build status: STARTED
[07:06:34.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:93:0) after 7m9s
[07:13:43.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:93:0)
[07:13:43.361] Build status: STARTED
[07:13:43.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:94:0) after 8m48s
[07:22:31.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:94:0)
[07:22:31.405] Build status: STARTED
[07:22:31.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:95:0) after 1m37s
[07:24:08.430] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:95:0)
[07:24:08.461] Build status: STARTED
[07:24:08.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:96:0) after 2m36s
[07:26:44.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:96:0)
[07:26:44.572] Build status: STARTED
[07:26:44.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:97:0) after 2m7s
[07:28:51.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:97:0)
[07:28:51.639] Build status: STARTED
[07:28:51.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:98:0) after 7m43s
[07:36:34.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:98:0)
[07:36:34.681] Build status: STARTED
[07:36:34.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:99:0) after 7m13s
[07:43:47.709] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:99:0)
[07:43:47.748] Build status: STARTED
[07:43:47.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:100:0) after 1m36s
[07:45:23.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:100:0)
[07:45:23.827] Build status: STARTED
[07:45:23.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:101:0) after 2m35s
[07:47:58.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:101:0)
[07:47:59.011] Build status: STARTED
[07:47:59.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:102:0) after 3m42s
[07:51:41.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:102:0)
[07:51:41.111] Build status: STARTED
[07:51:41.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:103:0) after 8m9s
[07:59:50.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:103:0)
[07:59:50.298] Build status: STARTED
[07:59:50.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:104:0) after 2m16s
[08:02:06.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:104:0)
[08:02:06.392] Build status: STARTED
[08:02:06.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:105:0) after 2m5s
[08:04:11.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:105:0)
[08:04:11.443] Build status: STARTED
[08:04:11.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:106:0) after 7m55s
[08:12:06.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:106:0)
[08:12:06.852] Build status: STARTED
[08:12:06.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:107:0) after 8m53s
[08:20:59.949] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:107:0)
[08:21:00.001] Build status: STARTED
[08:21:00.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:108:0) after 9m11s
[08:30:11.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:108:0)
[08:30:11.197] Build status: STARTED
[08:30:11.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:109:0) after 4m41s
[08:34:52.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:109:0)
[08:34:52.239] Build status: STARTED
[08:34:52.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:110:0) after 3m14s
[08:38:06.263] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:110:0)
[08:38:06.284] Build status: STARTED
[08:38:06.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:111:0) after 4m59s
[08:43:05.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:111:0)
[08:43:05.416] Build status: STARTED
[08:43:05.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:112:0) after 1m30s
[08:44:35.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:112:0)
[08:44:35.534] Build status: STARTED
[08:44:35.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:113:0) after 6m16s
[08:50:51.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:113:0)
[08:50:51.581] Build status: STARTED
[08:50:51.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:114:0) after 6m58s
[08:57:49.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:114:0)
[08:57:49.874] Build status: STARTED
[08:57:49.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:115:0) after 8m17s
[09:06:06.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:115:0)
[09:06:06.925] Build status: STARTED
[09:06:06.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:116:0) after 2m48s
[09:08:54.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:116:0)
[09:08:55.023] Build status: STARTED
[09:08:55.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:117:0) after 1m4s
[09:09:59.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:117:0)
[09:09:59.117] Build status: STARTED
[09:09:59.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:118:0) after 6m17s
[09:16:16.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:118:0)
[09:16:16.188] Build status: STARTED
[09:16:16.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:119:0) after 3m3s
[09:19:19.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:119:0)
[09:19:19.265] Build status: STARTED
[09:19:19.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:120:0) after 6m58s
[09:26:17.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:120:0)
[09:26:17.431] Build status: STARTED
[09:26:17.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:121:0) after 7m0s
[09:33:17.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:121:0)
[09:33:17.480] Build status: STARTED
[09:33:17.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:122:0) after 3m39s
[09:36:56.606] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:122:0)
[09:36:56.627] Build status: STARTED
[09:36:56.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:123:0) after 3m49s
[09:40:45.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:123:0)
[09:40:45.695] Build status: STARTED
[09:40:45.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:124:0) after 3m24s
[09:44:09.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:124:0)
[09:44:09.885] Build status: STARTED
[09:44:09.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:125:0) after 9m15s
[09:53:24.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:125:0)
[09:53:24.974] Build status: STARTED
[09:53:24.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:126:0) after 5m11s
[09:58:36.028] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:126:0)
[09:58:36.092] Build status: STARTED
[09:58:36.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:127:0) after 7m14s
[10:05:50.183] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:127:0)
[10:05:50.255] Build status: STARTED
[10:05:50.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:128:0) after 3m34s
[10:09:24.523] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:128:0)
[10:09:24.559] Build status: STARTED
[10:09:24.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:129:0) after 8m54s
[10:18:18.896] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:129:0)
[10:18:18.918] Build status: STARTED
[10:18:18.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986461087566876224:130:0) after 7m27s
[10:19:21.902] Received PubSub notification, asking Buildbucket for the build status
[10:19:21.921] Build:
{
  "id": "8821031025604904641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2196,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T23:58:08.865744038Z",
  "startTime": "2022-02-28T00:02:45.864675Z",
  "endTime": "2022-02-28T10:19:21.479563705Z",
  "updateTime": "2022-02-28T10:19:21.479563705Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "31dd3cb69f1474feb548d0f0c6276873c3b74973",
      "ref": "refs/heads/main"
    }
  }
}
[10:19:21.921] Invocation finished in 10h21m14.310050237s with status FAILED