Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "af76e2231dc4240a790e0dd5b66b6be08f1d38b6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af76e2231dc4240a790e0dd5b66b6be08f1d38b6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:38:51.121] New invocation is queued and will start shortly
[03:38:52.270] Starting the invocation (attempt 1)
[03:38:52.307] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af76e2231dc4240a790e0dd5b66b6be08f1d38b6"
[03:38:52.307] Popped gitiles commit info from properties and tags
[03:38:52.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:38:52.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:38:52.308] Buildbucket request:
{
  "requestId": "8985722425025228464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "af76e2231dc4240a790e0dd5b66b6be08f1d38b6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985722425025228464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:38:53.126] Scheduled build:
{
  "id": "8820292363033767681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2215,
  "createdBy": "project:chromium",
  "createTime": "2022-03-08T03:38:52.388588075Z",
  "updateTime": "2022-03-08T03:38:52.388588075Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af76e2231dc4240a790e0dd5b66b6be08f1d38b6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:38:53.126] Task URL: https://cr-buildbucket.appspot.com/build/8820292363033767681
[03:38:53.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:2:0) after 2m13s
[03:41:06.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:2:0)
[03:41:06.197] Build status: SCHEDULED
[03:41:06.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:3:0) after 2m21s
[03:43:27.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:3:0)
[03:43:27.259] Build status: SCHEDULED
[03:43:27.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:4:0) after 2m10s
[03:45:37.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:4:0)
[03:45:37.284] Build status: SCHEDULED
[03:45:37.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:5:0) after 7m52s
[03:53:29.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:5:0)
[03:53:29.328] Build status: SCHEDULED
[03:53:29.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:6:0) after 9m33s
[04:03:02.355] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:6:0)
[04:03:02.375] Build status: SCHEDULED
[04:03:02.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:7:0) after 1m14s
[04:04:16.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:7:0)
[04:04:16.523] Build status: SCHEDULED
[04:04:16.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:8:0) after 1m16s
[04:05:32.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:8:0)
[04:05:32.792] Build status: SCHEDULED
[04:05:32.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:9:0) after 4m2s
[04:09:34.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:9:0)
[04:09:34.903] Build status: SCHEDULED
[04:09:34.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:10:0) after 1m31s
[04:11:05.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:10:0)
[04:11:05.957] Build status: SCHEDULED
[04:11:05.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:11:0) after 5m48s
[04:16:53.984] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:11:0)
[04:16:54.000] Build status: SCHEDULED
[04:16:54.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:12:0) after 2m6s
[04:19:00.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:12:0)
[04:19:00.067] Build status: SCHEDULED
[04:19:00.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:13:0) after 7m16s
[04:26:16.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:13:0)
[04:26:16.239] Build status: SCHEDULED
[04:26:16.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:14:0) after 4m12s
[04:30:28.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:14:0)
[04:30:28.312] Build status: SCHEDULED
[04:30:28.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:15:0) after 9m36s
[04:35:38.727] Received PubSub notification, asking Buildbucket for the build status
[04:35:38.765] Build status: STARTED
[04:40:04.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:15:0)
[04:40:04.401] Build status: STARTED
[04:40:04.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:17:0) after 1m55s
[04:41:59.601] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:17:0)
[04:41:59.854] Build status: STARTED
[04:41:59.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:18:0) after 2m33s
[04:44:32.916] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:18:0)
[04:44:32.947] Build status: STARTED
[04:44:32.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:19:0) after 8m31s
[04:53:03.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:19:0)
[04:53:03.998] Build status: STARTED
[04:53:03.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:20:0) after 4m31s
[04:57:35.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:20:0)
[04:57:35.051] Build status: STARTED
[04:57:35.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:21:0) after 9m55s
[05:07:30.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:21:0)
[05:07:30.184] Build status: STARTED
[05:07:30.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:22:0) after 9m14s
[05:16:44.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:22:0)
[05:16:44.217] Build status: STARTED
[05:16:44.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:23:0) after 2m39s
[05:19:23.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:23:0)
[05:19:23.391] Build status: STARTED
[05:19:23.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:24:0) after 3m19s
[05:22:42.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:24:0)
[05:22:42.416] Build status: STARTED
[05:22:42.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:25:0) after 8m5s
[05:30:47.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:25:0)
[05:30:47.484] Build status: STARTED
[05:30:47.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:26:0) after 6m18s
[05:37:05.600] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:26:0)
[05:37:05.623] Build status: STARTED
[05:37:05.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:27:0) after 4m5s
[05:41:10.657] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:27:0)
[05:41:10.743] Build status: STARTED
[05:41:10.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:28:0) after 9m36s
[05:50:46.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:28:0)
[05:50:46.900] Build status: STARTED
[05:50:46.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:29:0) after 8m0s
[05:58:46.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:29:0)
[05:58:46.989] Build status: STARTED
[05:58:46.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:30:0) after 6m50s
[06:05:37.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:30:0)
[06:05:37.056] Build status: STARTED
[06:05:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:31:0) after 4m33s
[06:10:10.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:31:0)
[06:10:10.156] Build status: STARTED
[06:10:10.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:32:0) after 7m48s
[06:17:58.279] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:32:0)
[06:17:58.303] Build status: STARTED
[06:17:58.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:33:0) after 9m4s
[06:27:02.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:33:0)
[06:27:02.551] Build status: STARTED
[06:27:02.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:34:0) after 9m42s
[06:36:44.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:34:0)
[06:36:44.661] Build status: STARTED
[06:36:44.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:35:0) after 3m12s
[06:39:56.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:35:0)
[06:39:56.855] Build status: STARTED
[06:39:56.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:36:0) after 7m14s
[06:47:11.328] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:36:0)
[06:47:11.355] Build status: STARTED
[06:47:11.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:37:0) after 5m29s
[06:52:40.454] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:37:0)
[06:52:40.484] Build status: STARTED
[06:52:40.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:38:0) after 1m31s
[06:54:11.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:38:0)
[06:54:11.576] Build status: STARTED
[06:54:11.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:39:0) after 3m12s
[06:57:23.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:39:0)
[06:57:23.623] Build status: STARTED
[06:57:23.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:40:0) after 6m1s
[07:03:24.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:40:0)
[07:03:24.682] Build status: STARTED
[07:03:24.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:41:0) after 3m42s
[07:07:06.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:41:0)
[07:07:06.976] Build status: STARTED
[07:07:06.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:42:0) after 5m53s
[07:13:00.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:42:0)
[07:13:00.223] Build status: STARTED
[07:13:00.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:43:0) after 3m21s
[07:16:21.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:43:0)
[07:16:21.281] Build status: STARTED
[07:16:21.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:44:0) after 1m55s
[07:18:16.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:44:0)
[07:18:16.340] Build status: STARTED
[07:18:16.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:45:0) after 9m58s
[07:28:14.513] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:45:0)
[07:28:14.547] Build status: STARTED
[07:28:14.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:46:0) after 9m6s
[07:37:20.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:46:0)
[07:37:20.607] Build status: STARTED
[07:37:20.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:47:0) after 2m35s
[07:39:55.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:47:0)
[07:39:55.742] Build status: STARTED
[07:39:55.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:48:0) after 7m3s
[07:46:59.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:48:0)
[07:46:59.041] Build status: STARTED
[07:46:59.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:49:0) after 1m35s
[07:48:34.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:49:0)
[07:48:34.295] Build status: STARTED
[07:48:34.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:50:0) after 6m53s
[07:55:27.424] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:50:0)
[07:55:27.446] Build status: STARTED
[07:55:27.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:51:0) after 8m41s
[08:04:08.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:51:0)
[08:04:08.658] Build status: STARTED
[08:04:08.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:52:0) after 7m56s
[08:12:04.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:52:0)
[08:12:04.713] Build status: STARTED
[08:12:04.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:53:0) after 9m21s
[08:21:25.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:53:0)
[08:21:25.835] Build status: STARTED
[08:21:25.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:54:0) after 5m45s
[08:27:10.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:54:0)
[08:27:10.918] Build status: STARTED
[08:27:10.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:55:0) after 9m4s
[08:36:15.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:55:0)
[08:36:15.189] Build status: STARTED
[08:36:15.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:56:0) after 8m18s
[08:44:33.235] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:56:0)
[08:44:33.299] Build status: STARTED
[08:44:33.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:57:0) after 9m48s
[08:54:21.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:57:0)
[08:54:21.369] Build status: STARTED
[08:54:21.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:58:0) after 6m15s
[09:00:36.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:58:0)
[09:00:36.464] Build status: STARTED
[09:00:36.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:59:0) after 4m44s
[09:05:20.781] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:59:0)
[09:05:20.811] Build status: STARTED
[09:05:20.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:60:0) after 6m41s
[09:12:01.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:60:0)
[09:12:01.979] Build status: STARTED
[09:12:01.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:61:0) after 7m22s
[09:19:24.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:61:0)
[09:19:24.064] Build status: STARTED
[09:19:24.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:62:0) after 4m35s
[09:23:59.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:62:0)
[09:23:59.121] Build status: STARTED
[09:23:59.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:63:0) after 7m52s
[09:31:51.154] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:63:0)
[09:31:51.191] Build status: STARTED
[09:31:51.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:64:0) after 1m32s
[09:33:23.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:64:0)
[09:33:23.274] Build status: STARTED
[09:33:23.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:65:0) after 5m41s
[09:39:04.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:65:0)
[09:39:04.340] Build status: STARTED
[09:39:04.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:66:0) after 2m44s
[09:41:48.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:66:0)
[09:41:48.402] Build status: STARTED
[09:41:48.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:67:0) after 1m3s
[09:42:51.443] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:67:0)
[09:42:51.465] Build status: STARTED
[09:42:51.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:68:0) after 8m55s
[09:51:46.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:68:0)
[09:51:46.956] Build status: STARTED
[09:51:46.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:69:0) after 8m53s
[10:00:40.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:69:0)
[10:00:40.061] Build status: STARTED
[10:00:40.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:70:0) after 5m56s
[10:06:36.093] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:70:0)
[10:06:36.119] Build status: STARTED
[10:06:36.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:71:0) after 5m0s
[10:11:36.447] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:71:0)
[10:11:36.481] Build status: STARTED
[10:11:36.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:72:0) after 9m26s
[10:21:02.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:72:0)
[10:21:02.542] Build status: STARTED
[10:21:02.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:73:0) after 4m51s
[10:25:53.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:73:0)
[10:25:53.704] Build status: STARTED
[10:25:53.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:74:0) after 6m12s
[10:32:05.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:74:0)
[10:32:05.716] Build status: STARTED
[10:32:05.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:75:0) after 5m20s
[10:37:25.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:75:0)
[10:37:25.807] Build status: STARTED
[10:37:25.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:76:0) after 5m19s
[10:42:44.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:76:0)
[10:42:44.856] Build status: STARTED
[10:42:44.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:77:0) after 1m5s
[10:43:50.352] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:77:0)
[10:43:50.373] Build status: STARTED
[10:43:50.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:78:0) after 3m48s
[10:47:38.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:78:0)
[10:47:38.462] Build status: STARTED
[10:47:38.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:79:0) after 3m11s
[10:50:49.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:79:0)
[10:50:49.521] Build status: STARTED
[10:50:49.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:80:0) after 5m21s
[10:56:10.801] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:80:0)
[10:56:10.823] Build status: STARTED
[10:56:10.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:81:0) after 1m51s
[10:58:01.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:81:0)
[10:58:01.893] Build status: STARTED
[10:58:01.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:82:0) after 1m19s
[10:59:21.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:82:0)
[10:59:21.038] Build status: STARTED
[10:59:21.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:83:0) after 9m45s
[11:09:06.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:83:0)
[11:09:06.122] Build status: STARTED
[11:09:06.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:84:0) after 7m47s
[11:16:53.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:84:0)
[11:16:53.179] Build status: STARTED
[11:16:53.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:85:0) after 5m22s
[11:22:15.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:85:0)
[11:22:15.289] Build status: STARTED
[11:22:15.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:86:0) after 2m24s
[11:24:39.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:86:0)
[11:24:39.401] Build status: STARTED
[11:24:39.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:87:0) after 9m37s
[11:34:16.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:87:0)
[11:34:16.575] Build status: STARTED
[11:34:16.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:88:0) after 4m35s
[11:38:51.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:88:0)
[11:38:51.674] Build status: STARTED
[11:38:51.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:89:0) after 6m9s
[11:45:00.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:89:0)
[11:45:00.725] Build status: STARTED
[11:45:00.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:90:0) after 7m15s
[11:52:15.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:90:0)
[11:52:15.899] Build status: STARTED
[11:52:15.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:91:0) after 7m34s
[11:59:50.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:91:0)
[11:59:50.211] Build status: STARTED
[11:59:50.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:92:0) after 6m16s
[12:06:06.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:92:0)
[12:06:06.309] Build status: STARTED
[12:06:06.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:93:0) after 2m8s
[12:08:14.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:93:0)
[12:08:14.458] Build status: STARTED
[12:08:14.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:94:0) after 4m50s
[12:13:04.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:94:0)
[12:13:04.549] Build status: STARTED
[12:13:04.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:95:0) after 8m17s
[12:21:21.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:95:0)
[12:21:21.651] Build status: STARTED
[12:21:21.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:96:0) after 3m50s
[12:25:11.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:96:0)
[12:25:11.847] Build status: STARTED
[12:25:11.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:97:0) after 1m1s
[12:26:12.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:97:0)
[12:26:12.933] Build status: STARTED
[12:26:12.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:98:0) after 9m32s
[12:35:45.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:98:0)
[12:35:45.097] Build status: STARTED
[12:35:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:99:0) after 5m41s
[12:41:26.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:99:0)
[12:41:26.411] Build status: STARTED
[12:41:26.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:100:0) after 2m49s
[12:44:15.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:100:0)
[12:44:15.603] Build status: STARTED
[12:44:15.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:101:0) after 2m53s
[12:47:08.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:101:0)
[12:47:08.775] Build status: STARTED
[12:47:08.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:102:0) after 1m41s
[12:48:49.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:102:0)
[12:48:49.975] Build status: STARTED
[12:48:49.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:103:0) after 2m31s
[12:51:21.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:103:0)
[12:51:21.036] Build status: STARTED
[12:51:21.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:104:0) after 2m30s
[12:53:51.038] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:104:0)
[12:53:51.061] Build status: STARTED
[12:53:51.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:105:0) after 4m41s
[12:58:32.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:105:0)
[12:58:32.150] Build status: STARTED
[12:58:32.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:106:0) after 4m11s
[13:02:43.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:106:0)
[13:02:43.208] Build status: STARTED
[13:02:43.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:107:0) after 9m44s
[13:12:27.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:107:0)
[13:12:27.263] Build status: STARTED
[13:12:27.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:108:0) after 6m23s
[13:18:50.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:108:0)
[13:18:50.400] Build status: STARTED
[13:18:50.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:109:0) after 5m50s
[13:24:40.472] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:109:0)
[13:24:40.496] Build status: STARTED
[13:24:40.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:110:0) after 1m46s
[13:26:26.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:110:0)
[13:26:26.616] Build status: STARTED
[13:26:26.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:111:0) after 1m16s
[13:27:42.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:111:0)
[13:27:42.684] Build status: STARTED
[13:27:42.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:112:0) after 8m32s
[13:36:14.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:112:0)
[13:36:14.846] Build status: STARTED
[13:36:14.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:113:0) after 7m27s
[13:43:42.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:113:0)
[13:43:42.109] Build status: STARTED
[13:43:42.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:114:0) after 3m48s
[13:47:30.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:114:0)
[13:47:30.160] Build status: STARTED
[13:47:30.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:115:0) after 2m41s
[13:50:11.338] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:115:0)
[13:50:11.366] Build status: STARTED
[13:50:11.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:116:0) after 3m18s
[13:53:29.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:116:0)
[13:53:29.428] Build status: STARTED
[13:53:29.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:117:0) after 6m20s
[13:59:49.711] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:117:0)
[13:59:49.735] Build status: STARTED
[13:59:49.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985722425025228464:118:0) after 2m11s
[14:00:34.273] Received PubSub notification, asking Buildbucket for the build status
[14:00:34.293] Build:
{
  "id": "8820292363033767681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2215,
  "createdBy": "project:chromium",
  "createTime": "2022-03-08T03:38:52.388588075Z",
  "startTime": "2022-03-08T04:35:37.943138Z",
  "endTime": "2022-03-08T14:00:33.566710789Z",
  "updateTime": "2022-03-08T14:00:33.566710789Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af76e2231dc4240a790e0dd5b66b6be08f1d38b6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:00:34.293] Invocation finished in 10h21m43.188344859s with status FAILED