Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c0d99d47c7bf0d4f1d42493f0b85643a42ef1910"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0d99d47c7bf0d4f1d42493f0b85643a42ef1910
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:40:12.837] New invocation is queued and will start shortly
[22:40:15.219] Starting the invocation (attempt 1)
[22:40:15.258] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0d99d47c7bf0d4f1d42493f0b85643a42ef1910"
[22:40:15.258] Popped gitiles commit info from properties and tags
[22:40:15.258] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:40:15.258] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:40:15.258] Buildbucket request:
{
  "requestId": "8984744647077093632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c0d99d47c7bf0d4f1d42493f0b85643a42ef1910",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8984744647077093632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:40:15.862] Scheduled build:
{
  "id": "8819314583800094945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2239,
  "createdBy": "project:chromium",
  "createTime": "2022-03-18T22:40:15.330519488Z",
  "updateTime": "2022-03-18T22:40:15.330519488Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c0d99d47c7bf0d4f1d42493f0b85643a42ef1910",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:40:15.862] Task URL: https://cr-buildbucket.appspot.com/build/8819314583800094945
[22:40:15.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:2:0) after 9m16s
[22:49:31.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:2:0)
[22:49:31.929] Build status: SCHEDULED
[22:49:31.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:3:0) after 1m30s
[22:51:01.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:3:0)
[22:51:01.975] Build status: SCHEDULED
[22:51:01.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:4:0) after 5m7s
[22:56:09.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:4:0)
[22:56:09.073] Build status: SCHEDULED
[22:56:09.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:5:0) after 1m15s
[22:57:24.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:5:0)
[22:57:24.123] Build status: SCHEDULED
[22:57:24.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:6:0) after 2m4s
[22:59:28.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:6:0)
[22:59:28.253] Build status: SCHEDULED
[22:59:28.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:7:0) after 5m2s
[23:04:30.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:7:0)
[23:04:30.290] Build status: SCHEDULED
[23:04:30.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:8:0) after 1m41s
[23:06:11.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:8:0)
[23:06:11.342] Build status: SCHEDULED
[23:06:11.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:9:0) after 3m28s
[23:09:39.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:9:0)
[23:09:39.482] Build status: SCHEDULED
[23:09:39.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:10:0) after 2m25s
[23:12:04.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:10:0)
[23:12:04.676] Build status: SCHEDULED
[23:12:04.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:11:0) after 6m10s
[23:18:14.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:11:0)
[23:18:14.829] Build status: SCHEDULED
[23:18:14.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:12:0) after 7m37s
[23:25:51.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:12:0)
[23:25:51.874] Build status: SCHEDULED
[23:25:51.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:13:0) after 3m46s
[23:29:37.941] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:13:0)
[23:29:37.972] Build status: SCHEDULED
[23:29:37.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:14:0) after 5m32s
[23:35:09.998] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:14:0)
[23:35:10.028] Build status: SCHEDULED
[23:35:10.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:15:0) after 9m23s
[23:44:33.158] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:15:0)
[23:44:33.188] Build status: SCHEDULED
[23:44:33.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:16:0) after 6m14s
[23:50:47.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:16:0)
[23:50:47.255] Build status: SCHEDULED
[23:50:47.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:17:0) after 7m18s
[23:58:05.361] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:17:0)
[23:58:05.393] Build status: SCHEDULED
[23:58:05.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:18:0) after 4m33s
[00:02:38.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:18:0)
[00:02:38.485] Build status: SCHEDULED
[00:02:38.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:19:0) after 5m1s
[00:07:39.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:19:0)
[00:07:39.535] Build status: SCHEDULED
[00:07:39.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:20:0) after 3m52s
[00:11:31.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:20:0)
[00:11:31.789] Build status: SCHEDULED
[00:11:31.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:21:0) after 5m45s
[00:11:53.306] Received PubSub notification, asking Buildbucket for the build status
[00:11:53.324] Build status: STARTED
[00:17:17.206] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:21:0)
[00:17:17.226] Build status: STARTED
[00:17:17.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:23:0) after 7m48s
[00:25:05.359] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:23:0)
[00:25:05.381] Build status: STARTED
[00:25:05.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:24:0) after 7m48s
[00:32:53.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:24:0)
[00:32:53.519] Build status: STARTED
[00:32:53.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:25:0) after 4m41s
[00:37:34.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:25:0)
[00:37:34.641] Build status: STARTED
[00:37:34.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:26:0) after 7m32s
[00:45:06.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:26:0)
[00:45:06.690] Build status: STARTED
[00:45:06.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:27:0) after 6m4s
[00:51:10.808] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:27:0)
[00:51:10.842] Build status: STARTED
[00:51:10.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:28:0) after 1m46s
[00:52:56.931] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:28:0)
[00:52:56.972] Build status: STARTED
[00:52:56.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:29:0) after 8m52s
[01:01:49.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:29:0)
[01:01:49.045] Build status: STARTED
[01:01:49.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:30:0) after 2m58s
[01:04:47.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:30:0)
[01:04:47.106] Build status: STARTED
[01:04:47.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:31:0) after 8m27s
[01:13:14.220] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:31:0)
[01:13:14.244] Build status: STARTED
[01:13:14.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:32:0) after 3m17s
[01:16:31.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:32:0)
[01:16:31.436] Build status: STARTED
[01:16:31.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:33:0) after 2m13s
[01:18:44.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:33:0)
[01:18:44.523] Build status: STARTED
[01:18:44.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:34:0) after 9m1s
[01:27:46.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:34:0)
[01:27:46.081] Build status: STARTED
[01:27:46.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:35:0) after 5m30s
[01:33:16.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:35:0)
[01:33:16.218] Build status: STARTED
[01:33:16.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:36:0) after 2m31s
[01:35:47.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:36:0)
[01:35:47.278] Build status: STARTED
[01:35:47.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:37:0) after 1m58s
[01:37:45.343] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:37:0)
[01:37:45.378] Build status: STARTED
[01:37:45.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:38:0) after 3m43s
[01:41:28.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:38:0)
[01:41:28.491] Build status: STARTED
[01:41:28.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:39:0) after 9m12s
[01:50:40.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:39:0)
[01:50:40.547] Build status: STARTED
[01:50:40.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:40:0) after 8m57s
[01:59:37.744] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:40:0)
[01:59:37.767] Build status: STARTED
[01:59:37.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:41:0) after 7m32s
[02:07:10.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:41:0)
[02:07:10.262] Build status: STARTED
[02:07:10.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:42:0) after 7m23s
[02:14:33.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:42:0)
[02:14:33.463] Build status: STARTED
[02:14:33.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:43:0) after 3m29s
[02:18:02.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:43:0)
[02:18:02.610] Build status: STARTED
[02:18:02.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:44:0) after 2m44s
[02:20:46.923] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:44:0)
[02:20:46.945] Build status: STARTED
[02:20:46.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:45:0) after 8m21s
[02:29:08.017] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:45:0)
[02:29:08.042] Build status: STARTED
[02:29:08.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:46:0) after 6m48s
[02:35:56.133] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:46:0)
[02:35:56.175] Build status: STARTED
[02:35:56.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:47:0) after 7m46s
[02:43:42.505] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:47:0)
[02:43:42.530] Build status: STARTED
[02:43:42.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:48:0) after 8m15s
[02:51:57.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:48:0)
[02:51:57.587] Build status: STARTED
[02:51:57.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:49:0) after 8m15s
[03:00:12.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:49:0)
[03:00:12.742] Build status: STARTED
[03:00:12.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:50:0) after 2m48s
[03:03:00.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:50:0)
[03:03:00.880] Build status: STARTED
[03:03:00.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:51:0) after 2m53s
[03:05:53.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:51:0)
[03:05:53.982] Build status: STARTED
[03:05:53.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:52:0) after 8m46s
[03:14:40.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:52:0)
[03:14:40.073] Build status: STARTED
[03:14:40.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:53:0) after 8m12s
[03:22:52.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:53:0)
[03:22:52.178] Build status: STARTED
[03:22:52.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:54:0) after 3m31s
[03:26:23.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:54:0)
[03:26:23.311] Build status: STARTED
[03:26:23.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:55:0) after 3m24s
[03:29:47.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:55:0)
[03:29:47.445] Build status: STARTED
[03:29:47.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:56:0) after 8m22s
[03:38:09.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:56:0)
[03:38:09.501] Build status: STARTED
[03:38:09.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:57:0) after 9m13s
[03:47:22.527] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:57:0)
[03:47:22.570] Build status: STARTED
[03:47:22.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:58:0) after 7m10s
[03:54:32.597] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:58:0)
[03:54:32.629] Build status: STARTED
[03:54:32.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:59:0) after 4m4s
[03:58:36.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:59:0)
[03:58:36.838] Build status: STARTED
[03:58:36.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:60:0) after 4m44s
[04:03:20.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:60:0)
[04:03:21.148] Build status: STARTED
[04:03:21.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:61:0) after 6m50s
[04:10:11.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:61:0)
[04:10:11.431] Build status: STARTED
[04:10:11.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:62:0) after 8m38s
[04:18:49.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:62:0)
[04:18:49.681] Build status: STARTED
[04:18:49.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:63:0) after 8m31s
[04:27:20.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:63:0)
[04:27:20.814] Build status: STARTED
[04:27:20.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:64:0) after 6m10s
[04:33:30.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:64:0)
[04:33:30.880] Build status: STARTED
[04:33:30.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:65:0) after 2m27s
[04:35:58.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:65:0)
[04:35:58.113] Build status: STARTED
[04:35:58.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:66:0) after 7m20s
[04:43:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:66:0)
[04:43:18.670] Build status: STARTED
[04:43:18.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:67:0) after 8m0s
[04:51:18.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:67:0)
[04:51:18.718] Build status: STARTED
[04:51:18.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:68:0) after 5m21s
[04:56:39.837] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:68:0)
[04:56:39.874] Build status: STARTED
[04:56:39.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:69:0) after 2m4s
[04:58:43.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:69:0)
[04:58:43.924] Build status: STARTED
[04:58:43.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:70:0) after 7m38s
[05:06:21.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:70:0)
[05:06:22.017] Build status: STARTED
[05:06:22.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:71:0) after 8m32s
[05:14:54.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:71:0)
[05:14:54.199] Build status: STARTED
[05:14:54.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:72:0) after 4m39s
[05:19:33.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:72:0)
[05:19:33.327] Build status: STARTED
[05:19:33.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:73:0) after 6m53s
[05:26:26.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:73:0)
[05:26:26.541] Build status: STARTED
[05:26:26.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:74:0) after 4m39s
[05:31:05.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:74:0)
[05:31:05.731] Build status: STARTED
[05:31:05.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:75:0) after 5m12s
[05:36:17.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:75:0)
[05:36:17.881] Build status: STARTED
[05:36:17.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:76:0) after 8m18s
[05:44:35.915] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:76:0)
[05:44:35.937] Build status: STARTED
[05:44:35.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:77:0) after 3m50s
[05:48:26.068] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:77:0)
[05:48:26.109] Build status: STARTED
[05:48:26.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:78:0) after 7m31s
[05:55:57.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:78:0)
[05:55:57.166] Build status: STARTED
[05:55:57.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:79:0) after 4m46s
[06:00:43.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:79:0)
[06:00:43.212] Build status: STARTED
[06:00:43.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:80:0) after 8m50s
[06:09:33.266] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:80:0)
[06:09:33.329] Build status: STARTED
[06:09:33.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:81:0) after 3m11s
[06:12:44.474] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:81:0)
[06:12:44.499] Build status: STARTED
[06:12:44.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:82:0) after 1m39s
[06:14:23.642] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:82:0)
[06:14:23.686] Build status: STARTED
[06:14:23.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:83:0) after 1m45s
[06:16:08.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:83:0)
[06:16:08.790] Build status: STARTED
[06:16:08.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:84:0) after 6m46s
[06:22:54.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:84:0)
[06:22:54.878] Build status: STARTED
[06:22:54.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:85:0) after 7m30s
[06:30:24.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:85:0)
[06:30:24.930] Build status: STARTED
[06:30:24.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:86:0) after 3m55s
[06:34:20.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:86:0)
[06:34:20.076] Build status: STARTED
[06:34:20.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:87:0) after 4m49s
[06:39:09.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:87:0)
[06:39:09.434] Build status: STARTED
[06:39:09.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:88:0) after 5m50s
[06:44:59.461] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:88:0)
[06:44:59.485] Build status: STARTED
[06:44:59.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:89:0) after 4m39s
[06:49:38.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:89:0)
[06:49:38.540] Build status: STARTED
[06:49:38.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:90:0) after 8m55s
[06:58:33.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:90:0)
[06:58:33.596] Build status: STARTED
[06:58:33.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:91:0) after 5m26s
[07:03:59.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:91:0)
[07:03:59.692] Build status: STARTED
[07:03:59.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:92:0) after 5m50s
[07:09:49.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:92:0)
[07:09:49.745] Build status: STARTED
[07:09:49.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:93:0) after 2m14s
[07:12:03.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:93:0)
[07:12:03.795] Build status: STARTED
[07:12:03.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:94:0) after 7m52s
[07:19:56.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:94:0)
[07:19:56.201] Build status: STARTED
[07:19:56.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:95:0) after 6m50s
[07:26:46.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:95:0)
[07:26:46.289] Build status: STARTED
[07:26:46.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:96:0) after 8m12s
[07:34:58.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:96:0)
[07:34:58.406] Build status: STARTED
[07:34:58.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:97:0) after 8m54s
[07:43:52.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:97:0)
[07:43:52.540] Build status: STARTED
[07:43:52.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:98:0) after 2m32s
[07:46:24.646] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:98:0)
[07:46:24.720] Build status: STARTED
[07:46:24.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:99:0) after 3m2s
[07:49:26.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:99:0)
[07:49:26.899] Build status: STARTED
[07:49:26.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:100:0) after 9m19s
[07:58:45.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:100:0)
[07:58:45.962] Build status: STARTED
[07:58:45.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:101:0) after 6m29s
[08:05:15.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:101:0)
[08:05:15.044] Build status: STARTED
[08:05:15.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:102:0) after 4m44s
[08:09:59.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:102:0)
[08:09:59.216] Build status: STARTED
[08:09:59.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:103:0) after 9m21s
[08:19:20.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:103:0)
[08:19:20.280] Build status: STARTED
[08:19:20.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:104:0) after 8m2s
[08:27:22.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:104:0)
[08:27:22.378] Build status: STARTED
[08:27:22.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:105:0) after 8m52s
[08:36:14.427] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:105:0)
[08:36:14.458] Build status: STARTED
[08:36:14.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:106:0) after 2m43s
[08:38:57.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:106:0)
[08:38:57.570] Build status: STARTED
[08:38:57.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:107:0) after 1m10s
[08:40:07.600] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:107:0)
[08:40:07.635] Build status: STARTED
[08:40:07.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:108:0) after 9m38s
[08:49:45.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:108:0)
[08:49:45.798] Build status: STARTED
[08:49:45.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:109:0) after 8m21s
[08:58:06.841] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:109:0)
[08:58:06.924] Build status: STARTED
[08:58:06.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:110:0) after 5m32s
[09:03:38.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:110:0)
[09:03:38.989] Build status: STARTED
[09:03:38.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:111:0) after 9m56s
[09:13:35.028] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:111:0)
[09:13:35.059] Build status: STARTED
[09:13:35.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:112:0) after 6m19s
[09:19:54.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:112:0)
[09:19:54.188] Build status: STARTED
[09:19:54.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:113:0) after 9m29s
[09:29:23.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:113:0)
[09:29:23.251] Build status: STARTED
[09:29:23.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:114:0) after 2m52s
[09:32:15.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:114:0)
[09:32:15.315] Build status: STARTED
[09:32:15.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984744647077093632:115:0) after 9m57s
[09:34:28.146] Received PubSub notification, asking Buildbucket for the build status
[09:34:28.177] Build:
{
  "id": "8819314583800094945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2239,
  "createdBy": "project:chromium",
  "createTime": "2022-03-18T22:40:15.330519488Z",
  "startTime": "2022-03-19T00:11:52.707023Z",
  "endTime": "2022-03-19T09:34:27.570806646Z",
  "updateTime": "2022-03-19T09:34:27.570806646Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c0d99d47c7bf0d4f1d42493f0b85643a42ef1910",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:34:28.177] Invocation finished in 10h54m15.35548408s with status FAILED