Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:53:51.358] New invocation is queued and will start shortly
[13:53:52.454] Starting the invocation (attempt 1)
[13:53:52.514] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b"
[13:53:52.514] Popped gitiles commit info from properties and tags
[13:53:52.514] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:53:52.514] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:53:52.514] Buildbucket request:
{
  "requestId": "8986499105018965456",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986499105018965456"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:53:53.128] Scheduled build:
{
  "id": "8821069043038018129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2195,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T13:53:52.616473588Z",
  "updateTime": "2022-02-27T13:53:52.616473588Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b",
      "ref": "refs/heads/main"
    }
  }
}
[13:53:53.128] Task URL: https://cr-buildbucket.appspot.com/build/8821069043038018129
[13:53:53.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:2:0) after 2m45s
[13:56:38.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:2:0)
[13:56:38.423] Build status: SCHEDULED
[13:56:38.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:3:0) after 8m3s
[14:04:42.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:3:0)
[14:04:42.242] Build status: SCHEDULED
[14:04:42.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:4:0) after 6m16s
[14:07:08.653] Received PubSub notification, asking Buildbucket for the build status
[14:07:08.680] Build status: STARTED
[14:10:58.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:4:0)
[14:10:58.459] Build status: STARTED
[14:10:58.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:6:0) after 2m50s
[14:13:48.482] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:6:0)
[14:13:48.507] Build status: STARTED
[14:13:48.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:7:0) after 2m12s
[14:16:00.532] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:7:0)
[14:16:00.559] Build status: STARTED
[14:16:00.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:8:0) after 8m11s
[14:24:11.691] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:8:0)
[14:24:11.898] Build status: STARTED
[14:24:11.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:9:0) after 6m30s
[14:30:42.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:9:0)
[14:30:42.090] Build status: STARTED
[14:30:42.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:10:0) after 6m27s
[14:37:09.117] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:10:0)
[14:37:09.141] Build status: STARTED
[14:37:09.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:11:0) after 5m51s
[14:43:00.284] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:11:0)
[14:43:00.306] Build status: STARTED
[14:43:00.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:12:0) after 2m57s
[14:45:57.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:12:0)
[14:45:57.458] Build status: STARTED
[14:45:57.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:13:0) after 5m47s
[14:51:44.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:13:0)
[14:51:44.502] Build status: STARTED
[14:51:44.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:14:0) after 8m18s
[15:00:02.521] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:14:0)
[15:00:02.566] Build status: STARTED
[15:00:02.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:15:0) after 6m13s
[15:06:15.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:15:0)
[15:06:15.623] Build status: STARTED
[15:06:15.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:16:0) after 9m46s
[15:16:01.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:16:0)
[15:16:01.691] Build status: STARTED
[15:16:01.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:17:0) after 1m12s
[15:17:13.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:17:0)
[15:17:13.860] Build status: STARTED
[15:17:13.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:18:0) after 5m39s
[15:22:52.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:18:0)
[15:22:52.954] Build status: STARTED
[15:22:52.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:19:0) after 3m52s
[15:26:44.985] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:19:0)
[15:26:45.003] Build status: STARTED
[15:26:45.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:20:0) after 6m30s
[15:33:15.041] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:20:0)
[15:33:15.061] Build status: STARTED
[15:33:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:21:0) after 4m24s
[15:37:39.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:21:0)
[15:37:39.112] Build status: STARTED
[15:37:39.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:22:0) after 8m10s
[15:45:49.808] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:22:0)
[15:45:49.831] Build status: STARTED
[15:45:49.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:23:0) after 5m11s
[15:51:01.254] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:23:0)
[15:51:01.280] Build status: STARTED
[15:51:01.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:24:0) after 7m43s
[15:58:44.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:24:0)
[15:58:44.329] Build status: STARTED
[15:58:44.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:25:0) after 5m51s
[16:04:35.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:25:0)
[16:04:35.702] Build status: STARTED
[16:04:35.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:26:0) after 6m20s
[16:10:55.683] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:26:0)
[16:10:55.725] Build status: STARTED
[16:10:55.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:27:0) after 9m55s
[16:20:50.835] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:27:0)
[16:20:50.857] Build status: STARTED
[16:20:50.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:28:0) after 6m42s
[16:27:32.975] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:28:0)
[16:27:33.004] Build status: STARTED
[16:27:33.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:29:0) after 4m1s
[16:31:34.023] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:29:0)
[16:31:34.042] Build status: STARTED
[16:31:34.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:30:0) after 3m6s
[16:34:40.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:30:0)
[16:34:40.421] Build status: STARTED
[16:34:40.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:31:0) after 9m56s
[16:44:36.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:31:0)
[16:44:36.471] Build status: STARTED
[16:44:36.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:32:0) after 9m5s
[16:53:41.575] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:32:0)
[16:53:41.601] Build status: STARTED
[16:53:41.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:33:0) after 1m4s
[16:54:45.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:33:0)
[16:54:45.673] Build status: STARTED
[16:54:45.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:34:0) after 1m32s
[16:56:17.752] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:34:0)
[16:56:17.788] Build status: STARTED
[16:56:17.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:35:0) after 2m55s
[16:59:12.808] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:35:0)
[16:59:12.850] Build status: STARTED
[16:59:12.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:36:0) after 2m42s
[17:01:54.972] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:36:0)
[17:01:55.008] Build status: STARTED
[17:01:55.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:37:0) after 4m3s
[17:05:58.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:37:0)
[17:05:58.105] Build status: STARTED
[17:05:58.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:38:0) after 8m18s
[17:14:16.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:38:0)
[17:14:16.167] Build status: STARTED
[17:14:16.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:39:0) after 1m28s
[17:15:44.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:39:0)
[17:15:44.208] Build status: STARTED
[17:15:44.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:40:0) after 7m48s
[17:23:32.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:40:0)
[17:23:32.296] Build status: STARTED
[17:23:32.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:41:0) after 2m34s
[17:26:06.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:41:0)
[17:26:06.415] Build status: STARTED
[17:26:06.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:42:0) after 7m44s
[17:33:50.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:42:0)
[17:33:50.470] Build status: STARTED
[17:33:50.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:43:0) after 3m15s
[17:37:05.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:43:0)
[17:37:05.529] Build status: STARTED
[17:37:05.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:44:0) after 2m2s
[17:39:07.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:44:0)
[17:39:07.880] Build status: STARTED
[17:39:07.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:45:0) after 4m32s
[17:43:40.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:45:0)
[17:43:40.072] Build status: STARTED
[17:43:40.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:46:0) after 4m46s
[17:48:26.095] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:46:0)
[17:48:26.118] Build status: STARTED
[17:48:26.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:47:0) after 9m47s
[17:58:13.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:47:0)
[17:58:13.240] Build status: STARTED
[17:58:13.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:48:0) after 6m9s
[18:04:22.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:48:0)
[18:04:22.358] Build status: STARTED
[18:04:22.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:49:0) after 4m8s
[18:08:31.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:49:0)
[18:08:31.065] Build status: STARTED
[18:08:31.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:50:0) after 8m16s
[18:16:47.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:50:0)
[18:16:47.120] Build status: STARTED
[18:16:47.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:51:0) after 3m21s
[18:20:08.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:51:0)
[18:20:08.172] Build status: STARTED
[18:20:08.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:52:0) after 4m24s
[18:24:32.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:52:0)
[18:24:32.213] Build status: STARTED
[18:24:32.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:53:0) after 3m18s
[18:27:50.607] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:53:0)
[18:27:50.625] Build status: STARTED
[18:27:50.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:54:0) after 7m37s
[18:35:27.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:54:0)
[18:35:27.670] Build status: STARTED
[18:35:27.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:55:0) after 3m58s
[18:39:25.699] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:55:0)
[18:39:25.741] Build status: STARTED
[18:39:25.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:56:0) after 6m29s
[18:45:54.899] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:56:0)
[18:45:54.932] Build status: STARTED
[18:45:54.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:57:0) after 1m28s
[18:47:22.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:57:0)
[18:47:22.980] Build status: STARTED
[18:47:22.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:58:0) after 2m7s
[18:49:30.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:58:0)
[18:49:30.030] Build status: STARTED
[18:49:30.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:59:0) after 1m5s
[18:50:35.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:59:0)
[18:50:35.460] Build status: STARTED
[18:50:35.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:60:0) after 4m11s
[18:54:46.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:60:0)
[18:54:46.515] Build status: STARTED
[18:54:46.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:61:0) after 1m41s
[18:56:27.641] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:61:0)
[18:56:27.664] Build status: STARTED
[18:56:27.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:62:0) after 8m15s
[19:04:42.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:62:0)
[19:04:42.735] Build status: STARTED
[19:04:42.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:63:0) after 3m6s
[19:07:48.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:63:0)
[19:07:48.781] Build status: STARTED
[19:07:48.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:64:0) after 9m24s
[19:17:12.807] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:64:0)
[19:17:12.834] Build status: STARTED
[19:17:12.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:65:0) after 5m19s
[19:22:31.883] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:65:0)
[19:22:31.914] Build status: STARTED
[19:22:31.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:66:0) after 2m21s
[19:24:53.237] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:66:0)
[19:24:53.268] Build status: STARTED
[19:24:53.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:67:0) after 1m46s
[19:26:39.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:67:0)
[19:26:39.360] Build status: STARTED
[19:26:39.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:68:0) after 2m55s
[19:29:34.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:68:0)
[19:29:34.411] Build status: STARTED
[19:29:34.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:69:0) after 7m26s
[19:37:00.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:69:0)
[19:37:00.455] Build status: STARTED
[19:37:00.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:70:0) after 8m0s
[19:45:00.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:70:0)
[19:45:00.524] Build status: STARTED
[19:45:00.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:71:0) after 1m35s
[19:46:36.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:71:0)
[19:46:36.194] Build status: STARTED
[19:46:36.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:72:0) after 2m29s
[19:49:05.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:72:0)
[19:49:05.233] Build status: STARTED
[19:49:05.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:73:0) after 2m12s
[19:51:17.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:73:0)
[19:51:17.278] Build status: STARTED
[19:51:17.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:74:0) after 3m7s
[19:54:24.331] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:74:0)
[19:54:24.354] Build status: STARTED
[19:54:24.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:75:0) after 1m3s
[19:55:27.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:75:0)
[19:55:27.440] Build status: STARTED
[19:55:27.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:76:0) after 8m45s
[20:04:16.045] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:76:0)
[20:04:16.069] Build status: STARTED
[20:04:16.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:77:0) after 4m31s
[20:08:47.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:77:0)
[20:08:47.262] Build status: STARTED
[20:08:47.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:78:0) after 7m5s
[20:15:52.284] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:78:0)
[20:15:52.303] Build status: STARTED
[20:15:52.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:79:0) after 6m44s
[20:22:36.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:79:0)
[20:22:36.352] Build status: STARTED
[20:22:36.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:80:0) after 8m10s
[20:30:46.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:80:0)
[20:30:46.531] Build status: STARTED
[20:30:46.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:81:0) after 4m3s
[20:34:49.652] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:81:0)
[20:34:49.685] Build status: STARTED
[20:34:49.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:82:0) after 1m16s
[20:36:05.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:82:0)
[20:36:05.821] Build status: STARTED
[20:36:05.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:83:0) after 1m51s
[20:37:56.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:83:0)
[20:37:56.923] Build status: STARTED
[20:37:56.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:84:0) after 5m46s
[20:43:42.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:84:0)
[20:43:42.981] Build status: STARTED
[20:43:42.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:85:0) after 7m13s
[20:50:56.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:85:0)
[20:50:56.324] Build status: STARTED
[20:50:56.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:86:0) after 9m12s
[21:00:08.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:86:0)
[21:00:08.437] Build status: STARTED
[21:00:08.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:87:0) after 3m39s
[21:03:47.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:87:0)
[21:03:47.477] Build status: STARTED
[21:03:47.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:88:0) after 5m58s
[21:09:45.497] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:88:0)
[21:09:45.519] Build status: STARTED
[21:09:45.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:89:0) after 5m4s
[21:14:49.538] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:89:0)
[21:14:49.563] Build status: STARTED
[21:14:49.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:90:0) after 7m55s
[21:22:44.711] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:90:0)
[21:22:44.762] Build status: STARTED
[21:22:44.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:91:0) after 8m45s
[21:31:29.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:91:0)
[21:31:29.810] Build status: STARTED
[21:31:29.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:92:0) after 6m59s
[21:38:29.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:92:0)
[21:38:29.155] Build status: STARTED
[21:38:29.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:93:0) after 6m55s
[21:45:24.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:93:0)
[21:45:24.319] Build status: STARTED
[21:45:24.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:94:0) after 3m52s
[21:49:16.555] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:94:0)
[21:49:16.583] Build status: STARTED
[21:49:16.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:95:0) after 1m50s
[21:51:06.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:95:0)
[21:51:06.718] Build status: STARTED
[21:51:06.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:96:0) after 6m13s
[21:57:19.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:96:0)
[21:57:19.947] Build status: STARTED
[21:57:19.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:97:0) after 1m56s
[21:59:15.970] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:97:0)
[21:59:15.997] Build status: STARTED
[21:59:15.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:98:0) after 8m20s
[22:07:36.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:98:0)
[22:07:36.056] Build status: STARTED
[22:07:36.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:99:0) after 8m24s
[22:16:00.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:99:0)
[22:16:00.113] Build status: STARTED
[22:16:00.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:100:0) after 7m36s
[22:23:36.200] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:100:0)
[22:23:36.221] Build status: STARTED
[22:23:36.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:101:0) after 1m45s
[22:25:21.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:101:0)
[22:25:21.273] Build status: STARTED
[22:25:21.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:102:0) after 9m36s
[22:34:58.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:102:0)
[22:34:58.750] Build status: STARTED
[22:34:58.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:103:0) after 9m14s
[22:44:12.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:103:0)
[22:44:12.840] Build status: STARTED
[22:44:12.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:104:0) after 7m55s
[22:52:07.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:104:0)
[22:52:07.902] Build status: STARTED
[22:52:07.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:105:0) after 5m53s
[22:58:00.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:105:0)
[22:58:00.953] Build status: STARTED
[22:58:00.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:106:0) after 3m0s
[23:01:00.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:106:0)
[23:01:01.070] Build status: STARTED
[23:01:01.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:107:0) after 9m13s
[23:10:14.095] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:107:0)
[23:10:14.167] Build status: STARTED
[23:10:14.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:108:0) after 1m47s
[23:12:01.199] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:108:0)
[23:12:01.233] Build status: STARTED
[23:12:01.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:109:0) after 9m20s
[23:21:21.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:109:0)
[23:21:21.280] Build status: STARTED
[23:21:21.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:110:0) after 3m25s
[23:24:46.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:110:0)
[23:24:46.328] Build status: STARTED
[23:24:46.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:111:0) after 1m30s
[23:26:16.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:111:0)
[23:26:16.374] Build status: STARTED
[23:26:16.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:112:0) after 8m37s
[23:34:53.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:112:0)
[23:34:53.439] Build status: STARTED
[23:34:53.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:113:0) after 7m21s
[23:42:14.463] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:113:0)
[23:42:14.482] Build status: STARTED
[23:42:14.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:114:0) after 6m5s
[23:48:19.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:114:0)
[23:48:19.523] Build status: STARTED
[23:48:19.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:115:0) after 7m59s
[23:56:18.553] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:115:0)
[23:56:18.574] Build status: STARTED
[23:56:18.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8986499105018965456:116:0) after 3m49s
[23:58:03.917] Received PubSub notification, asking Buildbucket for the build status
[23:58:03.939] Build:
{
  "id": "8821069043038018129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2195,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T13:53:52.616473588Z",
  "startTime": "2022-02-27T14:06:59.573360Z",
  "endTime": "2022-02-27T23:58:03.540763702Z",
  "updateTime": "2022-02-27T23:58:03.540763702Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c57e99bac9b8dc4a7501ea297a7ae818fc1aeb2b",
      "ref": "refs/heads/main"
    }
  }
}
[23:58:03.939] Invocation finished in 10h4m12.596345085s with status FAILED