Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:33:59.349] New invocation is queued and will start shortly
[20:34:00.422] Starting the invocation (attempt 1)
[20:34:00.461] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f"
[20:34:00.461] Popped gitiles commit info from properties and tags
[20:34:00.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:34:00.463] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:34:00.463] Buildbucket request:
{
  "requestId": "8984661991489280064",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8984661991489280064"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:34:01.056] Scheduled build:
{
  "id": "8819231929593459441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2241,
  "createdBy": "project:chromium",
  "createTime": "2022-03-19T20:34:00.524598637Z",
  "updateTime": "2022-03-19T20:34:00.524598637Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f",
      "ref": "refs/heads/main"
    }
  }
}
[20:34:01.056] Task URL: https://cr-buildbucket.appspot.com/build/8819231929593459441
[20:34:01.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:2:0) after 2m38s
[20:36:39.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:2:0)
[20:36:39.102] Build status: SCHEDULED
[20:36:39.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:3:0) after 4m29s
[20:41:08.126] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:3:0)
[20:41:08.145] Build status: SCHEDULED
[20:41:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:4:0) after 3m35s
[20:44:43.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:4:0)
[20:44:43.180] Build status: SCHEDULED
[20:44:43.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:5:0) after 4m50s
[20:49:33.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:5:0)
[20:49:33.350] Build status: SCHEDULED
[20:49:33.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:6:0) after 4m52s
[20:54:25.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:6:0)
[20:54:25.398] Build status: SCHEDULED
[20:54:25.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:7:0) after 1m17s
[20:55:42.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:7:0)
[20:55:42.434] Build status: SCHEDULED
[20:55:42.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:8:0) after 4m36s
[21:00:18.453] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:8:0)
[21:00:18.476] Build status: SCHEDULED
[21:00:18.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:9:0) after 6m19s
[21:06:37.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:9:0)
[21:06:37.531] Build status: SCHEDULED
[21:06:37.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:10:0) after 4m30s
[21:11:07.596] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:10:0)
[21:11:07.615] Build status: SCHEDULED
[21:11:07.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:11:0) after 2m25s
[21:13:32.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:11:0)
[21:13:32.625] Build status: SCHEDULED
[21:13:32.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:12:0) after 3m18s
[21:16:50.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:12:0)
[21:16:50.656] Build status: SCHEDULED
[21:16:50.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:13:0) after 2m52s
[21:19:42.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:13:0)
[21:19:42.713] Build status: SCHEDULED
[21:19:42.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:14:0) after 2m23s
[21:22:05.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:14:0)
[21:22:05.770] Build status: SCHEDULED
[21:22:05.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:15:0) after 4m32s
[21:26:37.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:15:0)
[21:26:37.808] Build status: SCHEDULED
[21:26:37.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:16:0) after 4m0s
[21:30:38.537] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:16:0)
[21:30:38.556] Build status: SCHEDULED
[21:30:38.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:17:0) after 9m1s
[21:37:38.608] Received PubSub notification, asking Buildbucket for the build status
[21:37:38.680] Build status: STARTED
[21:39:39.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:17:0)
[21:39:39.657] Build status: STARTED
[21:39:39.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:19:0) after 1m0s
[21:40:39.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:19:0)
[21:40:39.865] Build status: STARTED
[21:40:39.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:20:0) after 3m40s
[21:44:20.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:20:0)
[21:44:20.077] Build status: STARTED
[21:44:20.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:21:0) after 8m29s
[21:52:49.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:21:0)
[21:52:49.320] Build status: STARTED
[21:52:49.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:22:0) after 7m23s
[22:00:12.340] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:22:0)
[22:00:12.361] Build status: STARTED
[22:00:12.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:23:0) after 6m29s
[22:06:42.111] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:23:0)
[22:06:42.142] Build status: STARTED
[22:06:42.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:24:0) after 1m5s
[22:07:47.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:24:0)
[22:07:47.321] Build status: STARTED
[22:07:47.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:25:0) after 5m7s
[22:12:55.479] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:25:0)
[22:12:55.499] Build status: STARTED
[22:12:55.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:26:0) after 1m38s
[22:14:33.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:26:0)
[22:14:33.744] Build status: STARTED
[22:14:33.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:27:0) after 3m19s
[22:17:52.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:27:0)
[22:17:52.966] Build status: STARTED
[22:17:52.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:28:0) after 7m33s
[22:25:25.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:28:0)
[22:25:26.009] Build status: STARTED
[22:25:26.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:29:0) after 8m25s
[22:33:50.988] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:29:0)
[22:33:51.018] Build status: STARTED
[22:33:51.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:30:0) after 5m10s
[22:39:01.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:30:0)
[22:39:01.061] Build status: STARTED
[22:39:01.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:31:0) after 3m9s
[22:42:10.605] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:31:0)
[22:42:10.627] Build status: STARTED
[22:42:10.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:32:0) after 2m2s
[22:44:12.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:32:0)
[22:44:12.687] Build status: STARTED
[22:44:12.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:33:0) after 1m53s
[22:46:05.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:33:0)
[22:46:05.728] Build status: STARTED
[22:46:05.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:34:0) after 5m20s
[22:51:26.060] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:34:0)
[22:51:26.099] Build status: STARTED
[22:51:26.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:35:0) after 8m2s
[22:59:28.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:35:0)
[22:59:28.101] Build status: STARTED
[22:59:28.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:36:0) after 2m52s
[23:02:20.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:36:0)
[23:02:20.143] Build status: STARTED
[23:02:20.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:37:0) after 1m6s
[23:03:26.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:37:0)
[23:03:26.190] Build status: STARTED
[23:03:26.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:38:0) after 1m44s
[23:05:10.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:38:0)
[23:05:10.256] Build status: STARTED
[23:05:10.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:39:0) after 6m21s
[23:11:31.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:39:0)
[23:11:31.472] Build status: STARTED
[23:11:31.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:40:0) after 2m30s
[23:14:01.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:40:0)
[23:14:01.532] Build status: STARTED
[23:14:01.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:41:0) after 5m58s
[23:19:59.649] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:41:0)
[23:19:59.670] Build status: STARTED
[23:19:59.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:42:0) after 6m43s
[23:26:42.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:42:0)
[23:26:42.879] Build status: STARTED
[23:26:42.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:43:0) after 8m58s
[23:35:40.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:43:0)
[23:35:40.963] Build status: STARTED
[23:35:40.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:44:0) after 4m14s
[23:39:54.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:44:0)
[23:39:55.005] Build status: STARTED
[23:39:55.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:45:0) after 6m9s
[23:46:04.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:45:0)
[23:46:04.142] Build status: STARTED
[23:46:04.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:46:0) after 6m19s
[23:52:23.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:46:0)
[23:52:23.261] Build status: STARTED
[23:52:23.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:47:0) after 6m49s
[23:59:12.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:47:0)
[23:59:12.319] Build status: STARTED
[23:59:12.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:48:0) after 7m23s
[00:06:35.479] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:48:0)
[00:06:35.499] Build status: STARTED
[00:06:35.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:49:0) after 6m49s
[00:13:24.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:49:0)
[00:13:24.548] Build status: STARTED
[00:13:24.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:50:0) after 5m36s
[00:19:00.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:50:0)
[00:19:00.595] Build status: STARTED
[00:19:00.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:51:0) after 2m31s
[00:21:31.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:51:0)
[00:21:31.649] Build status: STARTED
[00:21:31.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:52:0) after 6m10s
[00:27:41.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:52:0)
[00:27:41.702] Build status: STARTED
[00:27:41.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:53:0) after 5m57s
[00:33:38.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:53:0)
[00:33:38.771] Build status: STARTED
[00:33:38.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:54:0) after 9m19s
[00:42:57.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:54:0)
[00:42:57.823] Build status: STARTED
[00:42:57.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:55:0) after 6m13s
[00:49:10.861] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:55:0)
[00:49:10.882] Build status: STARTED
[00:49:10.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:56:0) after 9m13s
[00:58:23.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:56:0)
[00:58:23.964] Build status: STARTED
[00:58:23.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:57:0) after 5m14s
[01:03:38.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:57:0)
[01:03:38.148] Build status: STARTED
[01:03:38.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:58:0) after 2m49s
[01:06:27.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:58:0)
[01:06:27.299] Build status: STARTED
[01:06:27.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:59:0) after 7m26s
[01:13:53.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:59:0)
[01:13:53.369] Build status: STARTED
[01:13:53.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:60:0) after 6m7s
[01:20:00.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:60:0)
[01:20:00.409] Build status: STARTED
[01:20:00.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:61:0) after 8m56s
[01:28:56.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:61:0)
[01:28:56.462] Build status: STARTED
[01:28:56.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:62:0) after 1m2s
[01:29:58.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:62:0)
[01:29:58.611] Build status: STARTED
[01:29:58.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:63:0) after 7m47s
[01:37:45.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:63:0)
[01:37:45.817] Build status: STARTED
[01:37:45.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:64:0) after 7m23s
[01:45:09.017] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:64:0)
[01:45:09.041] Build status: STARTED
[01:45:09.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:65:0) after 1m41s
[01:46:50.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:65:0)
[01:46:50.100] Build status: STARTED
[01:46:50.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:66:0) after 9m57s
[01:56:47.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:66:0)
[01:56:47.185] Build status: STARTED
[01:56:47.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:67:0) after 6m20s
[02:03:07.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:67:0)
[02:03:07.276] Build status: STARTED
[02:03:07.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:68:0) after 2m39s
[02:05:46.756] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:68:0)
[02:05:46.782] Build status: STARTED
[02:05:46.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:69:0) after 5m24s
[02:11:11.154] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:69:0)
[02:11:11.189] Build status: STARTED
[02:11:11.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:70:0) after 2m54s
[02:14:05.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:70:0)
[02:14:05.717] Build status: STARTED
[02:14:05.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:71:0) after 3m47s
[02:17:52.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:71:0)
[02:17:52.988] Build status: STARTED
[02:17:52.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:72:0) after 6m1s
[02:23:54.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:72:0)
[02:23:54.046] Build status: STARTED
[02:23:54.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:73:0) after 1m55s
[02:25:49.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:73:0)
[02:25:49.663] Build status: STARTED
[02:25:49.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:74:0) after 6m46s
[02:32:35.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:74:0)
[02:32:35.716] Build status: STARTED
[02:32:35.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:75:0) after 5m26s
[02:38:01.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:75:0)
[02:38:01.926] Build status: STARTED
[02:38:01.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:76:0) after 1m53s
[02:39:54.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:76:0)
[02:39:54.971] Build status: STARTED
[02:39:54.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:77:0) after 3m8s
[02:43:02.994] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:77:0)
[02:43:03.066] Build status: STARTED
[02:43:03.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:78:0) after 1m50s
[02:44:53.091] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:78:0)
[02:44:53.140] Build status: STARTED
[02:44:53.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:79:0) after 2m55s
[02:47:48.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:79:0)
[02:47:48.443] Build status: STARTED
[02:47:48.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:80:0) after 6m0s
[02:53:48.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:80:0)
[02:53:48.758] Build status: STARTED
[02:53:48.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:81:0) after 9m28s
[03:03:16.781] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:81:0)
[03:03:16.806] Build status: STARTED
[03:03:16.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:82:0) after 7m17s
[03:10:34.393] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:82:0)
[03:10:34.414] Build status: STARTED
[03:10:34.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:83:0) after 4m7s
[03:14:41.447] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:83:0)
[03:14:41.478] Build status: STARTED
[03:14:41.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:84:0) after 5m19s
[03:20:00.479] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:84:0)
[03:20:00.510] Build status: STARTED
[03:20:00.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:85:0) after 2m25s
[03:22:25.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:85:0)
[03:22:25.755] Build status: STARTED
[03:22:25.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:86:0) after 6m40s
[03:29:05.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:86:0)
[03:29:05.959] Build status: STARTED
[03:29:05.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:87:0) after 3m5s
[03:32:10.985] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:87:0)
[03:32:11.016] Build status: STARTED
[03:32:11.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:88:0) after 3m39s
[03:35:50.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:88:0)
[03:35:50.416] Build status: STARTED
[03:35:50.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:89:0) after 2m18s
[03:38:08.550] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:89:0)
[03:38:08.573] Build status: STARTED
[03:38:08.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:90:0) after 3m46s
[03:41:54.600] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:90:0)
[03:41:54.632] Build status: STARTED
[03:41:54.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:91:0) after 9m23s
[03:51:17.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:91:0)
[03:51:17.698] Build status: STARTED
[03:51:17.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:92:0) after 9m23s
[04:00:40.963] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:92:0)
[04:00:40.989] Build status: STARTED
[04:00:40.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:93:0) after 5m57s
[04:06:37.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:93:0)
[04:06:38.021] Build status: STARTED
[04:06:38.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:94:0) after 3m35s
[04:10:13.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:94:0)
[04:10:13.265] Build status: STARTED
[04:10:13.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:95:0) after 6m23s
[04:16:36.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:95:0)
[04:16:36.349] Build status: STARTED
[04:16:36.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:96:0) after 5m2s
[04:21:38.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:96:0)
[04:21:38.428] Build status: STARTED
[04:21:38.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:97:0) after 3m32s
[04:25:10.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:97:0)
[04:25:10.515] Build status: STARTED
[04:25:10.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:98:0) after 9m30s
[04:34:40.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:98:0)
[04:34:40.768] Build status: STARTED
[04:34:40.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:99:0) after 2m31s
[04:37:11.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:99:0)
[04:37:11.987] Build status: STARTED
[04:37:11.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:100:0) after 3m20s
[04:40:32.104] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:100:0)
[04:40:32.125] Build status: STARTED
[04:40:32.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:101:0) after 4m58s
[04:45:30.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:101:0)
[04:45:30.358] Build status: STARTED
[04:45:30.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:102:0) after 1m9s
[04:46:39.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:102:0)
[04:46:39.680] Build status: STARTED
[04:46:39.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:103:0) after 4m1s
[04:50:40.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:103:0)
[04:50:40.754] Build status: STARTED
[04:50:40.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:104:0) after 9m6s
[04:59:46.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:104:0)
[04:59:46.829] Build status: STARTED
[04:59:46.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:105:0) after 8m33s
[05:08:19.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:105:0)
[05:08:19.904] Build status: STARTED
[05:08:19.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:106:0) after 6m52s
[05:15:11.926] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:106:0)
[05:15:11.953] Build status: STARTED
[05:15:11.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:107:0) after 3m3s
[05:18:14.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:107:0)
[05:18:14.999] Build status: STARTED
[05:18:14.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:108:0) after 5m2s
[05:23:17.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:108:0)
[05:23:17.191] Build status: STARTED
[05:23:17.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:109:0) after 9m12s
[05:32:29.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:109:0)
[05:32:29.248] Build status: STARTED
[05:32:29.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:110:0) after 7m26s
[05:39:55.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:110:0)
[05:39:55.302] Build status: STARTED
[05:39:55.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:111:0) after 6m8s
[05:46:03.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:111:0)
[05:46:03.596] Build status: STARTED
[05:46:03.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:112:0) after 2m28s
[05:48:31.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:112:0)
[05:48:31.716] Build status: STARTED
[05:48:31.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:113:0) after 8m23s
[05:56:54.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:113:0)
[05:56:54.941] Build status: STARTED
[05:56:54.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:114:0) after 2m35s
[05:59:30.097] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:114:0)
[05:59:30.130] Build status: STARTED
[05:59:30.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:115:0) after 4m15s
[06:03:45.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:115:0)
[06:03:45.195] Build status: STARTED
[06:03:45.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:116:0) after 2m0s
[06:05:45.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:116:0)
[06:05:45.252] Build status: STARTED
[06:05:45.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:117:0) after 3m58s
[06:09:43.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:117:0)
[06:09:43.277] Build status: STARTED
[06:09:43.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:118:0) after 2m4s
[06:11:47.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:118:0)
[06:11:47.427] Build status: STARTED
[06:11:47.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:119:0) after 3m2s
[06:14:49.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:119:0)
[06:14:49.487] Build status: STARTED
[06:14:49.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:120:0) after 8m44s
[06:23:33.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:120:0)
[06:23:33.553] Build status: STARTED
[06:23:33.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:121:0) after 1m27s
[06:25:00.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:121:0)
[06:25:00.865] Build status: STARTED
[06:25:00.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:122:0) after 4m32s
[06:29:33.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:122:0)
[06:29:33.240] Build status: STARTED
[06:29:33.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:123:0) after 9m18s
[06:38:51.983] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:123:0)
[06:38:52.016] Build status: STARTED
[06:38:52.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:124:0) after 1m18s
[06:40:10.255] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:124:0)
[06:40:10.281] Build status: STARTED
[06:40:10.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:125:0) after 5m47s
[06:45:57.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:125:0)
[06:45:57.317] Build status: STARTED
[06:45:57.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:126:0) after 3m16s
[06:49:13.338] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:126:0)
[06:49:13.361] Build status: STARTED
[06:49:13.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:127:0) after 5m34s
[06:54:47.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:127:0)
[06:54:47.419] Build status: STARTED
[06:54:47.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:128:0) after 5m50s
[07:00:37.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:128:0)
[07:00:37.467] Build status: STARTED
[07:00:37.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:129:0) after 7m50s
[07:08:27.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:129:0)
[07:08:27.527] Build status: STARTED
[07:08:27.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8984661991489280064:130:0) after 6m42s
[07:12:50.673] Received PubSub notification, asking Buildbucket for the build status
[07:12:50.707] Build:
{
  "id": "8819231929593459441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2241,
  "createdBy": "project:chromium",
  "createTime": "2022-03-19T20:34:00.524598637Z",
  "startTime": "2022-03-19T21:37:37.207124Z",
  "endTime": "2022-03-20T07:12:50.219099466Z",
  "updateTime": "2022-03-20T07:12:50.219099466Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f96cb9e74b9cc79beb3b80ea8a9f893272c3a0f",
      "ref": "refs/heads/main"
    }
  }
}
[07:12:50.707] Invocation finished in 10h38m51.37418602s with status FAILED