Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "25632a00dc3fa3caf0311d1cc3860872b4fd96ce"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25632a00dc3fa3caf0311d1cc3860872b4fd96ce
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:17:06.059] New invocation is queued and will start shortly
[06:17:07.125] Starting the invocation (attempt 1)
[06:17:07.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25632a00dc3fa3caf0311d1cc3860872b4fd96ce"
[06:17:07.164] Popped gitiles commit info from properties and tags
[06:17:07.164] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:17:07.164] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:17:07.164] Buildbucket request:
{
  "requestId": "8992054256507855520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "25632a00dc3fa3caf0311d1cc3860872b4fd96ce",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992054256507855520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:17:07.654] Scheduled build:
{
  "id": "8826624194636665137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1909,
  "createdBy": "project:chromium",
  "createTime": "2021-12-28T06:17:07.213217332Z",
  "updateTime": "2021-12-28T06:17:07.213217332Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25632a00dc3fa3caf0311d1cc3860872b4fd96ce",
      "ref": "refs/heads/main"
    }
  }
}
[06:17:07.654] Task URL: https://cr-buildbucket.appspot.com/build/8826624194636665137
[06:17:07.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:2:0) after 1m49s
[06:18:56.683] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:2:0)
[06:18:56.701] Build status: SCHEDULED
[06:18:56.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:3:0) after 3m13s
[06:22:09.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:3:0)
[06:22:09.734] Build status: SCHEDULED
[06:22:09.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:4:0) after 3m30s
[06:25:39.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:4:0)
[06:25:39.775] Build status: SCHEDULED
[06:25:39.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:5:0) after 4m26s
[06:30:05.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:5:0)
[06:30:05.816] Build status: SCHEDULED
[06:30:05.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:6:0) after 6m47s
[06:36:52.833] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:6:0)
[06:36:52.865] Build status: SCHEDULED
[06:36:52.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:7:0) after 4m41s
[06:41:33.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:7:0)
[06:41:34.298] Build status: SCHEDULED
[06:41:34.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:8:0) after 1m41s
[06:43:15.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:8:0)
[06:43:15.336] Build status: SCHEDULED
[06:43:15.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:9:0) after 5m6s
[06:48:22.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:9:0)
[06:48:22.277] Build status: SCHEDULED
[06:48:22.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:10:0) after 9m4s
[06:57:26.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:10:0)
[06:57:26.370] Build status: SCHEDULED
[06:57:26.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:11:0) after 2m4s
[06:59:31.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:11:0)
[06:59:31.437] Build status: SCHEDULED
[06:59:31.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:12:0) after 7m19s
[07:06:50.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:12:0)
[07:06:50.583] Build status: SCHEDULED
[07:06:50.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:13:0) after 5m44s
[07:12:34.654] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:13:0)
[07:12:34.690] Build status: SCHEDULED
[07:12:34.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:14:0) after 1m4s
[07:13:38.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:14:0)
[07:13:38.763] Build status: SCHEDULED
[07:13:38.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:15:0) after 2m11s
[07:15:49.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:15:0)
[07:15:49.799] Build status: SCHEDULED
[07:15:49.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:16:0) after 2m30s
[07:18:19.819] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:16:0)
[07:18:19.836] Build status: SCHEDULED
[07:18:19.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:17:0) after 9m44s
[07:27:32.123] Received PubSub notification, asking Buildbucket for the build status
[07:27:32.154] Build status: STARTED
[07:28:03.923] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:17:0)
[07:28:03.943] Build status: STARTED
[07:28:03.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:19:0) after 9m5s
[07:37:09.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:19:0)
[07:37:09.049] Build status: STARTED
[07:37:09.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:20:0) after 1m25s
[07:38:34.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:20:0)
[07:38:34.137] Build status: STARTED
[07:38:34.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:21:0) after 2m14s
[07:40:48.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:21:0)
[07:40:48.298] Build status: STARTED
[07:40:48.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:22:0) after 6m20s
[07:47:08.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:22:0)
[07:47:08.339] Build status: STARTED
[07:47:08.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:23:0) after 9m30s
[07:56:38.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:23:0)
[07:56:38.491] Build status: STARTED
[07:56:38.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:24:0) after 5m19s
[08:01:57.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:24:0)
[08:01:57.777] Build status: STARTED
[08:01:57.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:25:0) after 8m35s
[08:10:32.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:25:0)
[08:10:33.091] Build status: STARTED
[08:10:33.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:26:0) after 6m19s
[08:16:52.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:26:0)
[08:16:52.150] Build status: STARTED
[08:16:52.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:27:0) after 6m12s
[08:23:04.197] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:27:0)
[08:23:04.228] Build status: STARTED
[08:23:04.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:28:0) after 3m9s
[08:26:13.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:28:0)
[08:26:13.526] Build status: STARTED
[08:26:13.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:29:0) after 2m25s
[08:28:38.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:29:0)
[08:28:38.564] Build status: STARTED
[08:28:38.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:30:0) after 7m9s
[08:35:47.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:30:0)
[08:35:47.612] Build status: STARTED
[08:35:47.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:31:0) after 4m46s
[08:40:33.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:31:0)
[08:40:33.679] Build status: STARTED
[08:40:33.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:32:0) after 5m31s
[08:46:04.699] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:32:0)
[08:46:04.719] Build status: STARTED
[08:46:04.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:33:0) after 4m13s
[08:50:17.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:33:0)
[08:50:17.763] Build status: STARTED
[08:50:17.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:34:0) after 4m42s
[08:55:01.794] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:34:0)
[08:55:01.812] Build status: STARTED
[08:55:01.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:35:0) after 1m28s
[08:56:30.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:35:0)
[08:56:30.090] Build status: STARTED
[08:56:30.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:36:0) after 5m45s
[09:02:15.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:36:0)
[09:02:15.162] Build status: STARTED
[09:02:15.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:37:0) after 9m55s
[09:12:10.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:37:0)
[09:12:10.525] Build status: STARTED
[09:12:10.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:38:0) after 4m21s
[09:16:32.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:38:0)
[09:16:32.144] Build status: STARTED
[09:16:32.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:39:0) after 5m5s
[09:21:37.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:39:0)
[09:21:37.187] Build status: STARTED
[09:21:37.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:40:0) after 1m34s
[09:23:11.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:40:0)
[09:23:11.328] Build status: STARTED
[09:23:11.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:41:0) after 8m22s
[09:31:33.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:41:0)
[09:31:33.427] Build status: STARTED
[09:31:33.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:42:0) after 9m55s
[09:41:28.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:42:0)
[09:41:28.849] Build status: STARTED
[09:41:28.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:43:0) after 1m13s
[09:42:42.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:43:0)
[09:42:42.653] Build status: STARTED
[09:42:42.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:44:0) after 4m24s
[09:47:06.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:44:0)
[09:47:06.700] Build status: STARTED
[09:47:06.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:45:0) after 5m15s
[09:52:22.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:45:0)
[09:52:22.192] Build status: STARTED
[09:52:22.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:46:0) after 9m12s
[10:01:36.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:46:0)
[10:01:36.394] Build status: STARTED
[10:01:36.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:47:0) after 8m11s
[10:09:47.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:47:0)
[10:09:47.431] Build status: STARTED
[10:09:47.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:48:0) after 6m35s
[10:16:22.533] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:48:0)
[10:16:22.561] Build status: STARTED
[10:16:22.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:49:0) after 6m24s
[10:22:46.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:49:0)
[10:22:46.811] Build status: STARTED
[10:22:46.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:50:0) after 6m20s
[10:29:06.833] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:50:0)
[10:29:06.852] Build status: STARTED
[10:29:06.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:51:0) after 5m21s
[10:34:27.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:51:0)
[10:34:27.889] Build status: STARTED
[10:34:27.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:52:0) after 7m22s
[10:41:49.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:52:0)
[10:41:49.931] Build status: STARTED
[10:41:49.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:53:0) after 5m2s
[10:46:51.933] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:53:0)
[10:46:51.961] Build status: STARTED
[10:46:51.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:54:0) after 1m14s
[10:48:05.977] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:54:0)
[10:48:06.034] Build status: STARTED
[10:48:06.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:55:0) after 5m57s
[10:54:03.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:55:0)
[10:54:03.087] Build status: STARTED
[10:54:03.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:56:0) after 1m51s
[10:55:54.104] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:56:0)
[10:55:54.124] Build status: STARTED
[10:55:54.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:57:0) after 1m15s
[10:57:09.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:57:0)
[10:57:09.179] Build status: STARTED
[10:57:09.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:58:0) after 3m55s
[11:01:04.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:58:0)
[11:01:04.238] Build status: STARTED
[11:01:04.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:59:0) after 6m8s
[11:07:12.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:59:0)
[11:07:12.372] Build status: STARTED
[11:07:12.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:60:0) after 5m30s
[11:12:42.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:60:0)
[11:12:42.596] Build status: STARTED
[11:12:42.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:61:0) after 6m37s
[11:19:19.601] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:61:0)
[11:19:19.621] Build status: STARTED
[11:19:19.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:62:0) after 3m1s
[11:22:20.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:62:0)
[11:22:20.681] Build status: STARTED
[11:22:20.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:63:0) after 9m47s
[11:32:07.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:63:0)
[11:32:07.731] Build status: STARTED
[11:32:07.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:64:0) after 2m6s
[11:34:13.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:64:0)
[11:34:13.772] Build status: STARTED
[11:34:13.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:65:0) after 7m31s
[11:41:44.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:65:0)
[11:41:44.812] Build status: STARTED
[11:41:44.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:66:0) after 6m0s
[11:47:44.830] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:66:0)
[11:47:44.859] Build status: STARTED
[11:47:44.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:67:0) after 4m31s
[11:52:16.065] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:67:0)
[11:52:16.091] Build status: STARTED
[11:52:16.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:68:0) after 5m54s
[11:58:10.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:68:0)
[11:58:10.351] Build status: STARTED
[11:58:10.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:69:0) after 5m12s
[12:03:22.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:69:0)
[12:03:22.533] Build status: STARTED
[12:03:22.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:70:0) after 5m36s
[12:08:58.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:70:0)
[12:08:58.579] Build status: STARTED
[12:08:58.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:71:0) after 5m18s
[12:14:16.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:71:0)
[12:14:16.618] Build status: STARTED
[12:14:16.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:72:0) after 2m16s
[12:16:32.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:72:0)
[12:16:32.798] Build status: STARTED
[12:16:32.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:73:0) after 1m9s
[12:17:41.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:73:0)
[12:17:41.821] Build status: STARTED
[12:17:41.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:74:0) after 4m50s
[12:22:31.840] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:74:0)
[12:22:31.866] Build status: STARTED
[12:22:31.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:75:0) after 7m29s
[12:30:00.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:75:0)
[12:30:00.974] Build status: STARTED
[12:30:00.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:76:0) after 2m30s
[12:32:30.998] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:76:0)
[12:32:31.020] Build status: STARTED
[12:32:31.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:77:0) after 5m32s
[12:38:03.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:77:0)
[12:38:03.354] Build status: STARTED
[12:38:03.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:78:0) after 4m31s
[12:42:34.419] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:78:0)
[12:42:34.452] Build status: STARTED
[12:42:34.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:79:0) after 7m17s
[12:49:51.619] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:79:0)
[12:49:51.674] Build status: STARTED
[12:49:51.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:80:0) after 8m25s
[12:58:16.929] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:80:0)
[12:58:16.960] Build status: STARTED
[12:58:16.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:81:0) after 1m11s
[12:59:28.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:81:0)
[12:59:28.057] Build status: STARTED
[12:59:28.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:82:0) after 2m57s
[13:02:25.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:82:0)
[13:02:25.340] Build status: STARTED
[13:02:25.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:83:0) after 8m50s
[13:11:15.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:83:0)
[13:11:15.453] Build status: STARTED
[13:11:15.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:84:0) after 2m44s
[13:13:59.474] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:84:0)
[13:13:59.491] Build status: STARTED
[13:13:59.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:85:0) after 3m35s
[13:17:34.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:85:0)
[13:17:34.532] Build status: STARTED
[13:17:34.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:86:0) after 1m11s
[13:18:46.350] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:86:0)
[13:18:46.573] Build status: STARTED
[13:18:46.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:87:0) after 4m18s
[13:23:04.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:87:0)
[13:23:04.651] Build status: STARTED
[13:23:04.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:88:0) after 1m10s
[13:24:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:88:0)
[13:24:14.899] Build status: STARTED
[13:24:14.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:89:0) after 7m39s
[13:31:54.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:89:0)
[13:31:54.067] Build status: STARTED
[13:31:54.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:90:0) after 2m48s
[13:34:42.158] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:90:0)
[13:34:42.191] Build status: STARTED
[13:34:42.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:91:0) after 4m13s
[13:38:56.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:91:0)
[13:38:56.687] Build status: STARTED
[13:38:56.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:92:0) after 5m17s
[13:44:14.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:92:0)
[13:44:14.454] Build status: STARTED
[13:44:14.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:93:0) after 4m21s
[13:48:35.474] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:93:0)
[13:48:35.512] Build status: STARTED
[13:48:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:94:0) after 5m27s
[13:54:02.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:94:0)
[13:54:02.927] Build status: STARTED
[13:54:02.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:95:0) after 1m36s
[13:55:39.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:95:0)
[13:55:39.077] Build status: STARTED
[13:55:39.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:96:0) after 6m57s
[14:02:36.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:96:0)
[14:02:36.100] Build status: STARTED
[14:02:36.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:97:0) after 8m16s
[14:10:52.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:97:0)
[14:10:52.138] Build status: STARTED
[14:10:52.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:98:0) after 5m19s
[14:16:11.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:98:0)
[14:16:11.185] Build status: STARTED
[14:16:11.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:99:0) after 7m43s
[14:23:54.335] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:99:0)
[14:23:54.369] Build status: STARTED
[14:23:54.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:100:0) after 6m27s
[14:30:22.668] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:100:0)
[14:30:22.696] Build status: STARTED
[14:30:22.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:101:0) after 4m42s
[14:35:04.719] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:101:0)
[14:35:04.738] Build status: STARTED
[14:35:04.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:102:0) after 5m9s
[14:40:13.970] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:102:0)
[14:40:14.010] Build status: STARTED
[14:40:14.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:103:0) after 8m12s
[14:48:26.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:103:0)
[14:48:26.400] Build status: STARTED
[14:48:26.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:104:0) after 9m58s
[14:58:24.409] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:104:0)
[14:58:24.454] Build status: STARTED
[14:58:24.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:105:0) after 8m51s
[15:07:15.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:105:0)
[15:07:15.536] Build status: STARTED
[15:07:15.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:106:0) after 3m56s
[15:11:11.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:106:0)
[15:11:11.665] Build status: STARTED
[15:11:11.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:107:0) after 5m38s
[15:16:50.156] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:107:0)
[15:16:50.174] Build status: STARTED
[15:16:50.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:108:0) after 5m44s
[15:22:34.205] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:108:0)
[15:22:34.257] Build status: STARTED
[15:22:34.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:109:0) after 4m55s
[15:27:29.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:109:0)
[15:27:29.324] Build status: STARTED
[15:27:29.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:110:0) after 4m42s
[15:32:11.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:110:0)
[15:32:11.360] Build status: STARTED
[15:32:11.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:111:0) after 2m51s
[15:35:03.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:111:0)
[15:35:03.506] Build status: STARTED
[15:35:03.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:112:0) after 1m3s
[15:36:06.985] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:112:0)
[15:36:07.023] Build status: STARTED
[15:36:07.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:113:0) after 6m22s
[15:42:29.040] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:113:0)
[15:42:29.066] Build status: STARTED
[15:42:29.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:114:0) after 3m24s
[15:45:53.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:114:0)
[15:45:53.106] Build status: STARTED
[15:45:53.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:115:0) after 2m32s
[15:48:25.181] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:115:0)
[15:48:25.249] Build status: STARTED
[15:48:25.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:116:0) after 9m34s
[15:57:59.705] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:116:0)
[15:57:59.806] Build status: STARTED
[15:57:59.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:117:0) after 8m44s
[16:06:43.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:117:0)
[16:06:43.944] Build status: STARTED
[16:06:43.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:118:0) after 7m48s
[16:14:31.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:118:0)
[16:14:31.987] Build status: STARTED
[16:14:31.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:119:0) after 1m35s
[16:16:07.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:119:0)
[16:16:07.037] Build status: STARTED
[16:16:07.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:120:0) after 1m36s
[16:17:43.028] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:120:0)
[16:17:43.089] Build status: STARTED
[16:17:43.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:121:0) after 3m50s
[16:21:33.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:121:0)
[16:21:33.198] Build status: STARTED
[16:21:33.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992054256507855520:122:0) after 3m43s
[16:23:39.803] Received PubSub notification, asking Buildbucket for the build status
[16:23:39.948] Build:
{
  "id": "8826624194636665137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1909,
  "createdBy": "project:chromium",
  "createTime": "2021-12-28T06:17:07.213217332Z",
  "startTime": "2021-12-28T07:27:31.354780Z",
  "endTime": "2021-12-28T16:23:39.364533480Z",
  "updateTime": "2021-12-28T16:23:39.364533480Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25632a00dc3fa3caf0311d1cc3860872b4fd96ce",
      "ref": "refs/heads/main"
    }
  }
}
[16:23:39.948] Invocation finished in 10h6m33.904943397s with status FAILED