Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2304281667c952ff3a9c0202296b6d5709b1f704"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2304281667c952ff3a9c0202296b6d5709b1f704
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:32:04.842] New invocation is queued and will start shortly
[22:32:06.632] Starting the invocation (attempt 1)
[22:32:06.693] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2304281667c952ff3a9c0202296b6d5709b1f704"
[22:32:06.693] Popped gitiles commit info from properties and tags
[22:32:06.693] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:32:06.696] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:32:06.696] Buildbucket request:
{
  "requestId": "8964451438301037296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2304281667c952ff3a9c0202296b6d5709b1f704",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8964451438301037296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:32:07.228] Scheduled build:
{
  "id": "8799021375577646241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3989,
  "createdBy": "project:chromium",
  "createTime": "2022-10-28T22:32:06.810517363Z",
  "updateTime": "2022-10-28T22:32:06.810517363Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2304281667c952ff3a9c0202296b6d5709b1f704",
      "ref": "refs/heads/main"
    }
  }
}
[22:32:07.228] Task URL: https://cr-buildbucket.appspot.com/build/8799021375577646241
[22:32:07.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:2:0) after 5m38s
[22:32:31.826] Received PubSub notification, asking Buildbucket for the build status
[22:32:31.861] Build status: STARTED
[22:37:45.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:2:0)
[22:37:45.279] Build status: STARTED
[22:37:45.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:4:0) after 6m35s
[22:44:20.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:4:0)
[22:44:20.342] Build status: STARTED
[22:44:20.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:5:0) after 5m39s
[22:49:59.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:5:0)
[22:49:59.393] Build status: STARTED
[22:49:59.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:6:0) after 6m49s
[22:56:48.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:6:0)
[22:56:48.430] Build status: STARTED
[22:56:48.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:7:0) after 1m41s
[22:58:29.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:7:0)
[22:58:29.853] Build status: STARTED
[22:58:29.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:8:0) after 3m2s
[23:01:32.192] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:8:0)
[23:01:32.215] Build status: STARTED
[23:01:32.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:9:0) after 8m28s
[23:10:01.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:9:0)
[23:10:01.945] Build status: STARTED
[23:10:01.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:10:0) after 2m36s
[23:12:38.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:10:0)
[23:12:38.214] Build status: STARTED
[23:12:38.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:11:0) after 3m6s
[23:15:44.248] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:11:0)
[23:15:44.277] Build status: STARTED
[23:15:44.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:12:0) after 5m47s
[23:21:31.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:12:0)
[23:21:31.570] Build status: STARTED
[23:21:31.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:13:0) after 6m4s
[23:27:35.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:13:0)
[23:27:35.766] Build status: STARTED
[23:27:35.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:14:0) after 4m2s
[23:31:37.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:14:0)
[23:31:37.933] Build status: STARTED
[23:31:37.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:15:0) after 6m4s
[23:37:42.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:15:0)
[23:37:42.129] Build status: STARTED
[23:37:42.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:16:0) after 8m46s
[23:46:28.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:16:0)
[23:46:28.197] Build status: STARTED
[23:46:28.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:17:0) after 4m58s
[23:51:26.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:17:0)
[23:51:26.285] Build status: STARTED
[23:51:26.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:18:0) after 7m12s
[23:58:38.873] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:18:0)
[23:58:38.902] Build status: STARTED
[23:58:38.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:19:0) after 3m54s
[00:02:32.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:19:0)
[00:02:33.039] Build status: STARTED
[00:02:33.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:20:0) after 7m1s
[00:09:34.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:20:0)
[00:09:34.132] Build status: STARTED
[00:09:34.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:21:0) after 6m10s
[00:15:44.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:21:0)
[00:15:44.207] Build status: STARTED
[00:15:44.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:22:0) after 8m53s
[00:24:37.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:22:0)
[00:24:37.270] Build status: STARTED
[00:24:37.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:23:0) after 1m53s
[00:26:30.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:23:0)
[00:26:30.685] Build status: STARTED
[00:26:30.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:24:0) after 4m19s
[00:30:49.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:24:0)
[00:30:49.738] Build status: STARTED
[00:30:49.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:25:0) after 7m15s
[00:38:04.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:25:0)
[00:38:04.913] Build status: STARTED
[00:38:04.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:26:0) after 5m10s
[00:43:15.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:26:0)
[00:43:15.232] Build status: STARTED
[00:43:15.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:27:0) after 5m50s
[00:49:05.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:27:0)
[00:49:05.314] Build status: STARTED
[00:49:05.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:28:0) after 9m56s
[00:59:02.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:28:0)
[00:59:02.242] Build status: STARTED
[00:59:02.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:29:0) after 7m31s
[01:06:33.274] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:29:0)
[01:06:33.305] Build status: STARTED
[01:06:33.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:30:0) after 7m24s
[01:13:57.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:30:0)
[01:13:57.467] Build status: STARTED
[01:13:57.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:31:0) after 2m10s
[01:16:07.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:31:0)
[01:16:07.933] Build status: STARTED
[01:16:07.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:32:0) after 1m30s
[01:17:38.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:32:0)
[01:17:38.063] Build status: STARTED
[01:17:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:33:0) after 1m49s
[01:19:27.068] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:33:0)
[01:19:27.104] Build status: STARTED
[01:19:27.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:34:0) after 3m50s
[01:23:17.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:34:0)
[01:23:17.463] Build status: STARTED
[01:23:17.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:35:0) after 2m36s
[01:25:53.598] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:35:0)
[01:25:53.620] Build status: STARTED
[01:25:53.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:36:0) after 9m19s
[01:35:12.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:36:0)
[01:35:12.893] Build status: STARTED
[01:35:12.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:37:0) after 1m22s
[01:36:35.061] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:37:0)
[01:36:35.087] Build status: STARTED
[01:36:35.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:38:0) after 2m10s
[01:38:45.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:38:0)
[01:38:45.248] Build status: STARTED
[01:38:45.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:39:0) after 4m51s
[01:43:36.279] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:39:0)
[01:43:36.302] Build status: STARTED
[01:43:36.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:40:0) after 1m34s
[01:45:10.677] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:40:0)
[01:45:10.704] Build status: STARTED
[01:45:10.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:41:0) after 5m40s
[01:50:50.747] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:41:0)
[01:50:50.806] Build status: STARTED
[01:50:50.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:42:0) after 4m49s
[01:55:40.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:42:0)
[01:55:40.071] Build status: STARTED
[01:55:40.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:43:0) after 4m31s
[02:00:11.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:43:0)
[02:00:11.191] Build status: STARTED
[02:00:11.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:44:0) after 2m4s
[02:02:15.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:44:0)
[02:02:15.248] Build status: STARTED
[02:02:15.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:45:0) after 4m58s
[02:07:13.288] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:45:0)
[02:07:13.311] Build status: STARTED
[02:07:13.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:46:0) after 4m55s
[02:12:08.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:46:0)
[02:12:08.355] Build status: STARTED
[02:12:08.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:47:0) after 5m9s
[02:17:17.341] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:47:0)
[02:17:17.381] Build status: STARTED
[02:17:17.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:48:0) after 7m56s
[02:25:13.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:48:0)
[02:25:13.534] Build status: STARTED
[02:25:13.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:49:0) after 6m4s
[02:31:17.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:49:0)
[02:31:17.809] Build status: STARTED
[02:31:17.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:50:0) after 5m9s
[02:36:27.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:50:0)
[02:36:27.175] Build status: STARTED
[02:36:27.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:51:0) after 8m41s
[02:45:08.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:51:0)
[02:45:08.236] Build status: STARTED
[02:45:08.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:52:0) after 1m33s
[02:46:41.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:52:0)
[02:46:41.389] Build status: STARTED
[02:46:41.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:53:0) after 5m19s
[02:52:00.471] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:53:0)
[02:52:00.502] Build status: STARTED
[02:52:00.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:54:0) after 1m47s
[02:53:47.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:54:0)
[02:53:47.555] Build status: STARTED
[02:53:47.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:55:0) after 1m3s
[02:54:50.590] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:55:0)
[02:54:50.616] Build status: STARTED
[02:54:50.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:56:0) after 8m13s
[03:03:03.649] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:56:0)
[03:03:03.676] Build status: STARTED
[03:03:03.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:57:0) after 8m26s
[03:11:29.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:57:0)
[03:11:29.827] Build status: STARTED
[03:11:29.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:58:0) after 8m52s
[03:20:21.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:58:0)
[03:20:21.894] Build status: STARTED
[03:20:21.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:59:0) after 6m21s
[03:26:42.928] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:59:0)
[03:26:42.951] Build status: STARTED
[03:26:42.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:60:0) after 4m27s
[03:31:10.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:60:0)
[03:31:10.041] Build status: STARTED
[03:31:10.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:61:0) after 7m49s
[03:38:59.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:61:0)
[03:38:59.104] Build status: STARTED
[03:38:59.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:62:0) after 6m57s
[03:45:56.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:62:0)
[03:45:56.221] Build status: STARTED
[03:45:56.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:63:0) after 1m31s
[03:47:27.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:63:0)
[03:47:27.313] Build status: STARTED
[03:47:27.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:64:0) after 9m26s
[03:56:53.345] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:64:0)
[03:56:53.381] Build status: STARTED
[03:56:53.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:65:0) after 1m46s
[03:58:39.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:65:0)
[03:58:39.540] Build status: STARTED
[03:58:39.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:66:0) after 2m55s
[04:01:34.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:66:0)
[04:01:34.603] Build status: STARTED
[04:01:34.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:67:0) after 6m15s
[04:07:49.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:67:0)
[04:07:49.653] Build status: STARTED
[04:07:49.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:68:0) after 6m53s
[04:14:42.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:68:0)
[04:14:42.713] Build status: STARTED
[04:14:42.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:69:0) after 9m54s
[04:24:36.747] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:69:0)
[04:24:36.769] Build status: STARTED
[04:24:36.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:70:0) after 8m57s
[04:33:34.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:70:0)
[04:33:34.100] Build status: STARTED
[04:33:34.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:71:0) after 8m31s
[04:42:05.140] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:71:0)
[04:42:05.163] Build status: STARTED
[04:42:05.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:72:0) after 5m20s
[04:47:25.355] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:72:0)
[04:47:25.380] Build status: STARTED
[04:47:25.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:73:0) after 9m57s
[04:57:22.424] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:73:0)
[04:57:22.448] Build status: STARTED
[04:57:22.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:74:0) after 7m27s
[05:04:49.509] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:74:0)
[05:04:49.532] Build status: STARTED
[05:04:49.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:75:0) after 5m26s
[05:10:15.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:75:0)
[05:10:15.701] Build status: STARTED
[05:10:15.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:76:0) after 7m26s
[05:17:41.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:76:0)
[05:17:41.785] Build status: STARTED
[05:17:41.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:77:0) after 8m30s
[05:26:11.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:77:0)
[05:26:11.845] Build status: STARTED
[05:26:11.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:78:0) after 9m2s
[05:35:14.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:78:0)
[05:35:14.044] Build status: STARTED
[05:35:14.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:79:0) after 1m52s
[05:37:06.366] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:79:0)
[05:37:06.388] Build status: STARTED
[05:37:06.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:80:0) after 7m58s
[05:45:04.596] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:80:0)
[05:45:04.618] Build status: STARTED
[05:45:04.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:81:0) after 2m6s
[05:47:10.826] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:81:0)
[05:47:10.852] Build status: STARTED
[05:47:10.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:82:0) after 9m56s
[05:57:06.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:82:0)
[05:57:06.908] Build status: STARTED
[05:57:06.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:83:0) after 1m3s
[05:58:09.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:83:0)
[05:58:10.126] Build status: STARTED
[05:58:10.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:84:0) after 3m12s
[06:01:22.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:84:0)
[06:01:22.196] Build status: STARTED
[06:01:22.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:85:0) after 3m12s
[06:04:34.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:85:0)
[06:04:34.328] Build status: STARTED
[06:04:34.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:86:0) after 2m38s
[06:07:12.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:86:0)
[06:07:12.515] Build status: STARTED
[06:07:12.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:87:0) after 3m0s
[06:10:12.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:87:0)
[06:10:12.573] Build status: STARTED
[06:10:12.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:88:0) after 6m53s
[06:17:05.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:88:0)
[06:17:05.710] Build status: STARTED
[06:17:05.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:89:0) after 2m12s
[06:19:17.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:89:0)
[06:19:17.860] Build status: STARTED
[06:19:17.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:90:0) after 5m9s
[06:24:26.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:90:0)
[06:24:26.926] Build status: STARTED
[06:24:26.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:91:0) after 4m44s
[06:29:11.282] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:91:0)
[06:29:11.305] Build status: STARTED
[06:29:11.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:92:0) after 8m15s
[06:37:26.419] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:92:0)
[06:37:26.442] Build status: STARTED
[06:37:26.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:93:0) after 7m4s
[06:44:30.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:93:0)
[06:44:30.512] Build status: STARTED
[06:44:30.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:94:0) after 3m2s
[06:47:32.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:94:0)
[06:47:32.689] Build status: STARTED
[06:47:32.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:95:0) after 3m9s
[06:50:41.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:95:0)
[06:50:41.929] Build status: STARTED
[06:50:41.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:96:0) after 3m11s
[06:53:52.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:96:0)
[06:53:53.013] Build status: STARTED
[06:53:53.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:97:0) after 3m36s
[06:57:29.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:97:0)
[06:57:29.171] Build status: STARTED
[06:57:29.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:98:0) after 8m39s
[07:06:08.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:98:0)
[07:06:08.240] Build status: STARTED
[07:06:08.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:99:0) after 7m41s
[07:13:49.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:99:0)
[07:13:49.307] Build status: STARTED
[07:13:49.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:100:0) after 5m6s
[07:18:55.365] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:100:0)
[07:18:55.385] Build status: STARTED
[07:18:55.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:101:0) after 2m36s
[07:21:31.457] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:101:0)
[07:21:31.490] Build status: STARTED
[07:21:31.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:102:0) after 6m52s
[07:28:23.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:102:0)
[07:28:23.545] Build status: STARTED
[07:28:23.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:103:0) after 7m11s
[07:35:34.615] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:103:0)
[07:35:34.668] Build status: STARTED
[07:35:34.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:104:0) after 3m5s
[07:38:39.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:104:0)
[07:38:39.722] Build status: STARTED
[07:38:39.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:105:0) after 3m32s
[07:42:11.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:105:0)
[07:42:11.936] Build status: STARTED
[07:42:11.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:106:0) after 2m18s
[07:44:30.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:106:0)
[07:44:30.114] Build status: STARTED
[07:44:30.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:107:0) after 3m0s
[07:47:30.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:107:0)
[07:47:30.357] Build status: STARTED
[07:47:30.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:108:0) after 7m7s
[07:54:37.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:108:0)
[07:54:37.413] Build status: STARTED
[07:54:37.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:109:0) after 7m24s
[08:02:02.581] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:109:0)
[08:02:02.610] Build status: STARTED
[08:02:02.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:110:0) after 6m29s
[08:08:31.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:110:0)
[08:08:31.775] Build status: STARTED
[08:08:31.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:111:0) after 2m1s
[08:10:32.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:111:0)
[08:10:32.835] Build status: STARTED
[08:10:32.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:112:0) after 6m37s
[08:17:09.897] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:112:0)
[08:17:09.922] Build status: STARTED
[08:17:09.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:113:0) after 2m38s
[08:19:47.947] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:113:0)
[08:19:47.969] Build status: STARTED
[08:19:47.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:114:0) after 1m41s
[08:21:29.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:114:0)
[08:21:29.026] Build status: STARTED
[08:21:29.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:115:0) after 8m55s
[08:30:24.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:115:0)
[08:30:24.570] Build status: STARTED
[08:30:24.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:116:0) after 2m24s
[08:32:48.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:116:0)
[08:32:48.634] Build status: STARTED
[08:32:48.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:117:0) after 9m17s
[08:42:05.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:117:0)
[08:42:06.021] Build status: STARTED
[08:42:06.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:118:0) after 7m58s
[08:50:04.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:118:0)
[08:50:04.084] Build status: STARTED
[08:50:04.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:119:0) after 9m52s
[08:59:56.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:119:0)
[08:59:56.147] Build status: STARTED
[08:59:56.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:120:0) after 5m33s
[09:05:29.156] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:120:0)
[09:05:29.183] Build status: STARTED
[09:05:29.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:121:0) after 9m0s
[09:14:29.336] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:121:0)
[09:14:29.359] Build status: STARTED
[09:14:29.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:122:0) after 6m30s
[09:20:59.399] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:122:0)
[09:20:59.422] Build status: STARTED
[09:20:59.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:123:0) after 9m15s
[09:30:14.457] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:123:0)
[09:30:14.581] Build status: STARTED
[09:30:14.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:124:0) after 1m47s
[09:32:02.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:124:0)
[09:32:02.318] Build status: STARTED
[09:32:02.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:125:0) after 8m55s
[09:40:57.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:125:0)
[09:40:57.395] Build status: STARTED
[09:40:57.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:126:0) after 6m31s
[09:47:28.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:126:0)
[09:47:28.456] Build status: STARTED
[09:47:28.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:127:0) after 7m18s
[09:54:46.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:127:0)
[09:54:46.559] Build status: STARTED
[09:54:46.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:128:0) after 3m22s
[09:58:08.604] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:128:0)
[09:58:08.632] Build status: STARTED
[09:58:08.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:129:0) after 5m41s
[10:03:49.670] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:129:0)
[10:03:49.696] Build status: STARTED
[10:03:49.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:130:0) after 5m39s
[10:09:28.842] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:130:0)
[10:09:28.913] Build status: STARTED
[10:09:28.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:131:0) after 4m26s
[10:13:55.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:131:0)
[10:13:55.057] Build status: STARTED
[10:13:55.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:132:0) after 9m59s
[10:23:54.093] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:132:0)
[10:23:54.120] Build status: STARTED
[10:23:54.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:133:0) after 4m59s
[10:28:53.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:133:0)
[10:28:53.272] Build status: STARTED
[10:28:53.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:134:0) after 9m12s
[10:38:05.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:134:0)
[10:38:05.364] Build status: STARTED
[10:38:05.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8964451438301037296:135:0) after 8m57s
[10:42:16.021] Received PubSub notification, asking Buildbucket for the build status
[10:42:16.043] Build:
{
  "id": "8799021375577646241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 3989,
  "createdBy": "project:chromium",
  "createTime": "2022-10-28T22:32:06.810517363Z",
  "startTime": "2022-10-28T22:32:31.175152Z",
  "endTime": "2022-10-29T10:42:15.732191642Z",
  "updateTime": "2022-10-29T10:42:15.732191642Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2304281667c952ff3a9c0202296b6d5709b1f704",
      "ref": "refs/heads/main"
    }
  }
}
[10:42:16.043] Invocation finished in 12h10m11.214344763s with status FAILED