Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a4b8ea7cb804df26aa0737fc0f9f277e6a163188"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4b8ea7cb804df26aa0737fc0f9f277e6a163188
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:14:57.185] New invocation is queued and will start shortly
[16:14:58.273] Starting the invocation (attempt 1)
[16:14:58.302] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4b8ea7cb804df26aa0737fc0f9f277e6a163188"
[16:14:58.302] Popped gitiles commit info from properties and tags
[16:14:58.302] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:14:58.303] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:14:58.303] Buildbucket request:
{
  "requestId": "8945359205201129712",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a4b8ea7cb804df26aa0737fc0f9f277e6a163188",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945359205201129712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:14:58.734] Scheduled build:
{
  "id": "8779929143306276561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5451,
  "createdBy": "project:chromium",
  "createTime": "2023-05-27T16:14:58.370919405Z",
  "updateTime": "2023-05-27T16:14:58.370919405Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a4b8ea7cb804df26aa0737fc0f9f277e6a163188",
      "ref": "refs/heads/main"
    }
  }
}
[16:14:58.734] Task URL: https://cr-buildbucket.appspot.com/build/8779929143306276561
[16:14:58.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:2:0) after 7m10s
[16:19:12.300] Received PubSub notification, asking Buildbucket for the build status
[16:19:12.343] Build status: STARTED
[16:22:08.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:2:0)
[16:22:08.811] Build status: STARTED
[16:22:08.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:4:0) after 5m48s
[16:27:56.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:4:0)
[16:27:56.893] Build status: STARTED
[16:27:56.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:5:0) after 3m55s
[16:31:51.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:5:0)
[16:31:51.938] Build status: STARTED
[16:31:51.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:6:0) after 5m9s
[16:37:00.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:6:0)
[16:37:00.993] Build status: STARTED
[16:37:00.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:7:0) after 8m11s
[16:45:12.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:7:0)
[16:45:12.046] Build status: STARTED
[16:45:12.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:8:0) after 6m50s
[16:52:02.148] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:8:0)
[16:52:02.179] Build status: STARTED
[16:52:02.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:9:0) after 2m34s
[16:54:36.244] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:9:0)
[16:54:36.262] Build status: STARTED
[16:54:36.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:10:0) after 1m11s
[16:55:47.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:10:0)
[16:55:47.275] Build status: STARTED
[16:55:47.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:11:0) after 5m18s
[17:01:05.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:11:0)
[17:01:05.340] Build status: STARTED
[17:01:05.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:12:0) after 4m6s
[17:05:11.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:12:0)
[17:05:11.445] Build status: STARTED
[17:05:11.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:13:0) after 6m50s
[17:12:01.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:13:0)
[17:12:01.486] Build status: STARTED
[17:12:01.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:14:0) after 4m17s
[17:16:18.510] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:14:0)
[17:16:18.531] Build status: STARTED
[17:16:18.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:15:0) after 8m52s
[17:25:10.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:15:0)
[17:25:10.772] Build status: STARTED
[17:25:10.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:16:0) after 2m55s
[17:28:05.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:16:0)
[17:28:05.893] Build status: STARTED
[17:28:05.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:17:0) after 2m32s
[17:30:37.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:17:0)
[17:30:37.928] Build status: STARTED
[17:30:37.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:18:0) after 9m15s
[17:39:53.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:18:0)
[17:39:53.078] Build status: STARTED
[17:39:53.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:19:0) after 5m29s
[17:45:22.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:19:0)
[17:45:22.290] Build status: STARTED
[17:45:22.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:20:0) after 7m5s
[17:52:27.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:20:0)
[17:52:27.337] Build status: STARTED
[17:52:27.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:21:0) after 3m21s
[17:55:48.362] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:21:0)
[17:55:48.379] Build status: STARTED
[17:55:48.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:22:0) after 3m26s
[17:59:14.536] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:22:0)
[17:59:14.551] Build status: STARTED
[17:59:14.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:23:0) after 3m33s
[18:02:47.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:23:0)
[18:02:47.631] Build status: STARTED
[18:02:47.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:24:0) after 5m40s
[18:08:27.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:24:0)
[18:08:27.860] Build status: STARTED
[18:08:27.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:25:0) after 3m39s
[18:12:06.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:25:0)
[18:12:06.907] Build status: STARTED
[18:12:06.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:26:0) after 8m1s
[18:20:07.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:26:0)
[18:20:07.943] Build status: STARTED
[18:20:07.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:27:0) after 2m36s
[18:22:43.960] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:27:0)
[18:22:43.980] Build status: STARTED
[18:22:43.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:28:0) after 2m36s
[18:25:20.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:28:0)
[18:25:20.029] Build status: STARTED
[18:25:20.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:29:0) after 4m55s
[18:30:15.047] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:29:0)
[18:30:15.070] Build status: STARTED
[18:30:15.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:30:0) after 2m12s
[18:32:27.099] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:30:0)
[18:32:27.134] Build status: STARTED
[18:32:27.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:31:0) after 3m54s
[18:36:21.146] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:31:0)
[18:36:21.175] Build status: STARTED
[18:36:21.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:32:0) after 6m38s
[18:42:59.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:32:0)
[18:42:59.397] Build status: STARTED
[18:42:59.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:33:0) after 8m56s
[18:51:55.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:33:0)
[18:51:55.534] Build status: STARTED
[18:51:55.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:34:0) after 2m17s
[18:54:12.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:34:0)
[18:54:12.712] Build status: STARTED
[18:54:12.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:35:0) after 5m49s
[19:00:01.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:35:0)
[19:00:01.849] Build status: STARTED
[19:00:01.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:36:0) after 2m39s
[19:02:40.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:36:0)
[19:02:40.943] Build status: STARTED
[19:02:40.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:37:0) after 4m28s
[19:07:08.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:37:0)
[19:07:09.019] Build status: STARTED
[19:07:09.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:38:0) after 2m16s
[19:09:25.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:38:0)
[19:09:25.531] Build status: STARTED
[19:09:25.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:39:0) after 1m25s
[19:10:50.732] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:39:0)
[19:10:50.752] Build status: STARTED
[19:10:50.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:40:0) after 3m43s
[19:14:33.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:40:0)
[19:14:33.793] Build status: STARTED
[19:14:33.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:41:0) after 8m15s
[19:22:48.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:41:0)
[19:22:48.833] Build status: STARTED
[19:22:48.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:42:0) after 6m36s
[19:29:24.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:42:0)
[19:29:24.961] Build status: STARTED
[19:29:24.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:43:0) after 6m44s
[19:36:09.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:43:0)
[19:36:09.033] Build status: STARTED
[19:36:09.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:44:0) after 7m7s
[19:43:16.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:44:0)
[19:43:16.136] Build status: STARTED
[19:43:16.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:45:0) after 9m40s
[19:52:56.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:45:0)
[19:52:56.174] Build status: STARTED
[19:52:56.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:46:0) after 6m58s
[19:59:54.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:46:0)
[19:59:54.303] Build status: STARTED
[19:59:54.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:47:0) after 9m34s
[20:09:28.388] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:47:0)
[20:09:28.415] Build status: STARTED
[20:09:28.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:48:0) after 8m29s
[20:17:57.469] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:48:0)
[20:17:57.489] Build status: STARTED
[20:17:57.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:49:0) after 3m22s
[20:21:19.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:49:0)
[20:21:19.983] Build status: STARTED
[20:21:19.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:50:0) after 8m41s
[20:30:00.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:50:0)
[20:30:01.031] Build status: STARTED
[20:30:01.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:51:0) after 8m53s
[20:38:54.024] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:51:0)
[20:38:54.043] Build status: STARTED
[20:38:54.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:52:0) after 1m51s
[20:40:45.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:52:0)
[20:40:45.119] Build status: STARTED
[20:40:45.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:53:0) after 4m18s
[20:45:03.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:53:0)
[20:45:03.345] Build status: STARTED
[20:45:03.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:54:0) after 2m0s
[20:47:03.395] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:54:0)
[20:47:03.418] Build status: STARTED
[20:47:03.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:55:0) after 9m35s
[20:56:38.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:55:0)
[20:56:38.627] Build status: STARTED
[20:56:38.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:56:0) after 1m26s
[20:58:04.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:56:0)
[20:58:04.663] Build status: STARTED
[20:58:04.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:57:0) after 8m29s
[21:06:33.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:57:0)
[21:06:33.703] Build status: STARTED
[21:06:33.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:58:0) after 5m26s
[21:11:59.849] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:58:0)
[21:11:59.870] Build status: STARTED
[21:11:59.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:59:0) after 4m14s
[21:16:13.995] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:59:0)
[21:16:14.031] Build status: STARTED
[21:16:14.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:60:0) after 3m10s
[21:19:24.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:60:0)
[21:19:24.070] Build status: STARTED
[21:19:24.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:61:0) after 7m34s
[21:26:58.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:61:0)
[21:26:58.105] Build status: STARTED
[21:26:58.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:62:0) after 8m8s
[21:35:06.233] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:62:0)
[21:35:06.255] Build status: STARTED
[21:35:06.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:63:0) after 1m35s
[21:36:41.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:63:0)
[21:36:41.349] Build status: STARTED
[21:36:41.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:64:0) after 3m42s
[21:40:23.405] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:64:0)
[21:40:23.424] Build status: STARTED
[21:40:23.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:65:0) after 6m10s
[21:46:33.443] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:65:0)
[21:46:33.463] Build status: STARTED
[21:46:33.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:66:0) after 2m31s
[21:49:04.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:66:0)
[21:49:04.485] Build status: STARTED
[21:49:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:67:0) after 5m30s
[21:54:34.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:67:0)
[21:54:34.757] Build status: STARTED
[21:54:34.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:68:0) after 2m32s
[21:57:06.774] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:68:0)
[21:57:06.790] Build status: STARTED
[21:57:06.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:69:0) after 4m17s
[22:01:23.801] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:69:0)
[22:01:23.826] Build status: STARTED
[22:01:23.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:70:0) after 9m36s
[22:10:59.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:70:0)
[22:10:59.878] Build status: STARTED
[22:10:59.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:71:0) after 4m41s
[22:15:40.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:71:0)
[22:15:40.918] Build status: STARTED
[22:15:40.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:72:0) after 6m32s
[22:22:13.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:72:0)
[22:22:13.163] Build status: STARTED
[22:22:13.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:73:0) after 8m17s
[22:30:30.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:73:0)
[22:30:30.211] Build status: STARTED
[22:30:30.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:74:0) after 9m11s
[22:39:41.232] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:74:0)
[22:39:41.252] Build status: STARTED
[22:39:41.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:75:0) after 2m39s
[22:42:20.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:75:0)
[22:42:20.289] Build status: STARTED
[22:42:20.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:76:0) after 8m35s
[22:50:55.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:76:0)
[22:50:55.337] Build status: STARTED
[22:50:55.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:77:0) after 9m40s
[23:00:35.398] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:77:0)
[23:00:35.429] Build status: STARTED
[23:00:35.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:78:0) after 9m44s
[23:10:19.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:78:0)
[23:10:19.700] Build status: STARTED
[23:10:19.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:79:0) after 5m12s
[23:15:31.739] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:79:0)
[23:15:31.760] Build status: STARTED
[23:15:31.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:80:0) after 7m46s
[23:23:17.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:80:0)
[23:23:17.840] Build status: STARTED
[23:23:17.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:81:0) after 7m21s
[23:30:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:81:0)
[23:30:38.885] Build status: STARTED
[23:30:38.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:82:0) after 1m51s
[23:32:29.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:82:0)
[23:32:29.942] Build status: STARTED
[23:32:29.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:83:0) after 3m35s
[23:36:05.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:83:0)
[23:36:05.047] Build status: STARTED
[23:36:05.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:84:0) after 1m5s
[23:37:10.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:84:0)
[23:37:10.504] Build status: STARTED
[23:37:10.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:85:0) after 4m59s
[23:42:09.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:85:0)
[23:42:09.738] Build status: STARTED
[23:42:09.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:86:0) after 7m30s
[23:49:39.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:86:0)
[23:49:39.811] Build status: STARTED
[23:49:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:87:0) after 1m46s
[23:51:26.038] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:87:0)
[23:51:26.054] Build status: STARTED
[23:51:26.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:88:0) after 9m59s
[00:01:25.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:88:0)
[00:01:25.098] Build status: STARTED
[00:01:25.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:89:0) after 1m53s
[00:03:18.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:89:0)
[00:03:18.172] Build status: STARTED
[00:03:18.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:90:0) after 5m48s
[00:09:06.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:90:0)
[00:09:06.242] Build status: STARTED
[00:09:06.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:91:0) after 3m52s
[00:12:58.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:91:0)
[00:12:58.377] Build status: STARTED
[00:12:58.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:92:0) after 6m51s
[00:19:49.403] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:92:0)
[00:19:49.425] Build status: STARTED
[00:19:49.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:93:0) after 1m30s
[00:21:19.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:93:0)
[00:21:19.474] Build status: STARTED
[00:21:19.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:94:0) after 8m48s
[00:30:07.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:94:0)
[00:30:07.515] Build status: STARTED
[00:30:07.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:95:0) after 3m3s
[00:33:10.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:95:0)
[00:33:10.939] Build status: STARTED
[00:33:10.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:96:0) after 1m54s
[00:35:05.437] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:96:0)
[00:35:05.459] Build status: STARTED
[00:35:05.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:97:0) after 7m23s
[00:42:28.645] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:97:0)
[00:42:28.664] Build status: STARTED
[00:42:28.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:98:0) after 5m42s
[00:48:10.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:98:0)
[00:48:10.907] Build status: STARTED
[00:48:10.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:99:0) after 1m31s
[00:49:42.237] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:99:0)
[00:49:42.280] Build status: STARTED
[00:49:42.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:100:0) after 4m0s
[00:53:42.447] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:100:0)
[00:53:42.467] Build status: STARTED
[00:53:42.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:101:0) after 6m27s
[01:00:09.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:101:0)
[01:00:09.843] Build status: STARTED
[01:00:09.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:102:0) after 9m23s
[01:09:32.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:102:0)
[01:09:32.927] Build status: STARTED
[01:09:32.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:103:0) after 4m6s
[01:13:38.945] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:103:0)
[01:13:38.962] Build status: STARTED
[01:13:38.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:104:0) after 5m6s
[01:18:44.980] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:104:0)
[01:18:45.001] Build status: STARTED
[01:18:45.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:105:0) after 9m4s
[01:27:49.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:105:0)
[01:27:49.122] Build status: STARTED
[01:27:49.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:106:0) after 9m27s
[01:37:16.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:106:0)
[01:37:16.164] Build status: STARTED
[01:37:16.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:107:0) after 1m48s
[01:39:04.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:107:0)
[01:39:04.443] Build status: STARTED
[01:39:04.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:108:0) after 1m16s
[01:40:20.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:108:0)
[01:40:20.684] Build status: STARTED
[01:40:20.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:109:0) after 6m47s
[01:47:07.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:109:0)
[01:47:07.746] Build status: STARTED
[01:47:07.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:110:0) after 2m3s
[01:49:10.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:110:0)
[01:49:10.983] Build status: STARTED
[01:49:10.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:111:0) after 9m57s
[01:59:08.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:111:0)
[01:59:08.085] Build status: STARTED
[01:59:08.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:112:0) after 8m45s
[02:07:53.110] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:112:0)
[02:07:53.127] Build status: STARTED
[02:07:53.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:113:0) after 5m38s
[02:13:31.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:113:0)
[02:13:31.275] Build status: STARTED
[02:13:31.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:114:0) after 8m34s
[02:22:05.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:114:0)
[02:22:05.328] Build status: STARTED
[02:22:05.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:115:0) after 8m58s
[02:31:03.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:115:0)
[02:31:03.484] Build status: STARTED
[02:31:03.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:116:0) after 4m16s
[02:35:19.585] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:116:0)
[02:35:19.625] Build status: STARTED
[02:35:19.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:117:0) after 2m18s
[02:37:37.644] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:117:0)
[02:37:37.664] Build status: STARTED
[02:37:37.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:118:0) after 5m13s
[02:42:50.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:118:0)
[02:42:50.708] Build status: STARTED
[02:42:50.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:119:0) after 1m50s
[02:44:40.727] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:119:0)
[02:44:40.745] Build status: STARTED
[02:44:40.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:120:0) after 6m32s
[02:51:12.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:120:0)
[02:51:12.826] Build status: STARTED
[02:51:12.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:121:0) after 6m12s
[02:57:25.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:121:0)
[02:57:25.126] Build status: STARTED
[02:57:25.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:122:0) after 5m32s
[03:02:57.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:122:0)
[03:02:57.171] Build status: STARTED
[03:02:57.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:123:0) after 4m58s
[03:07:55.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:123:0)
[03:07:55.310] Build status: STARTED
[03:07:55.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:124:0) after 2m20s
[03:10:15.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:124:0)
[03:10:15.347] Build status: STARTED
[03:10:15.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:125:0) after 8m39s
[03:18:54.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:125:0)
[03:18:54.530] Build status: STARTED
[03:18:54.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:126:0) after 6m38s
[03:25:32.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:126:0)
[03:25:32.736] Build status: STARTED
[03:25:32.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:127:0) after 8m50s
[03:34:22.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:127:0)
[03:34:22.783] Build status: STARTED
[03:34:22.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8945359205201129712:128:0) after 9m18s
[03:39:40.669] Received PubSub notification, asking Buildbucket for the build status
[03:39:40.692] Build:
{
  "id": "8779929143306276561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5451,
  "createdBy": "project:chromium",
  "createTime": "2023-05-27T16:14:58.370919405Z",
  "startTime": "2023-05-27T16:19:11.806047Z",
  "endTime": "2023-05-28T03:39:40.248717131Z",
  "updateTime": "2023-05-28T03:39:40.248717131Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a4b8ea7cb804df26aa0737fc0f9f277e6a163188",
      "ref": "refs/heads/main"
    }
  }
}
[03:39:40.692] Invocation finished in 11h24m43.513113287s with status FAILED