Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "33376774b60f00cac4d3121a5c80dc6ef98b2351"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33376774b60f00cac4d3121a5c80dc6ef98b2351
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:25:26.902] New invocation is queued and will start shortly
[10:25:28.028] Starting the invocation (attempt 1)
[10:25:28.063] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/33376774b60f00cac4d3121a5c80dc6ef98b2351"
[10:25:28.063] Popped gitiles commit info from properties and tags
[10:25:28.063] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:25:28.063] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:25:28.064] Buildbucket request:
{
  "requestId": "8892834953631628064",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "33376774b60f00cac4d3121a5c80dc6ef98b2351",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892834953631628064"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:25:28.854] Scheduled build:
{
  "id": "8727404891603687873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 15026,
  "createdBy": "project:chromium",
  "createTime": "2024-12-27T10:25:28.207195730Z",
  "updateTime": "2024-12-27T10:25:28.207195730Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "33376774b60f00cac4d3121a5c80dc6ef98b2351",
      "ref": "refs/heads/main"
    }
  }
}
[10:25:28.854] Task URL: https://cr-buildbucket.appspot.com/build/8727404891603687873
[10:25:28.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:2:0) after 8m19s
[10:25:29.900] Received PubSub notification, asking Buildbucket for the build status
[10:25:29.932] Build status: SCHEDULED
[10:26:48.053] Received PubSub notification, asking Buildbucket for the build status
[10:26:48.173] Build status: STARTED
[10:33:47.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:2:0)
[10:33:47.904] Build status: STARTED
[10:33:47.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:5:0) after 1m59s
[10:35:46.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:5:0)
[10:35:47.151] Build status: STARTED
[10:35:47.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:6:0) after 9m37s
[10:45:24.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:6:0)
[10:45:24.205] Build status: STARTED
[10:45:24.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:7:0) after 2m57s
[10:48:21.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:7:0)
[10:48:21.256] Build status: STARTED
[10:48:21.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:8:0) after 1m25s
[10:49:46.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:8:0)
[10:49:46.334] Build status: STARTED
[10:49:46.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:9:0) after 3m54s
[10:53:40.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:9:0)
[10:53:40.379] Build status: STARTED
[10:53:40.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:10:0) after 6m14s
[10:59:54.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:10:0)
[10:59:54.420] Build status: STARTED
[10:59:54.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:11:0) after 3m54s
[11:03:48.757] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:11:0)
[11:03:48.776] Build status: STARTED
[11:03:48.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:12:0) after 9m21s
[11:13:09.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:12:0)
[11:13:09.829] Build status: STARTED
[11:13:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:13:0) after 4m47s
[11:17:56.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:13:0)
[11:17:56.876] Build status: STARTED
[11:17:56.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:14:0) after 8m34s
[11:26:31.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:14:0)
[11:26:31.317] Build status: STARTED
[11:26:31.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:15:0) after 4m34s
[11:31:05.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:15:0)
[11:31:05.548] Build status: STARTED
[11:31:05.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:16:0) after 3m48s
[11:34:53.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:16:0)
[11:34:53.563] Build status: STARTED
[11:34:53.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:17:0) after 1m15s
[11:36:08.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:17:0)
[11:36:08.640] Build status: STARTED
[11:36:08.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:18:0) after 3m10s
[11:39:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:18:0)
[11:39:18.757] Build status: STARTED
[11:39:18.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:19:0) after 6m27s
[11:45:45.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:19:0)
[11:45:45.854] Build status: STARTED
[11:45:45.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:20:0) after 8m14s
[11:53:59.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:20:0)
[11:53:59.940] Build status: STARTED
[11:53:59.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:21:0) after 1m57s
[11:55:56.987] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:21:0)
[11:55:57.007] Build status: STARTED
[11:55:57.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:22:0) after 8m40s
[12:04:37.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:22:0)
[12:04:37.143] Build status: STARTED
[12:04:37.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:23:0) after 9m54s
[12:14:31.213] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:23:0)
[12:14:31.236] Build status: STARTED
[12:14:31.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:24:0) after 3m46s
[12:18:17.377] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:24:0)
[12:18:17.392] Build status: STARTED
[12:18:17.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:25:0) after 4m12s
[12:22:29.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:25:0)
[12:22:29.443] Build status: STARTED
[12:22:29.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:26:0) after 5m4s
[12:27:33.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:26:0)
[12:27:33.543] Build status: STARTED
[12:27:33.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:27:0) after 6m10s
[12:33:43.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:27:0)
[12:33:43.656] Build status: STARTED
[12:33:43.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:28:0) after 7m31s
[12:41:14.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:28:0)
[12:41:14.885] Build status: STARTED
[12:41:14.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:29:0) after 7m6s
[12:48:21.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:29:0)
[12:48:21.108] Build status: STARTED
[12:48:21.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:30:0) after 4m21s
[12:52:42.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:30:0)
[12:52:42.211] Build status: STARTED
[12:52:42.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:31:0) after 2m12s
[12:54:54.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:31:0)
[12:54:54.357] Build status: STARTED
[12:54:54.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:32:0) after 1m19s
[12:56:13.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:32:0)
[12:56:13.631] Build status: STARTED
[12:56:13.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:33:0) after 1m24s
[12:57:37.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:33:0)
[12:57:37.918] Build status: STARTED
[12:57:37.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:34:0) after 7m39s
[13:05:16.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:34:0)
[13:05:16.952] Build status: STARTED
[13:05:16.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:35:0) after 3m26s
[13:08:43.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:35:0)
[13:08:43.264] Build status: STARTED
[13:08:43.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:36:0) after 3m23s
[13:12:06.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:36:0)
[13:12:06.401] Build status: STARTED
[13:12:06.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:37:0) after 1m51s
[13:13:57.468] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:37:0)
[13:13:57.486] Build status: STARTED
[13:13:57.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:38:0) after 2m46s
[13:16:43.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:38:0)
[13:16:43.658] Build status: STARTED
[13:16:43.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:39:0) after 1m42s
[13:18:25.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:39:0)
[13:18:25.710] Build status: STARTED
[13:18:25.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:40:0) after 4m52s
[13:23:17.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:40:0)
[13:23:17.893] Build status: STARTED
[13:23:17.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:41:0) after 2m45s
[13:26:03.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:41:0)
[13:26:03.090] Build status: STARTED
[13:26:03.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:42:0) after 9m47s
[13:35:50.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:42:0)
[13:35:50.227] Build status: STARTED
[13:35:50.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:43:0) after 9m53s
[13:45:43.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:43:0)
[13:45:43.389] Build status: STARTED
[13:45:43.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:44:0) after 5m27s
[13:51:10.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:44:0)
[13:51:10.538] Build status: STARTED
[13:51:10.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:45:0) after 2m53s
[13:54:03.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:45:0)
[13:54:03.744] Build status: STARTED
[13:54:03.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:46:0) after 2m43s
[13:56:46.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:46:0)
[13:56:46.915] Build status: STARTED
[13:56:46.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:47:0) after 4m1s
[14:00:47.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:47:0)
[14:00:48.001] Build status: STARTED
[14:00:48.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:48:0) after 4m0s
[14:04:48.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:48:0)
[14:04:48.095] Build status: STARTED
[14:04:48.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:49:0) after 1m10s
[14:05:58.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:49:0)
[14:05:58.141] Build status: STARTED
[14:05:58.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:50:0) after 1m5s
[14:07:03.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:50:0)
[14:07:03.239] Build status: STARTED
[14:07:03.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:51:0) after 5m16s
[14:12:19.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:51:0)
[14:12:19.327] Build status: STARTED
[14:12:19.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:52:0) after 6m3s
[14:18:22.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:52:0)
[14:18:22.424] Build status: STARTED
[14:18:22.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:53:0) after 6m49s
[14:25:11.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:53:0)
[14:25:11.468] Build status: STARTED
[14:25:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:54:0) after 2m29s
[14:27:40.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:54:0)
[14:27:40.630] Build status: STARTED
[14:27:40.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:55:0) after 7m30s
[14:35:10.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:55:0)
[14:35:10.831] Build status: STARTED
[14:35:10.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:56:0) after 1m35s
[14:36:45.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:56:0)
[14:36:45.877] Build status: STARTED
[14:36:45.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:57:0) after 4m32s
[14:41:18.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:57:0)
[14:41:18.138] Build status: STARTED
[14:41:18.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:58:0) after 2m7s
[14:43:25.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:58:0)
[14:43:25.234] Build status: STARTED
[14:43:25.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:59:0) after 7m4s
[14:50:29.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:59:0)
[14:50:29.427] Build status: STARTED
[14:50:29.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:60:0) after 2m22s
[14:52:51.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:60:0)
[14:52:51.469] Build status: STARTED
[14:52:51.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:61:0) after 8m35s
[15:01:26.507] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:61:0)
[15:01:26.549] Build status: STARTED
[15:01:26.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:62:0) after 1m31s
[15:02:57.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:62:0)
[15:02:57.592] Build status: STARTED
[15:02:57.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:63:0) after 8m29s
[15:11:26.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:63:0)
[15:11:27.057] Build status: STARTED
[15:11:27.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:64:0) after 6m35s
[15:18:02.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:64:0)
[15:18:02.497] Build status: STARTED
[15:18:02.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:65:0) after 2m41s
[15:20:43.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:65:0)
[15:20:43.543] Build status: STARTED
[15:20:43.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:66:0) after 6m59s
[15:27:42.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:66:0)
[15:27:42.749] Build status: STARTED
[15:27:42.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:67:0) after 6m35s
[15:34:18.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:67:0)
[15:34:18.170] Build status: STARTED
[15:34:18.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:68:0) after 3m45s
[15:38:03.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:68:0)
[15:38:03.215] Build status: STARTED
[15:38:03.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:69:0) after 5m34s
[15:43:37.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:69:0)
[15:43:37.398] Build status: STARTED
[15:43:37.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:70:0) after 9m21s
[15:52:58.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:70:0)
[15:52:58.580] Build status: STARTED
[15:52:58.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:71:0) after 1m41s
[15:54:39.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:71:0)
[15:54:39.626] Build status: STARTED
[15:54:39.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:72:0) after 6m21s
[16:01:00.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:72:0)
[16:01:00.662] Build status: STARTED
[16:01:00.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:73:0) after 9m55s
[16:10:55.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:73:0)
[16:10:55.838] Build status: STARTED
[16:10:55.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:74:0) after 5m4s
[16:15:59.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:74:0)
[16:15:59.922] Build status: STARTED
[16:15:59.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:75:0) after 4m3s
[16:20:03.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:75:0)
[16:20:03.152] Build status: STARTED
[16:20:03.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:76:0) after 1m45s
[16:21:48.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:76:0)
[16:21:48.469] Build status: STARTED
[16:21:48.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:77:0) after 9m55s
[16:31:43.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:77:0)
[16:31:43.673] Build status: STARTED
[16:31:43.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:78:0) after 5m16s
[16:36:59.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:78:0)
[16:36:59.769] Build status: STARTED
[16:36:59.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:79:0) after 2m36s
[16:39:35.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:79:0)
[16:39:35.826] Build status: STARTED
[16:39:35.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:80:0) after 9m52s
[16:49:27.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:80:0)
[16:49:27.923] Build status: STARTED
[16:49:27.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:81:0) after 6m30s
[16:55:57.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:81:0)
[16:55:57.962] Build status: STARTED
[16:55:57.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:82:0) after 7m19s
[17:03:16.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:82:0)
[17:03:17.018] Build status: STARTED
[17:03:17.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:83:0) after 9m18s
[17:12:35.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:83:0)
[17:12:35.163] Build status: STARTED
[17:12:35.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:84:0) after 8m0s
[17:20:35.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:84:0)
[17:20:35.314] Build status: STARTED
[17:20:35.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:85:0) after 1m12s
[17:21:47.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:85:0)
[17:21:47.412] Build status: STARTED
[17:21:47.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:86:0) after 4m17s
[17:26:04.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:86:0)
[17:26:04.626] Build status: STARTED
[17:26:04.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:87:0) after 6m16s
[17:32:21.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:87:0)
[17:32:21.130] Build status: STARTED
[17:32:21.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:88:0) after 8m41s
[17:41:02.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:88:0)
[17:41:02.202] Build status: STARTED
[17:41:02.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:89:0) after 4m5s
[17:45:07.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:89:0)
[17:45:07.249] Build status: STARTED
[17:45:07.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:90:0) after 2m20s
[17:47:27.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:90:0)
[17:47:27.296] Build status: STARTED
[17:47:27.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:91:0) after 6m27s
[17:53:54.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:91:0)
[17:53:54.363] Build status: STARTED
[17:53:54.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:92:0) after 3m6s
[17:57:00.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:92:0)
[17:57:00.521] Build status: STARTED
[17:57:00.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:93:0) after 9m56s
[18:06:56.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:93:0)
[18:06:56.616] Build status: STARTED
[18:06:56.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:94:0) after 4m28s
[18:11:24.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:94:0)
[18:11:24.794] Build status: STARTED
[18:11:24.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:95:0) after 4m59s
[18:16:24.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:95:0)
[18:16:24.079] Build status: STARTED
[18:16:24.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:96:0) after 1m47s
[18:18:11.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:96:0)
[18:18:11.218] Build status: STARTED
[18:18:11.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:97:0) after 9m41s
[18:27:52.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:97:0)
[18:27:52.676] Build status: STARTED
[18:27:52.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:98:0) after 6m46s
[18:34:39.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:98:0)
[18:34:39.138] Build status: STARTED
[18:34:39.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:99:0) after 8m22s
[18:43:01.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:99:0)
[18:43:01.194] Build status: STARTED
[18:43:01.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:100:0) after 6m54s
[18:49:55.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:100:0)
[18:49:55.537] Build status: STARTED
[18:49:55.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:101:0) after 2m53s
[18:52:48.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:101:0)
[18:52:48.874] Build status: STARTED
[18:52:48.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:102:0) after 9m16s
[19:02:04.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:102:0)
[19:02:04.923] Build status: STARTED
[19:02:04.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:103:0) after 3m24s
[19:05:29.165] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:103:0)
[19:05:29.190] Build status: STARTED
[19:05:29.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:104:0) after 8m4s
[19:13:33.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:104:0)
[19:13:33.356] Build status: STARTED
[19:13:33.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:105:0) after 1m56s
[19:15:29.377] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:105:0)
[19:15:29.401] Build status: STARTED
[19:15:29.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:106:0) after 9m8s
[19:24:37.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:106:0)
[19:24:37.897] Build status: STARTED
[19:24:37.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:107:0) after 4m32s
[19:29:09.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:107:0)
[19:29:09.947] Build status: STARTED
[19:29:09.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:108:0) after 3m37s
[19:32:46.939] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:108:0)
[19:32:46.961] Build status: STARTED
[19:32:46.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:109:0) after 9m45s
[19:42:32.050] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:109:0)
[19:42:32.076] Build status: STARTED
[19:42:32.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:110:0) after 6m19s
[19:48:51.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:110:0)
[19:48:51.116] Build status: STARTED
[19:48:51.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:111:0) after 2m4s
[19:50:55.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:111:0)
[19:50:55.183] Build status: STARTED
[19:50:55.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:112:0) after 4m27s
[19:55:22.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:112:0)
[19:55:22.234] Build status: STARTED
[19:55:22.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:113:0) after 5m44s
[20:01:06.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:113:0)
[20:01:06.258] Build status: STARTED
[20:01:06.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:114:0) after 1m27s
[20:02:33.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:114:0)
[20:02:33.298] Build status: STARTED
[20:02:33.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:115:0) after 6m9s
[20:08:42.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:115:0)
[20:08:42.459] Build status: STARTED
[20:08:42.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:116:0) after 1m32s
[20:10:14.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:116:0)
[20:10:14.604] Build status: STARTED
[20:10:14.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:117:0) after 2m26s
[20:12:40.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:117:0)
[20:12:40.675] Build status: STARTED
[20:12:40.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:118:0) after 1m21s
[20:14:01.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:118:0)
[20:14:01.717] Build status: STARTED
[20:14:01.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:119:0) after 1m17s
[20:15:18.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:119:0)
[20:15:18.817] Build status: STARTED
[20:15:18.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:120:0) after 1m1s
[20:16:19.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:120:0)
[20:16:19.861] Build status: STARTED
[20:16:19.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:121:0) after 7m35s
[20:23:54.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:121:0)
[20:23:54.937] Build status: STARTED
[20:23:54.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:122:0) after 8m59s
[20:32:53.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:122:0)
[20:32:54.007] Build status: STARTED
[20:32:54.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8892834953631628064:123:0) after 5m8s
[20:37:52.055] Received PubSub notification, asking Buildbucket for the build status
[20:37:52.093] Build:
{
  "id": "8727404891603687873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 15026,
  "createdBy": "project:chromium",
  "createTime": "2024-12-27T10:25:28.207195730Z",
  "startTime": "2024-12-27T10:26:47.809902930Z",
  "endTime": "2024-12-27T20:37:51.753039341Z",
  "updateTime": "2024-12-27T20:37:51.753039341Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "33376774b60f00cac4d3121a5c80dc6ef98b2351",
      "ref": "refs/heads/main"
    }
  }
}
[20:37:52.093] Invocation finished in 10h12m25.203560798s with status FAILED