Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8e0a52881c59949fc54843dbc82b896dcafdf1d4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8e0a52881c59949fc54843dbc82b896dcafdf1d4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:05:43.016] New invocation is queued and will start shortly
[20:05:44.095] Starting the invocation (attempt 1)
[20:05:44.122] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8e0a52881c59949fc54843dbc82b896dcafdf1d4"
[20:05:44.123] Popped gitiles commit info from properties and tags
[20:05:44.123] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:44.123] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:44.123] Buildbucket request:
{
  "requestId": "8875947410538019984",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8e0a52881c59949fc54843dbc82b896dcafdf1d4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875947410538019984"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:05:45.187] Scheduled build:
{
  "id": "8710517348635553137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17165,
  "createdBy": "project:chromium",
  "createTime": "2025-07-01T20:05:44.203439201Z",
  "updateTime": "2025-07-01T20:05:44.203439201Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8e0a52881c59949fc54843dbc82b896dcafdf1d4",
      "ref": "refs/heads/main"
    }
  }
}
[20:05:45.187] Task URL: https://cr-buildbucket.appspot.com/build/8710517348635553137
[20:05:45.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:2:0) after 5m59s
[20:05:45.890] Received PubSub notification, asking Buildbucket for the build status
[20:05:45.915] Build status: SCHEDULED
[20:05:50.842] Received PubSub notification, asking Buildbucket for the build status
[20:05:50.860] Build status: STARTED
[20:11:44.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:2:0)
[20:11:44.266] Build status: STARTED
[20:11:44.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:5:0) after 9m46s
[20:21:30.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:5:0)
[20:21:30.328] Build status: STARTED
[20:21:30.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:6:0) after 8m13s
[20:29:43.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:6:0)
[20:29:43.386] Build status: STARTED
[20:29:43.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:7:0) after 2m25s
[20:32:08.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:7:0)
[20:32:08.445] Build status: STARTED
[20:32:08.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:8:0) after 7m25s
[20:39:33.471] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:8:0)
[20:39:33.497] Build status: STARTED
[20:39:33.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:9:0) after 4m36s
[20:44:09.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:9:0)
[20:44:09.602] Build status: STARTED
[20:44:09.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:10:0) after 2m8s
[20:46:17.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:10:0)
[20:46:17.646] Build status: STARTED
[20:46:17.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:11:0) after 6m14s
[20:52:31.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:11:0)
[20:52:31.818] Build status: STARTED
[20:52:31.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:12:0) after 2m40s
[20:55:11.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:12:0)
[20:55:11.930] Build status: STARTED
[20:55:11.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:13:0) after 4m30s
[20:59:41.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:13:0)
[20:59:41.926] Build status: STARTED
[20:59:41.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:14:0) after 2m49s
[21:02:30.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:14:0)
[21:02:30.966] Build status: STARTED
[21:02:30.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:15:0) after 2m6s
[21:04:37.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:15:0)
[21:04:37.108] Build status: STARTED
[21:04:37.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:16:0) after 5m7s
[21:09:44.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:16:0)
[21:09:44.260] Build status: STARTED
[21:09:44.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:17:0) after 1m15s
[21:10:59.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:17:0)
[21:10:59.321] Build status: STARTED
[21:10:59.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:18:0) after 5m14s
[21:16:13.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:18:0)
[21:16:13.371] Build status: STARTED
[21:16:13.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:19:0) after 8m23s
[21:24:36.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:19:0)
[21:24:36.427] Build status: STARTED
[21:24:36.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:20:0) after 3m51s
[21:28:27.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:20:0)
[21:28:27.677] Build status: STARTED
[21:28:27.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:21:0) after 7m32s
[21:35:59.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:21:0)
[21:35:59.729] Build status: STARTED
[21:35:59.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:22:0) after 6m21s
[21:42:20.753] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:22:0)
[21:42:20.769] Build status: STARTED
[21:42:20.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:23:0) after 1m51s
[21:44:11.796] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:23:0)
[21:44:11.823] Build status: STARTED
[21:44:11.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:24:0) after 6m59s
[21:51:10.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:24:0)
[21:51:10.954] Build status: STARTED
[21:51:10.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:25:0) after 1m58s
[21:53:08.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:25:0)
[21:53:09.006] Build status: STARTED
[21:53:09.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:26:0) after 4m55s
[21:58:04.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:26:0)
[21:58:04.054] Build status: STARTED
[21:58:04.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:27:0) after 9m19s
[22:07:23.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:27:0)
[22:07:23.105] Build status: STARTED
[22:07:23.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:28:0) after 6m3s
[22:13:26.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:28:0)
[22:13:26.334] Build status: STARTED
[22:13:26.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:29:0) after 6m44s
[22:20:10.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:29:0)
[22:20:10.394] Build status: STARTED
[22:20:10.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:30:0) after 6m12s
[22:26:22.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:30:0)
[22:26:22.453] Build status: STARTED
[22:26:22.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:31:0) after 9m21s
[22:35:43.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:31:0)
[22:35:43.531] Build status: STARTED
[22:35:43.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:32:0) after 1m19s
[22:37:02.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:32:0)
[22:37:02.824] Build status: STARTED
[22:37:02.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:33:0) after 4m49s
[22:41:51.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:33:0)
[22:41:51.875] Build status: STARTED
[22:41:51.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:34:0) after 1m40s
[22:43:31.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:34:0)
[22:43:31.978] Build status: STARTED
[22:43:31.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:35:0) after 7m56s
[22:51:28.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:35:0)
[22:51:28.088] Build status: STARTED
[22:51:28.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:36:0) after 7m28s
[22:58:56.253] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:36:0)
[22:58:56.280] Build status: STARTED
[22:58:56.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:37:0) after 8m30s
[23:07:26.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:37:0)
[23:07:26.358] Build status: STARTED
[23:07:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:38:0) after 7m57s
[23:15:23.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:38:0)
[23:15:23.424] Build status: STARTED
[23:15:23.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:39:0) after 1m3s
[23:16:26.472] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:39:0)
[23:16:26.530] Build status: STARTED
[23:16:26.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:40:0) after 8m32s
[23:24:58.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:40:0)
[23:24:58.750] Build status: STARTED
[23:24:58.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:41:0) after 2m22s
[23:27:20.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:41:0)
[23:27:20.834] Build status: STARTED
[23:27:20.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:42:0) after 1m46s
[23:29:06.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:42:0)
[23:29:06.995] Build status: STARTED
[23:29:06.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:43:0) after 3m31s
[23:32:38.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:43:0)
[23:32:38.066] Build status: STARTED
[23:32:38.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:44:0) after 7m9s
[23:39:47.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:44:0)
[23:39:47.171] Build status: STARTED
[23:39:47.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:45:0) after 2m53s
[23:42:40.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:45:0)
[23:42:40.227] Build status: STARTED
[23:42:40.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:46:0) after 9m30s
[23:52:10.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:46:0)
[23:52:10.305] Build status: STARTED
[23:52:10.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:47:0) after 4m0s
[23:56:10.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:47:0)
[23:56:12.949] Build status: STARTED
[23:56:12.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:48:0) after 3m29s
[23:59:41.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:48:0)
[23:59:41.957] Build status: STARTED
[23:59:41.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:49:0) after 3m58s
[00:03:39.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:49:0)
[00:03:39.958] Build status: STARTED
[00:03:39.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:50:0) after 8m30s
[00:12:09.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:50:0)
[00:12:10.019] Build status: STARTED
[00:12:10.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:51:0) after 6m30s
[00:18:40.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:51:0)
[00:18:40.073] Build status: STARTED
[00:18:40.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:52:0) after 6m4s
[00:24:44.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:52:0)
[00:24:44.156] Build status: STARTED
[00:24:44.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:53:0) after 6m21s
[00:31:05.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:53:0)
[00:31:05.201] Build status: STARTED
[00:31:05.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:54:0) after 8m58s
[00:40:03.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:54:0)
[00:40:03.340] Build status: STARTED
[00:40:03.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:55:0) after 2m55s
[00:42:58.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:55:0)
[00:42:58.475] Build status: STARTED
[00:42:58.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:56:0) after 5m49s
[00:48:47.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:56:0)
[00:48:47.522] Build status: STARTED
[00:48:47.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:57:0) after 4m6s
[00:52:53.555] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:57:0)
[00:52:53.572] Build status: STARTED
[00:52:53.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:58:0) after 4m38s
[00:57:31.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:58:0)
[00:57:31.780] Build status: STARTED
[00:57:31.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:59:0) after 7m21s
[01:04:52.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:59:0)
[01:04:52.818] Build status: STARTED
[01:04:52.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:60:0) after 8m40s
[01:13:32.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:60:0)
[01:13:32.964] Build status: STARTED
[01:13:32.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:61:0) after 4m20s
[01:17:52.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:61:0)
[01:17:53.006] Build status: STARTED
[01:17:53.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:62:0) after 1m6s
[01:18:59.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:62:0)
[01:18:59.179] Build status: STARTED
[01:18:59.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:63:0) after 1m5s
[01:20:04.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:63:0)
[01:20:04.383] Build status: STARTED
[01:20:04.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:64:0) after 5m48s
[01:25:52.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:64:0)
[01:25:52.580] Build status: STARTED
[01:25:52.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:65:0) after 3m54s
[01:29:46.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:65:0)
[01:29:46.650] Build status: STARTED
[01:29:46.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:66:0) after 3m19s
[01:33:05.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:66:0)
[01:33:05.751] Build status: STARTED
[01:33:05.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:67:0) after 7m5s
[01:40:10.766] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:67:0)
[01:40:10.788] Build status: STARTED
[01:40:10.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:68:0) after 5m50s
[01:46:00.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:68:0)
[01:46:00.870] Build status: STARTED
[01:46:00.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:69:0) after 6m45s
[01:52:45.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:69:0)
[01:52:45.878] Build status: STARTED
[01:52:45.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:70:0) after 8m44s
[02:01:29.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:70:0)
[02:01:29.918] Build status: STARTED
[02:01:29.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:71:0) after 8m42s
[02:10:11.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:71:0)
[02:10:11.967] Build status: STARTED
[02:10:11.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:72:0) after 5m26s
[02:15:37.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:72:0)
[02:15:38.054] Build status: STARTED
[02:15:38.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:73:0) after 9m14s
[02:24:52.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:73:0)
[02:24:52.109] Build status: STARTED
[02:24:52.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:74:0) after 7m20s
[02:32:12.139] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:74:0)
[02:32:12.184] Build status: STARTED
[02:32:12.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:75:0) after 4m14s
[02:36:26.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:75:0)
[02:36:26.315] Build status: STARTED
[02:36:26.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:76:0) after 8m12s
[02:44:38.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:76:0)
[02:44:38.456] Build status: STARTED
[02:44:38.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:77:0) after 5m25s
[02:50:03.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:77:0)
[02:50:03.569] Build status: STARTED
[02:50:03.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:78:0) after 7m52s
[02:57:55.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:78:0)
[02:57:55.568] Build status: STARTED
[02:57:55.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:79:0) after 4m15s
[03:02:10.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:79:0)
[03:02:10.688] Build status: STARTED
[03:02:10.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:80:0) after 2m10s
[03:04:20.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:80:0)
[03:04:20.837] Build status: STARTED
[03:04:20.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:81:0) after 9m6s
[03:13:26.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:81:0)
[03:13:26.915] Build status: STARTED
[03:13:26.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:82:0) after 8m47s
[03:22:13.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:82:0)
[03:22:13.980] Build status: STARTED
[03:22:13.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:83:0) after 3m9s
[03:25:23.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:83:0)
[03:25:23.094] Build status: STARTED
[03:25:23.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:84:0) after 3m22s
[03:28:45.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:84:0)
[03:28:45.192] Build status: STARTED
[03:28:45.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:85:0) after 7m44s
[03:36:29.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:85:0)
[03:36:29.249] Build status: STARTED
[03:36:29.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:86:0) after 9m39s
[03:46:08.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:86:0)
[03:46:08.353] Build status: STARTED
[03:46:08.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:87:0) after 9m38s
[03:55:46.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:87:0)
[03:55:46.419] Build status: STARTED
[03:55:46.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:88:0) after 3m4s
[03:58:50.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:88:0)
[03:58:50.466] Build status: STARTED
[03:58:50.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:89:0) after 9m10s
[04:08:00.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:89:0)
[04:08:00.511] Build status: STARTED
[04:08:00.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:90:0) after 6m4s
[04:14:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:90:0)
[04:14:04.565] Build status: STARTED
[04:14:04.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:91:0) after 7m21s
[04:21:25.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:91:0)
[04:21:25.908] Build status: STARTED
[04:21:25.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:92:0) after 1m5s
[04:22:30.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:92:0)
[04:22:30.955] Build status: STARTED
[04:22:30.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:93:0) after 1m13s
[04:23:43.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:93:0)
[04:23:44.012] Build status: STARTED
[04:23:44.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:94:0) after 7m1s
[04:30:45.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:94:0)
[04:30:45.072] Build status: STARTED
[04:30:45.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:95:0) after 7m17s
[04:38:02.118] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:95:0)
[04:38:02.253] Build status: STARTED
[04:38:02.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:96:0) after 6m11s
[04:44:13.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:96:0)
[04:44:13.338] Build status: STARTED
[04:44:13.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:97:0) after 1m35s
[04:45:48.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:97:0)
[04:45:48.402] Build status: STARTED
[04:45:48.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:98:0) after 4m24s
[04:50:12.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:98:0)
[04:50:12.533] Build status: STARTED
[04:50:12.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:99:0) after 1m1s
[04:51:13.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:99:0)
[04:51:13.587] Build status: STARTED
[04:51:13.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:100:0) after 2m17s
[04:53:30.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:100:0)
[04:53:30.648] Build status: STARTED
[04:53:30.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:101:0) after 4m31s
[04:58:01.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:101:0)
[04:58:01.711] Build status: STARTED
[04:58:01.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:102:0) after 4m23s
[05:02:24.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:102:0)
[05:02:24.718] Build status: STARTED
[05:02:24.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:103:0) after 9m25s
[05:11:49.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:103:0)
[05:11:49.886] Build status: STARTED
[05:11:49.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:104:0) after 1m35s
[05:13:24.992] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:104:0)
[05:13:25.010] Build status: STARTED
[05:13:25.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:105:0) after 8m48s
[05:22:13.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:105:0)
[05:22:13.150] Build status: STARTED
[05:22:13.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:106:0) after 3m48s
[05:26:01.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:106:0)
[05:26:01.207] Build status: STARTED
[05:26:01.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:107:0) after 6m15s
[05:32:16.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:107:0)
[05:32:16.458] Build status: STARTED
[05:32:16.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:108:0) after 4m47s
[05:37:03.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:108:0)
[05:37:03.558] Build status: STARTED
[05:37:03.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:109:0) after 1m20s
[05:38:23.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:109:0)
[05:38:23.631] Build status: STARTED
[05:38:23.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:110:0) after 5m34s
[05:43:57.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:110:0)
[05:43:57.816] Build status: STARTED
[05:43:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:111:0) after 9m54s
[05:53:51.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:111:0)
[05:53:51.956] Build status: STARTED
[05:53:51.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:112:0) after 4m40s
[05:58:32.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:112:0)
[05:58:32.033] Build status: STARTED
[05:58:32.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:113:0) after 9m35s
[06:08:07.070] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:113:0)
[06:08:07.087] Build status: STARTED
[06:08:07.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8875947410538019984:114:0) after 9m51s
[06:10:29.915] Received PubSub notification, asking Buildbucket for the build status
[06:10:29.940] Build:
{
  "id": "8710517348635553137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17165,
  "createdBy": "project:chromium",
  "createTime": "2025-07-01T20:05:44.203439201Z",
  "startTime": "2025-07-01T20:05:49.785231540Z",
  "endTime": "2025-07-02T06:10:29.512214057Z",
  "updateTime": "2025-07-02T06:10:29.512214057Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8e0a52881c59949fc54843dbc82b896dcafdf1d4",
      "ref": "refs/heads/main"
    }
  }
}
[06:10:29.940] Invocation finished in 10h4m46.935138667s with status FAILED