Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "48c24183d353254db11648b85dc516aa668a8678"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/48c24183d353254db11648b85dc516aa668a8678
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:27:50.769] New invocation is queued and will start shortly
[14:27:51.979] Starting the invocation (attempt 1)
[14:27:52.009] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/48c24183d353254db11648b85dc516aa668a8678"
[14:27:52.009] Popped gitiles commit info from properties and tags
[14:27:52.009] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:27:52.009] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:27:52.010] Buildbucket request:
{
  "requestId": "8901245221152327440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "48c24183d353254db11648b85dc516aa668a8678",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901245221152327440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:27:52.563] Scheduled build:
{
  "id": "8735815159135415537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 14109,
  "createdBy": "project:chromium",
  "createTime": "2024-09-25T14:27:52.068566373Z",
  "updateTime": "2024-09-25T14:27:52.068566373Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "48c24183d353254db11648b85dc516aa668a8678",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:27:52.563] Task URL: https://cr-buildbucket.appspot.com/build/8735815159135415537
[14:27:52.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:2:0) after 2m40s
[14:27:53.506] Received PubSub notification, asking Buildbucket for the build status
[14:27:53.784] Build status: SCHEDULED
[14:29:08.233] Received PubSub notification, asking Buildbucket for the build status
[14:29:08.299] Build status: STARTED
[14:30:32.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:2:0)
[14:30:32.710] Build status: STARTED
[14:30:32.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:5:0) after 2m26s
[14:32:58.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:5:0)
[14:32:58.754] Build status: STARTED
[14:32:58.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:6:0) after 1m6s
[14:34:04.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:6:0)
[14:34:04.897] Build status: STARTED
[14:34:04.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:7:0) after 9m26s
[14:43:31.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:7:0)
[14:43:31.247] Build status: STARTED
[14:43:31.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:8:0) after 7m45s
[14:51:16.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:8:0)
[14:51:16.518] Build status: STARTED
[14:51:16.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:9:0) after 4m7s
[14:55:23.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:9:0)
[14:55:23.558] Build status: STARTED
[14:55:23.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:10:0) after 2m13s
[14:57:36.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:10:0)
[14:57:36.652] Build status: STARTED
[14:57:36.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:11:0) after 1m53s
[14:59:29.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:11:0)
[14:59:29.704] Build status: STARTED
[14:59:29.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:12:0) after 6m7s
[15:05:36.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:12:0)
[15:05:36.780] Build status: STARTED
[15:05:36.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:13:0) after 5m43s
[15:11:19.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:13:0)
[15:11:19.919] Build status: STARTED
[15:11:19.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:14:0) after 2m15s
[15:13:35.174] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:14:0)
[15:13:35.194] Build status: STARTED
[15:13:35.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:15:0) after 2m0s
[15:15:35.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:15:0)
[15:15:35.733] Build status: STARTED
[15:15:35.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:16:0) after 2m4s
[15:17:39.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:16:0)
[15:17:39.813] Build status: STARTED
[15:17:39.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:17:0) after 4m49s
[15:22:28.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:17:0)
[15:22:28.865] Build status: STARTED
[15:22:28.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:18:0) after 6m33s
[15:29:01.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:18:0)
[15:29:02.114] Build status: STARTED
[15:29:02.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:19:0) after 9m8s
[15:38:10.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:19:0)
[15:38:10.649] Build status: STARTED
[15:38:10.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:20:0) after 6m37s
[15:44:47.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:20:0)
[15:44:47.744] Build status: STARTED
[15:44:47.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:21:0) after 3m7s
[15:47:54.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:21:0)
[15:47:55.091] Build status: STARTED
[15:47:55.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:22:0) after 1m18s
[15:49:13.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:22:0)
[15:49:13.492] Build status: STARTED
[15:49:13.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:23:0) after 1m48s
[15:51:01.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:23:0)
[15:51:01.538] Build status: STARTED
[15:51:01.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:24:0) after 8m16s
[15:59:17.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:24:0)
[15:59:17.607] Build status: STARTED
[15:59:17.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:25:0) after 2m2s
[16:01:19.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:25:0)
[16:01:19.664] Build status: STARTED
[16:01:19.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:26:0) after 2m32s
[16:03:52.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:26:0)
[16:03:52.488] Build status: STARTED
[16:03:52.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:27:0) after 9m16s
[16:13:08.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:27:0)
[16:13:08.573] Build status: STARTED
[16:13:08.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:28:0) after 6m30s
[16:19:38.733] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:28:0)
[16:19:38.762] Build status: STARTED
[16:19:38.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:29:0) after 5m22s
[16:25:00.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:29:0)
[16:25:00.817] Build status: STARTED
[16:25:00.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:30:0) after 9m58s
[16:34:58.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:30:0)
[16:34:58.865] Build status: STARTED
[16:34:58.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:31:0) after 1m36s
[16:36:34.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:31:0)
[16:36:35.032] Build status: STARTED
[16:36:35.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:32:0) after 7m52s
[16:44:27.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:32:0)
[16:44:27.078] Build status: STARTED
[16:44:27.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:33:0) after 9m40s
[16:54:07.182] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:33:0)
[16:54:07.204] Build status: STARTED
[16:54:07.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:34:0) after 8m51s
[17:02:58.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:34:0)
[17:02:58.253] Build status: STARTED
[17:02:58.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:35:0) after 5m14s
[17:08:12.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:35:0)
[17:08:12.364] Build status: STARTED
[17:08:12.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:36:0) after 3m38s
[17:11:50.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:36:0)
[17:11:50.463] Build status: STARTED
[17:11:50.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:37:0) after 6m25s
[17:18:15.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:37:0)
[17:18:15.546] Build status: STARTED
[17:18:15.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:38:0) after 7m35s
[17:25:50.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:38:0)
[17:25:50.588] Build status: STARTED
[17:25:50.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:39:0) after 6m7s
[17:31:57.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:39:0)
[17:31:57.662] Build status: STARTED
[17:31:57.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:40:0) after 1m25s
[17:33:22.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:40:0)
[17:33:22.739] Build status: STARTED
[17:33:22.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:41:0) after 1m27s
[17:34:49.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:41:0)
[17:34:49.983] Build status: STARTED
[17:34:49.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:42:0) after 8m5s
[17:42:55.100] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:42:0)
[17:42:55.127] Build status: STARTED
[17:42:55.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:43:0) after 5m57s
[17:48:52.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:43:0)
[17:48:52.163] Build status: STARTED
[17:48:52.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:44:0) after 6m7s
[17:54:59.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:44:0)
[17:54:59.289] Build status: STARTED
[17:54:59.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:45:0) after 9m54s
[18:04:53.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:45:0)
[18:04:53.455] Build status: STARTED
[18:04:53.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:46:0) after 2m11s
[18:07:04.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:46:0)
[18:07:04.563] Build status: STARTED
[18:07:04.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:47:0) after 9m47s
[18:16:51.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:47:0)
[18:16:51.708] Build status: STARTED
[18:16:51.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:48:0) after 6m8s
[18:22:59.786] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:48:0)
[18:22:59.805] Build status: STARTED
[18:22:59.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:49:0) after 1m13s
[18:24:12.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:49:0)
[18:24:12.829] Build status: STARTED
[18:24:12.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:50:0) after 3m37s
[18:27:49.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:50:0)
[18:27:49.917] Build status: STARTED
[18:27:49.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:51:0) after 7m28s
[18:35:17.950] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:51:0)
[18:35:17.972] Build status: STARTED
[18:35:17.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:52:0) after 9m25s
[18:44:43.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:52:0)
[18:44:43.063] Build status: STARTED
[18:44:43.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:53:0) after 7m8s
[18:51:51.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:53:0)
[18:51:51.159] Build status: STARTED
[18:51:51.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:54:0) after 8m48s
[19:00:39.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:54:0)
[19:00:39.235] Build status: STARTED
[19:00:39.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:55:0) after 1m41s
[19:02:20.345] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:55:0)
[19:02:20.371] Build status: STARTED
[19:02:20.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:56:0) after 9m34s
[19:11:54.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:56:0)
[19:11:54.447] Build status: STARTED
[19:11:54.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:57:0) after 2m10s
[19:14:04.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:57:0)
[19:14:04.491] Build status: STARTED
[19:14:04.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:58:0) after 6m48s
[19:20:52.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:58:0)
[19:20:52.605] Build status: STARTED
[19:20:52.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:59:0) after 5m40s
[19:26:32.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:59:0)
[19:26:32.686] Build status: STARTED
[19:26:32.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:60:0) after 1m56s
[19:28:28.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:60:0)
[19:28:28.821] Build status: STARTED
[19:28:28.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:61:0) after 9m38s
[19:38:06.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:61:0)
[19:38:06.868] Build status: STARTED
[19:38:06.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:62:0) after 6m31s
[19:44:37.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:62:0)
[19:44:37.905] Build status: STARTED
[19:44:37.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:63:0) after 9m9s
[19:53:46.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:63:0)
[19:53:46.974] Build status: STARTED
[19:53:46.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:64:0) after 2m29s
[19:56:15.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:64:0)
[19:56:16.021] Build status: STARTED
[19:56:16.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:65:0) after 9m53s
[20:06:09.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:65:0)
[20:06:09.149] Build status: STARTED
[20:06:09.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:66:0) after 8m34s
[20:14:43.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:66:0)
[20:14:43.195] Build status: STARTED
[20:14:43.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:67:0) after 1m52s
[20:16:35.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:67:0)
[20:16:35.312] Build status: STARTED
[20:16:35.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:68:0) after 9m58s
[20:26:33.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:68:0)
[20:26:33.358] Build status: STARTED
[20:26:33.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:69:0) after 6m30s
[20:33:03.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:69:0)
[20:33:03.404] Build status: STARTED
[20:33:03.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:70:0) after 1m12s
[20:34:15.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:70:0)
[20:34:15.449] Build status: STARTED
[20:34:15.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:71:0) after 7m50s
[20:42:05.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:71:0)
[20:42:05.522] Build status: STARTED
[20:42:05.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:72:0) after 2m2s
[20:44:07.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:72:0)
[20:44:07.575] Build status: STARTED
[20:44:07.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:73:0) after 6m6s
[20:50:13.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:73:0)
[20:50:13.762] Build status: STARTED
[20:50:13.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:74:0) after 5m22s
[20:55:35.857] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:74:0)
[20:55:35.873] Build status: STARTED
[20:55:35.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:75:0) after 7m2s
[21:02:37.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:75:0)
[21:02:37.915] Build status: STARTED
[21:02:37.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:76:0) after 7m17s
[21:09:54.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:76:0)
[21:09:55.001] Build status: STARTED
[21:09:55.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:77:0) after 2m24s
[21:12:19.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:77:0)
[21:12:19.055] Build status: STARTED
[21:12:19.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:78:0) after 3m2s
[21:15:21.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:78:0)
[21:15:21.141] Build status: STARTED
[21:15:21.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:79:0) after 9m43s
[21:25:04.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:79:0)
[21:25:04.219] Build status: STARTED
[21:25:04.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:80:0) after 5m37s
[21:30:41.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:80:0)
[21:30:41.225] Build status: STARTED
[21:30:41.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:81:0) after 7m0s
[21:37:41.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:81:0)
[21:37:41.291] Build status: STARTED
[21:37:41.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:82:0) after 7m33s
[21:45:14.373] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:82:0)
[21:45:14.388] Build status: STARTED
[21:45:14.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:83:0) after 1m48s
[21:47:02.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:83:0)
[21:47:02.467] Build status: STARTED
[21:47:02.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:84:0) after 4m41s
[21:51:43.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:84:0)
[21:51:43.616] Build status: STARTED
[21:51:43.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:85:0) after 6m3s
[21:57:46.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:85:0)
[21:57:46.660] Build status: STARTED
[21:57:46.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:86:0) after 1m26s
[21:59:12.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:86:0)
[21:59:12.757] Build status: STARTED
[21:59:12.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:87:0) after 5m35s
[22:04:47.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:87:0)
[22:04:47.818] Build status: STARTED
[22:04:47.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:88:0) after 3m49s
[22:08:36.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:88:0)
[22:08:36.865] Build status: STARTED
[22:08:36.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:89:0) after 4m14s
[22:12:50.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:89:0)
[22:12:50.911] Build status: STARTED
[22:12:50.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:90:0) after 2m10s
[22:15:00.950] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:90:0)
[22:15:00.981] Build status: STARTED
[22:15:00.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:91:0) after 6m0s
[22:21:01.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:91:0)
[22:21:01.050] Build status: STARTED
[22:21:01.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:92:0) after 9m29s
[22:30:30.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:92:0)
[22:30:30.145] Build status: STARTED
[22:30:30.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:93:0) after 7m30s
[22:38:00.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:93:0)
[22:38:00.183] Build status: STARTED
[22:38:00.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:94:0) after 3m42s
[22:41:42.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:94:0)
[22:41:42.221] Build status: STARTED
[22:41:42.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:95:0) after 2m20s
[22:44:02.246] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:95:0)
[22:44:02.268] Build status: STARTED
[22:44:02.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:96:0) after 5m9s
[22:49:11.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:96:0)
[22:49:11.422] Build status: STARTED
[22:49:11.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:97:0) after 3m17s
[22:52:28.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:97:0)
[22:52:28.476] Build status: STARTED
[22:52:28.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:98:0) after 1m37s
[22:54:05.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:98:0)
[22:54:05.476] Build status: STARTED
[22:54:05.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:99:0) after 2m57s
[22:57:02.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:99:0)
[22:57:02.734] Build status: STARTED
[22:57:02.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:100:0) after 7m9s
[23:04:11.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:100:0)
[23:04:11.778] Build status: STARTED
[23:04:11.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:101:0) after 3m8s
[23:07:19.804] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:101:0)
[23:07:19.821] Build status: STARTED
[23:07:19.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:102:0) after 1m39s
[23:08:58.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:102:0)
[23:08:58.826] Build status: STARTED
[23:08:58.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:103:0) after 6m1s
[23:14:59.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:103:0)
[23:14:59.926] Build status: STARTED
[23:14:59.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:104:0) after 2m38s
[23:17:38.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:104:0)
[23:17:38.017] Build status: STARTED
[23:17:38.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:105:0) after 8m42s
[23:26:20.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:105:0)
[23:26:20.064] Build status: STARTED
[23:26:20.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:106:0) after 9m3s
[23:35:23.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:106:0)
[23:35:23.108] Build status: STARTED
[23:35:23.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:107:0) after 8m23s
[23:43:46.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:107:0)
[23:43:46.218] Build status: STARTED
[23:43:46.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:108:0) after 7m7s
[23:50:53.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:108:0)
[23:50:53.264] Build status: STARTED
[23:50:53.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:109:0) after 2m15s
[23:53:08.297] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:109:0)
[23:53:08.319] Build status: STARTED
[23:53:08.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:110:0) after 3m49s
[23:56:57.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:110:0)
[23:56:57.365] Build status: STARTED
[23:56:57.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:111:0) after 1m3s
[23:58:00.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:111:0)
[23:58:00.403] Build status: STARTED
[23:58:00.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:112:0) after 3m54s
[00:01:54.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:112:0)
[00:01:54.448] Build status: STARTED
[00:01:54.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:113:0) after 2m20s
[00:04:14.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:113:0)
[00:04:14.524] Build status: STARTED
[00:04:14.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:114:0) after 1m43s
[00:05:57.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:114:0)
[00:05:57.750] Build status: STARTED
[00:05:57.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:115:0) after 6m18s
[00:12:15.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:115:0)
[00:12:15.840] Build status: STARTED
[00:12:15.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:116:0) after 3m49s
[00:16:04.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:116:0)
[00:16:04.883] Build status: STARTED
[00:16:04.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:117:0) after 7m16s
[00:23:20.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:117:0)
[00:23:20.993] Build status: STARTED
[00:23:20.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8901245221152327440:118:0) after 3m9s
[00:23:54.105] Received PubSub notification, asking Buildbucket for the build status
[00:23:54.125] Build:
{
  "id": "8735815159135415537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 14109,
  "createdBy": "project:chromium",
  "createTime": "2024-09-25T14:27:52.068566373Z",
  "startTime": "2024-09-25T14:29:08.025124961Z",
  "endTime": "2024-09-26T00:23:53.334196826Z",
  "updateTime": "2024-09-26T00:23:53.334196826Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "48c24183d353254db11648b85dc516aa668a8678",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:23:54.125] Invocation finished in 9h56m3.364014712s with status FAILED