LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-linux-bazel-rpc-v9

Status: FAILED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev a3c878ab54b8ac3a43a0bb339349faae6bd261d0)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-rpc-v9"
>

Incoming triggers

9583b478b0bf8e561bf15eca2620b76786b06bb2 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9583b478b0bf8e561bf15eca2620b76786b06bb2"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2
gitiles_ref:refs/heads/main

Debug log (UTC)

[23:27:46.830] New invocation is queued and will start shortly
[23:27:49.124] Starting the invocation (attempt 1)
[23:27:49.168] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
[23:27:49.168] Popped gitiles commit info from properties and tags
[23:27:49.168] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:27:49.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:27:49.168] Buildbucket request:
{
  "requestId": "8832629347852383824",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v9"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8832629347852383824",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9583b478b0bf8e561bf15eca2620b76786b06bb2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9583b478b0bf8e561bf15eca2620b76786b06bb2",
                        "title": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8832629347852383824"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:27:50.318] Scheduled build:
{
  "id": "8667199284628807329",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v9"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-22T23:27:49.282130632Z",
  "updateTime": "2026-10-22T23:27:49.282130632Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
      "ref": "refs/heads/main"
    }
  }
}
[23:27:50.318] Task URL: https://cr-buildbucket.appspot.com/build/8667199284628807329
[23:27:50.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:2:0) after 6m1s
[23:27:51.187] Received PubSub notification, asking Buildbucket for the build status
[23:27:51.211] Build status: SCHEDULED
[23:33:51.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:2:0)
[23:33:51.358] Build status: SCHEDULED
[23:33:51.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:4:0) after 2m44s
[23:36:35.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:4:0)
[23:36:35.499] Build status: SCHEDULED
[23:36:35.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:5:0) after 4m16s
[23:40:51.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:5:0)
[23:40:51.497] Build status: SCHEDULED
[23:40:51.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:6:0) after 2m57s
[23:43:48.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:6:0)
[23:43:48.486] Build status: SCHEDULED
[23:43:48.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:7:0) after 2m46s
[23:46:34.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:7:0)
[23:46:34.520] Build status: SCHEDULED
[23:46:34.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:8:0) after 3m59s
[23:50:33.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:8:0)
[23:50:33.662] Build status: SCHEDULED
[23:50:33.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:9:0) after 9m29s
[00:00:02.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:9:0)
[00:00:02.717] Build status: SCHEDULED
[00:00:02.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:10:0) after 6m23s
[00:06:25.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:10:0)
[00:06:25.897] Build status: SCHEDULED
[00:06:25.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:11:0) after 5m44s
[00:12:09.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:11:0)
[00:12:09.932] Build status: SCHEDULED
[00:12:09.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:12:0) after 1m13s
[00:13:22.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:12:0)
[00:13:23.144] Build status: SCHEDULED
[00:13:23.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:13:0) after 8m13s
[00:21:36.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:13:0)
[00:21:36.270] Build status: SCHEDULED
[00:21:36.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:14:0) after 9m2s
[00:30:38.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:14:0)
[00:30:38.359] Build status: SCHEDULED
[00:30:38.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:15:0) after 2m23s
[00:33:01.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:15:0)
[00:33:01.463] Build status: SCHEDULED
[00:33:01.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:16:0) after 4m20s
[00:37:21.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:16:0)
[00:37:21.513] Build status: SCHEDULED
[00:37:21.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:17:0) after 6m48s
[00:44:09.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:17:0)
[00:44:09.594] Build status: SCHEDULED
[00:44:09.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:18:0) after 7m43s
[00:51:52.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:18:0)
[00:51:52.706] Build status: SCHEDULED
[00:51:52.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:19:0) after 6m14s
[00:58:06.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:19:0)
[00:58:06.741] Build status: SCHEDULED
[00:58:06.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:20:0) after 4m50s
[01:02:56.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:20:0)
[01:02:56.830] Build status: SCHEDULED
[01:02:56.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:21:0) after 7m5s
[01:10:01.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:21:0)
[01:10:01.956] Build status: SCHEDULED
[01:10:01.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:22:0) after 1m11s
[01:11:13.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:22:0)
[01:11:13.062] Build status: SCHEDULED
[01:11:13.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:23:0) after 1m4s
[01:12:17.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:23:0)
[01:12:17.148] Build status: SCHEDULED
[01:12:17.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:24:0) after 3m58s
[01:16:15.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:24:0)
[01:16:15.235] Build status: SCHEDULED
[01:16:15.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:25:0) after 2m44s
[01:18:59.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:25:0)
[01:18:59.392] Build status: SCHEDULED
[01:18:59.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:26:0) after 4m20s
[01:23:19.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:26:0)
[01:23:19.444] Build status: SCHEDULED
[01:23:19.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:27:0) after 3m44s
[01:27:03.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:27:0)
[01:27:03.528] Build status: SCHEDULED
[01:27:03.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:28:0) after 7m17s
[01:34:20.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:28:0)
[01:34:20.650] Build status: SCHEDULED
[01:34:20.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:29:0) after 4m38s
[01:38:58.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:29:0)
[01:38:58.740] Build status: SCHEDULED
[01:38:58.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:30:0) after 4m46s
[01:43:44.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:30:0)
[01:43:44.896] Build status: SCHEDULED
[01:43:44.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:31:0) after 6m9s
[01:49:54.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:31:0)
[01:49:54.033] Build status: SCHEDULED
[01:49:54.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:32:0) after 1m17s
[01:51:11.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:32:0)
[01:51:11.072] Build status: SCHEDULED
[01:51:11.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:33:0) after 4m56s
[01:56:07.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:33:0)
[01:56:07.163] Build status: SCHEDULED
[01:56:07.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:34:0) after 8m45s
[02:04:52.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:34:0)
[02:04:52.278] Build status: SCHEDULED
[02:04:52.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:35:0) after 5m23s
[02:10:15.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:35:0)
[02:10:15.401] Build status: SCHEDULED
[02:10:15.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:36:0) after 5m28s
[02:15:43.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:36:0)
[02:15:43.605] Build status: SCHEDULED
[02:15:43.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:37:0) after 7m44s
[02:23:27.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:37:0)
[02:23:27.710] Build status: SCHEDULED
[02:23:27.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:38:0) after 2m54s
[02:26:21.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:38:0)
[02:26:21.830] Build status: SCHEDULED
[02:26:21.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:39:0) after 1m37s
[02:27:58.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:39:0)
[02:27:58.931] Build status: SCHEDULED
[02:27:58.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:40:0) after 9m3s
[02:37:02.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:40:0)
[02:37:02.026] Build status: SCHEDULED
[02:37:02.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:41:0) after 5m13s
[02:42:15.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:41:0)
[02:42:15.125] Build status: SCHEDULED
[02:42:15.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:42:0) after 6m16s
[02:48:31.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:42:0)
[02:48:31.288] Build status: SCHEDULED
[02:48:31.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:43:0) after 9m21s
[02:57:52.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:43:0)
[02:57:52.381] Build status: SCHEDULED
[02:57:52.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:44:0) after 1m47s
[02:59:39.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:44:0)
[02:59:39.436] Build status: SCHEDULED
[02:59:39.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:45:0) after 5m48s
[03:05:27.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:45:0)
[03:05:27.493] Build status: SCHEDULED
[03:05:27.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:46:0) after 7m17s
[03:12:44.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:46:0)
[03:12:44.529] Build status: SCHEDULED
[03:12:44.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:47:0) after 7m48s
[03:20:32.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:47:0)
[03:20:32.712] Build status: SCHEDULED
[03:20:32.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:48:0) after 4m28s
[03:25:00.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:48:0)
[03:25:00.748] Build status: SCHEDULED
[03:25:00.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:49:0) after 9m29s
[03:34:29.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:49:0)
[03:34:29.830] Build status: SCHEDULED
[03:34:29.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:50:0) after 4m25s
[03:38:54.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:50:0)
[03:38:54.946] Build status: SCHEDULED
[03:38:54.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:51:0) after 5m29s
[03:44:23.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:51:0)
[03:44:23.983] Build status: SCHEDULED
[03:44:23.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:52:0) after 1m39s
[03:46:03.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:52:0)
[03:46:03.062] Build status: SCHEDULED
[03:46:03.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:53:0) after 8m44s
[03:54:47.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:53:0)
[03:54:47.153] Build status: SCHEDULED
[03:54:47.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:54:0) after 5m20s
[04:00:07.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:54:0)
[04:00:07.201] Build status: SCHEDULED
[04:00:07.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:55:0) after 3m11s
[04:03:18.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:55:0)
[04:03:18.219] Build status: SCHEDULED
[04:03:18.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:56:0) after 1m54s
[04:05:12.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:56:0)
[04:05:12.317] Build status: SCHEDULED
[04:05:12.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:57:0) after 7m0s
[04:12:12.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:57:0)
[04:12:12.462] Build status: SCHEDULED
[04:12:12.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:58:0) after 7m36s
[04:19:48.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:58:0)
[04:19:48.588] Build status: SCHEDULED
[04:19:48.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:59:0) after 6m42s
[04:26:30.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:59:0)
[04:26:30.694] Build status: SCHEDULED
[04:26:30.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:60:0) after 1m36s
[04:28:06.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:60:0)
[04:28:06.815] Build status: SCHEDULED
[04:28:06.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:61:0) after 2m30s
[04:30:36.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:61:0)
[04:30:36.925] Build status: SCHEDULED
[04:30:36.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:62:0) after 3m2s
[04:33:38.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:62:0)
[04:33:39.310] Build status: SCHEDULED
[04:33:39.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:63:0) after 1m5s
[04:34:44.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:63:0)
[04:34:44.358] Build status: SCHEDULED
[04:34:44.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:64:0) after 9m54s
[04:44:38.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:64:0)
[04:44:38.527] Build status: SCHEDULED
[04:44:38.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:65:0) after 4m25s
[04:49:03.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:65:0)
[04:49:03.565] Build status: SCHEDULED
[04:49:03.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:66:0) after 2m17s
[04:51:20.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:66:0)
[04:51:20.614] Build status: SCHEDULED
[04:51:20.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:67:0) after 6m52s
[04:58:12.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:67:0)
[04:58:12.662] Build status: SCHEDULED
[04:58:12.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:68:0) after 3m25s
[05:01:37.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:68:0)
[05:01:37.704] Build status: SCHEDULED
[05:01:37.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:69:0) after 9m11s
[05:10:48.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:69:0)
[05:10:48.780] Build status: SCHEDULED
[05:10:48.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:70:0) after 1m34s
[05:12:22.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:70:0)
[05:12:22.834] Build status: SCHEDULED
[05:12:22.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:71:0) after 6m9s
[05:18:31.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:71:0)
[05:18:31.943] Build status: SCHEDULED
[05:18:31.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:72:0) after 3m50s
[05:22:21.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:72:0)
[05:22:21.985] Build status: SCHEDULED
[05:22:21.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:73:0) after 9m34s
[05:31:56.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:73:0)
[05:31:56.033] Build status: SCHEDULED
[05:31:56.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:74:0) after 1m7s
[05:33:03.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:74:0)
[05:33:03.075] Build status: SCHEDULED
[05:33:03.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:75:0) after 7m9s
[05:40:12.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:75:0)
[05:40:12.304] Build status: SCHEDULED
[05:40:12.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:76:0) after 6m46s
[05:46:58.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:76:0)
[05:46:58.343] Build status: SCHEDULED
[05:46:58.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:77:0) after 4m29s
[05:51:27.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:77:0)
[05:51:27.390] Build status: SCHEDULED
[05:51:27.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:78:0) after 3m59s
[05:55:26.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:78:0)
[05:55:26.436] Build status: SCHEDULED
[05:55:26.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:79:0) after 2m43s
[05:58:09.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:79:0)
[05:58:09.470] Build status: SCHEDULED
[05:58:09.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:80:0) after 9m56s
[06:08:05.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:80:0)
[06:08:05.518] Build status: SCHEDULED
[06:08:05.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:81:0) after 2m27s
[06:10:32.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:81:0)
[06:10:32.556] Build status: SCHEDULED
[06:10:32.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:82:0) after 9m13s
[06:19:45.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:82:0)
[06:19:45.581] Build status: SCHEDULED
[06:19:45.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:83:0) after 2m19s
[06:22:04.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:83:0)
[06:22:04.716] Build status: SCHEDULED
[06:22:04.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:84:0) after 5m36s
[06:27:40.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:84:0)
[06:27:40.749] Build status: SCHEDULED
[06:27:40.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:85:0) after 3m11s
[06:30:51.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:85:0)
[06:30:51.787] Build status: SCHEDULED
[06:30:51.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:86:0) after 2m46s
[06:33:37.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:86:0)
[06:33:37.883] Build status: SCHEDULED
[06:33:37.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:87:0) after 6m52s
[06:40:29.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:87:0)
[06:40:29.918] Build status: SCHEDULED
[06:40:29.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:88:0) after 7m37s
[06:48:07.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:88:0)
[06:48:07.065] Build status: SCHEDULED
[06:48:07.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:89:0) after 4m47s
[06:52:54.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:89:0)
[06:52:54.103] Build status: SCHEDULED
[06:52:54.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:90:0) after 9m50s
[07:02:44.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:90:0)
[07:02:44.224] Build status: SCHEDULED
[07:02:44.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:91:0) after 1m26s
[07:04:10.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:91:0)
[07:04:10.281] Build status: SCHEDULED
[07:04:10.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8832629347852383824:92:0) after 3m16s
[07:04:27.414] Received PubSub notification, asking Buildbucket for the build status
[07:04:27.432] Build status: STARTED
[07:07:12.926] Received PubSub notification, asking Buildbucket for the build status
[07:07:12.947] Build:
{
  "id": "8667199284628807329",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v9"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-10-22T23:27:49.282130632Z",
  "startTime": "2026-10-23T07:04:27.196306139Z",
  "endTime": "2026-10-23T07:07:12.124064968Z",
  "updateTime": "2026-10-23T07:07:12.124064968Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
      "ref": "refs/heads/main"
    }
  }
}
[07:07:12.947] Invocation finished in 7h39m26.12213352s with status FAILED