[08:58:42.645] New invocation is queued and will start shortly
[08:58:43.705] Starting the invocation (attempt 1)
[08:58:43.730] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
[08:58:43.731] Popped gitiles commit info from properties and tags
[08:58:43.731] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:58:43.731] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:58:43.731] Buildbucket request:
{
"requestId": "8841109542868495696",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841109542868495696",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7f429325772b4b171d0463ec7be0b747d7dbb58a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f429325772b4b171d0463ec7be0b747d7dbb58a",
"title": "7f429325772b4b171d0463ec7be0b747d7dbb58a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f429325772b4b171d0463ec7be0b747d7dbb58a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
"title": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e242cb6100e1650e44c4f74f8152019a25795ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e242cb6100e1650e44c4f74f8152019a25795ec",
"title": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841109542868495696"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:58:44.081] Scheduled build:
{
"id": "8675679480994816017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T08:58:43.810073505Z",
"updateTime": "2026-07-21T08:58:43.810073505Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
}
}
}
[08:58:44.081] Task URL: https://cr-buildbucket.appspot.com/build/8675679480994816017
[08:58:44.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:2:0) after 9m0s
[08:58:45.036] Received PubSub notification, asking Buildbucket for the build status
[08:58:45.059] Build status: SCHEDULED
[09:07:44.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:2:0)
[09:07:44.275] Build status: SCHEDULED
[09:07:44.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:4:0) after 5m43s
[09:13:27.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:4:0)
[09:13:27.442] Build status: SCHEDULED
[09:13:27.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:5:0) after 5m0s
[09:18:27.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:5:0)
[09:18:27.667] Build status: SCHEDULED
[09:18:27.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:6:0) after 6m7s
[09:24:34.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:6:0)
[09:24:34.702] Build status: SCHEDULED
[09:24:34.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:7:0) after 2m17s
[09:26:51.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:7:0)
[09:26:51.808] Build status: SCHEDULED
[09:26:51.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:8:0) after 6m6s
[09:32:57.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:8:0)
[09:32:57.993] Build status: SCHEDULED
[09:32:57.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:9:0) after 6m24s
[09:39:21.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:9:0)
[09:39:22.160] Build status: SCHEDULED
[09:39:22.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:10:0) after 6m26s
[09:45:48.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:10:0)
[09:45:48.204] Build status: SCHEDULED
[09:45:48.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:11:0) after 6m9s
[09:51:57.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:11:0)
[09:51:57.360] Build status: SCHEDULED
[09:51:57.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:12:0) after 9m15s
[10:01:12.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:12:0)
[10:01:12.446] Build status: SCHEDULED
[10:01:12.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:13:0) after 6m0s
[10:07:12.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:13:0)
[10:07:12.532] Build status: SCHEDULED
[10:07:12.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:14:0) after 1m48s
[10:09:00.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:14:0)
[10:09:00.565] Build status: SCHEDULED
[10:09:00.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:15:0) after 3m21s
[10:12:21.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:15:0)
[10:12:21.661] Build status: SCHEDULED
[10:12:21.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:16:0) after 9m7s
[10:21:28.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:16:0)
[10:21:28.711] Build status: SCHEDULED
[10:21:28.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:17:0) after 7m7s
[10:28:35.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:17:0)
[10:28:35.744] Build status: SCHEDULED
[10:28:35.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:18:0) after 2m58s
[10:31:33.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:18:0)
[10:31:33.801] Build status: SCHEDULED
[10:31:33.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:19:0) after 4m1s
[10:35:34.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:19:0)
[10:35:34.956] Build status: SCHEDULED
[10:35:34.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:20:0) after 8m6s
[10:43:41.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:20:0)
[10:43:41.028] Build status: SCHEDULED
[10:43:41.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:21:0) after 9m51s
[10:53:32.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:21:0)
[10:53:32.069] Build status: SCHEDULED
[10:53:32.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:22:0) after 7m17s
[11:00:49.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:22:0)
[11:00:49.237] Build status: SCHEDULED
[11:00:49.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:23:0) after 2m50s
[11:03:39.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:23:0)
[11:03:39.341] Build status: SCHEDULED
[11:03:39.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:24:0) after 8m57s
[11:12:36.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:24:0)
[11:12:36.481] Build status: SCHEDULED
[11:12:36.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:25:0) after 8m27s
[11:21:03.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:25:0)
[11:21:03.511] Build status: SCHEDULED
[11:21:03.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:26:0) after 5m51s
[11:26:54.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:26:0)
[11:26:54.567] Build status: SCHEDULED
[11:26:54.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:27:0) after 2m36s
[11:29:30.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:27:0)
[11:29:30.668] Build status: SCHEDULED
[11:29:30.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:28:0) after 2m4s
[11:31:34.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:28:0)
[11:31:34.810] Build status: SCHEDULED
[11:31:34.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:29:0) after 5m28s
[11:37:02.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:29:0)
[11:37:02.845] Build status: SCHEDULED
[11:37:02.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:30:0) after 4m8s
[11:41:10.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:30:0)
[11:41:10.895] Build status: SCHEDULED
[11:41:10.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:31:0) after 2m51s
[11:44:01.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:31:0)
[11:44:01.929] Build status: SCHEDULED
[11:44:01.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:32:0) after 3m15s
[11:47:17.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:32:0)
[11:47:17.076] Build status: SCHEDULED
[11:47:17.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:33:0) after 3m50s
[11:51:07.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:33:0)
[11:51:07.125] Build status: SCHEDULED
[11:51:07.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:34:0) after 5m16s
[11:56:23.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:34:0)
[11:56:23.222] Build status: SCHEDULED
[11:56:23.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:35:0) after 6m7s
[12:02:30.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:35:0)
[12:02:30.278] Build status: SCHEDULED
[12:02:30.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:36:0) after 3m15s
[12:05:45.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:36:0)
[12:05:45.321] Build status: SCHEDULED
[12:05:45.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:37:0) after 2m11s
[12:07:56.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:37:0)
[12:07:56.379] Build status: SCHEDULED
[12:07:56.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:38:0) after 2m36s
[12:10:32.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:38:0)
[12:10:32.393] Build status: SCHEDULED
[12:10:32.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:39:0) after 5m52s
[12:16:24.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:39:0)
[12:16:24.473] Build status: SCHEDULED
[12:16:24.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:40:0) after 3m51s
[12:20:15.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:40:0)
[12:20:15.526] Build status: SCHEDULED
[12:20:15.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:41:0) after 3m13s
[12:23:28.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:41:0)
[12:23:28.570] Build status: SCHEDULED
[12:23:28.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:42:0) after 3m38s
[12:27:06.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:42:0)
[12:27:06.612] Build status: SCHEDULED
[12:27:06.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:43:0) after 1m1s
[12:28:07.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:43:0)
[12:28:07.642] Build status: SCHEDULED
[12:28:07.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:44:0) after 6m33s
[12:34:40.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:44:0)
[12:34:40.676] Build status: SCHEDULED
[12:34:40.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:45:0) after 5m17s
[12:35:57.729] Received PubSub notification, asking Buildbucket for the build status
[12:35:57.754] Build status: STARTED
[12:39:57.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:45:0)
[12:39:57.714] Build status: STARTED
[12:39:57.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:47:0) after 1m24s
[12:41:21.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:47:0)
[12:41:21.751] Build status: STARTED
[12:41:21.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:48:0) after 3m22s
[12:44:43.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:48:0)
[12:44:43.801] Build status: STARTED
[12:44:43.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841109542868495696:49:0) after 7m44s
[12:47:29.767] Received PubSub notification, asking Buildbucket for the build status
[12:47:29.787] Build:
{
"id": "8675679480994816017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T08:58:43.810073505Z",
"startTime": "2026-07-21T12:35:57.565374239Z",
"endTime": "2026-07-21T12:47:02.521544524Z",
"updateTime": "2026-07-21T12:47:02.521544524Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
}
}
}
[12:47:29.787] Invocation finished in 3h48m47.146061075s with status FAILED