[08:29:32.100] New invocation is queued and will start shortly
[08:29:33.184] Starting the invocation (attempt 1)
[08:29:33.208] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
[08:29:33.208] Popped gitiles commit info from properties and tags
[08:29:33.208] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:29:33.208] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:29:33.209] Buildbucket request:
{
"requestId": "8837940484623323120",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837940484623323120",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"title": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3bb851155c470185d72c33cf66b0d871ec5ea6b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"title": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837940484623323120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:29:33.567] Scheduled build:
{
"id": "8672510422743142929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T08:29:33.272914580Z",
"updateTime": "2026-08-25T08:29:33.272914580Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
}
}
[08:29:33.567] Task URL: https://cr-buildbucket.appspot.com/build/8672510422743142929
[08:29:33.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:2:0) after 9m14s
[08:29:33.667] Received PubSub notification, asking Buildbucket for the build status
[08:29:33.689] Build status: SCHEDULED
[08:38:47.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:2:0)
[08:38:47.705] Build status: SCHEDULED
[08:38:47.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:4:0) after 6m4s
[08:44:51.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:4:0)
[08:44:51.740] Build status: SCHEDULED
[08:44:51.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:5:0) after 8m44s
[08:53:35.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:5:0)
[08:53:35.861] Build status: SCHEDULED
[08:53:35.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:6:0) after 7m37s
[09:01:12.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:6:0)
[09:01:12.983] Build status: SCHEDULED
[09:01:12.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:7:0) after 6m19s
[09:07:31.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:7:0)
[09:07:31.984] Build status: SCHEDULED
[09:07:31.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:8:0) after 6m20s
[09:13:52.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:8:0)
[09:13:52.086] Build status: SCHEDULED
[09:13:52.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:9:0) after 3m53s
[09:17:45.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:9:0)
[09:17:45.274] Build status: SCHEDULED
[09:17:45.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:10:0) after 3m43s
[09:21:28.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:10:0)
[09:21:28.593] Build status: SCHEDULED
[09:21:28.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:11:0) after 4m31s
[09:25:59.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:11:0)
[09:25:59.638] Build status: SCHEDULED
[09:25:59.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:12:0) after 7m54s
[09:33:53.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:12:0)
[09:33:53.768] Build status: SCHEDULED
[09:33:53.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:13:0) after 1m57s
[09:35:50.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:13:0)
[09:35:50.808] Build status: SCHEDULED
[09:35:50.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:14:0) after 4m6s
[09:39:56.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:14:0)
[09:39:56.982] Build status: SCHEDULED
[09:39:56.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:15:0) after 1m24s
[09:41:21.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:15:0)
[09:41:21.154] Build status: SCHEDULED
[09:41:21.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:16:0) after 9m39s
[09:51:00.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:16:0)
[09:51:00.229] Build status: SCHEDULED
[09:51:00.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:17:0) after 4m22s
[09:55:22.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:17:0)
[09:55:22.384] Build status: SCHEDULED
[09:55:22.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:18:0) after 6m50s
[10:02:12.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:18:0)
[10:02:12.545] Build status: SCHEDULED
[10:02:12.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:19:0) after 4m1s
[10:06:13.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:19:0)
[10:06:13.585] Build status: SCHEDULED
[10:06:13.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:20:0) after 5m5s
[10:11:18.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:20:0)
[10:11:18.673] Build status: SCHEDULED
[10:11:18.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:21:0) after 6m6s
[10:17:25.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:21:0)
[10:17:25.155] Build status: SCHEDULED
[10:17:25.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:22:0) after 3m53s
[10:21:18.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:22:0)
[10:21:18.323] Build status: SCHEDULED
[10:21:18.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:23:0) after 3m31s
[10:24:49.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:23:0)
[10:24:49.448] Build status: SCHEDULED
[10:24:49.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:24:0) after 6m43s
[10:31:32.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:24:0)
[10:31:32.576] Build status: SCHEDULED
[10:31:32.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:25:0) after 8m26s
[10:39:58.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:25:0)
[10:39:58.612] Build status: SCHEDULED
[10:39:58.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:26:0) after 7m50s
[10:47:49.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:26:0)
[10:47:49.267] Build status: SCHEDULED
[10:47:49.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:27:0) after 8m9s
[10:55:58.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:27:0)
[10:55:58.313] Build status: SCHEDULED
[10:55:58.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:28:0) after 7m10s
[11:03:08.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:28:0)
[11:03:08.463] Build status: SCHEDULED
[11:03:08.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:29:0) after 2m0s
[11:05:08.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:29:0)
[11:05:08.519] Build status: SCHEDULED
[11:05:08.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:30:0) after 1m29s
[11:06:37.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:30:0)
[11:06:37.569] Build status: SCHEDULED
[11:06:37.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:31:0) after 7m37s
[11:14:14.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:31:0)
[11:14:14.685] Build status: SCHEDULED
[11:14:14.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:32:0) after 1m33s
[11:15:47.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:32:0)
[11:15:47.768] Build status: SCHEDULED
[11:15:47.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:33:0) after 3m36s
[11:19:23.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:33:0)
[11:19:23.815] Build status: SCHEDULED
[11:19:23.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:34:0) after 1m1s
[11:20:24.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:34:0)
[11:20:24.862] Build status: SCHEDULED
[11:20:24.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:35:0) after 4m26s
[11:24:50.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:35:0)
[11:24:51.016] Build status: SCHEDULED
[11:24:51.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:36:0) after 5m10s
[11:30:01.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:36:0)
[11:30:01.057] Build status: SCHEDULED
[11:30:01.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:37:0) after 3m12s
[11:33:13.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:37:0)
[11:33:13.149] Build status: SCHEDULED
[11:33:13.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:38:0) after 1m54s
[11:35:07.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:38:0)
[11:35:07.178] Build status: SCHEDULED
[11:35:07.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:39:0) after 6m59s
[11:42:06.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:39:0)
[11:42:06.254] Build status: SCHEDULED
[11:42:06.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:40:0) after 9m45s
[11:46:38.230] Received PubSub notification, asking Buildbucket for the build status
[11:46:38.249] Build status: STARTED
[11:51:51.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:40:0)
[11:51:51.295] Build status: STARTED
[11:51:51.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:42:0) after 6m12s
[11:58:03.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:42:0)
[11:58:03.329] Build status: STARTED
[11:58:03.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:43:0) after 9m52s
[12:07:55.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:43:0)
[12:07:55.394] Build status: STARTED
[12:07:55.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:44:0) after 4m31s
[12:12:26.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:44:0)
[12:12:26.475] Build status: STARTED
[12:12:26.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:45:0) after 4m9s
[12:16:35.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:45:0)
[12:16:35.636] Build status: STARTED
[12:16:35.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:46:0) after 9m19s
[12:25:54.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:46:0)
[12:25:54.734] Build status: STARTED
[12:25:54.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:47:0) after 7m13s
[12:33:07.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:47:0)
[12:33:07.824] Build status: STARTED
[12:33:07.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8837940484623323120:48:0) after 9m43s
[12:37:19.291] Received PubSub notification, asking Buildbucket for the build status
[12:37:19.315] Build:
{
"id": "8672510422743142929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T08:29:33.272914580Z",
"startTime": "2026-08-25T11:46:20.010308378Z",
"endTime": "2026-08-25T12:37:18.128472185Z",
"updateTime": "2026-08-25T12:37:18.128472185Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
}
}
[12:37:19.315] Invocation finished in 4h7m47.220075878s with status FAILED