[05:36:30.077] New invocation is queued and will start shortly
[05:36:31.811] Starting the invocation (attempt 1)
[05:36:31.840] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/508ae91e0eca560ade97099c2997bc383932e56d"
[05:36:31.840] Popped gitiles commit info from properties and tags
[05:36:31.840] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:36:31.841] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:36:31.841] Buildbucket request:
{
"requestId": "8840941070854154192",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840941070854154192",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "455d2141e4ab755dae02f9dfa837e999fbec3088"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@455d2141e4ab755dae02f9dfa837e999fbec3088",
"title": "455d2141e4ab755dae02f9dfa837e999fbec3088",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/455d2141e4ab755dae02f9dfa837e999fbec3088"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
"title": "20b31f0f04da6b0831adacd853ebdc985cb9e0f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20b31f0f04da6b0831adacd853ebdc985cb9e0f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a34b6732b4b9bc8d07bff9bccdcb8fa61c3458a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a34b6732b4b9bc8d07bff9bccdcb8fa61c3458a3",
"title": "a34b6732b4b9bc8d07bff9bccdcb8fa61c3458a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a34b6732b4b9bc8d07bff9bccdcb8fa61c3458a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "508ae91e0eca560ade97099c2997bc383932e56d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@508ae91e0eca560ade97099c2997bc383932e56d",
"title": "508ae91e0eca560ade97099c2997bc383932e56d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/508ae91e0eca560ade97099c2997bc383932e56d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "508ae91e0eca560ade97099c2997bc383932e56d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840941070854154192"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:36:33.605] Scheduled build:
{
"id": "8675511007731834417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T05:36:32.434861807Z",
"updateTime": "2026-07-23T05:36:32.434861807Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "508ae91e0eca560ade97099c2997bc383932e56d",
"ref": "refs/heads/main"
}
}
}
[05:36:33.605] Task URL: https://cr-buildbucket.appspot.com/build/8675511007731834417
[05:36:33.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:2:0) after 2m14s
[05:36:34.224] Received PubSub notification, asking Buildbucket for the build status
[05:36:43.715] Build status: SCHEDULED
[05:38:47.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:2:0)
[05:38:47.635] Build status: SCHEDULED
[05:38:47.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:4:0) after 9m47s
[05:48:34.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:4:0)
[05:48:34.868] Build status: SCHEDULED
[05:48:34.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:5:0) after 5m56s
[05:54:31.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:5:0)
[05:54:31.054] Build status: SCHEDULED
[05:54:31.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:6:0) after 5m34s
[06:00:05.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:6:0)
[06:00:05.186] Build status: SCHEDULED
[06:00:05.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:7:0) after 7m53s
[06:07:58.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:7:0)
[06:07:58.239] Build status: SCHEDULED
[06:07:58.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:8:0) after 2m54s
[06:10:52.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:8:0)
[06:10:52.432] Build status: SCHEDULED
[06:10:52.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:9:0) after 7m32s
[06:18:24.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:9:0)
[06:18:24.534] Build status: SCHEDULED
[06:18:24.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:10:0) after 3m29s
[06:21:53.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:10:0)
[06:21:53.789] Build status: SCHEDULED
[06:21:53.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:11:0) after 2m50s
[06:24:43.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:11:0)
[06:24:43.809] Build status: SCHEDULED
[06:24:43.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:12:0) after 1m24s
[06:26:07.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:12:0)
[06:26:07.845] Build status: SCHEDULED
[06:26:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:13:0) after 6m52s
[06:32:59.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:13:0)
[06:32:59.876] Build status: SCHEDULED
[06:32:59.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:14:0) after 4m33s
[06:37:32.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:14:0)
[06:37:32.915] Build status: SCHEDULED
[06:37:32.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:15:0) after 4m41s
[06:42:13.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:15:0)
[06:42:13.948] Build status: SCHEDULED
[06:42:13.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:16:0) after 7m29s
[06:49:42.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:16:0)
[06:49:43.039] Build status: SCHEDULED
[06:49:43.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:17:0) after 8m0s
[06:57:43.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:17:0)
[06:57:43.088] Build status: SCHEDULED
[06:57:43.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:18:0) after 6m58s
[07:04:41.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:18:0)
[07:04:41.174] Build status: SCHEDULED
[07:04:41.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:19:0) after 5m27s
[07:10:08.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:19:0)
[07:10:08.212] Build status: SCHEDULED
[07:10:08.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:20:0) after 7m19s
[07:17:27.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:20:0)
[07:17:27.256] Build status: SCHEDULED
[07:17:27.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:21:0) after 5m5s
[07:22:32.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:21:0)
[07:22:32.271] Build status: SCHEDULED
[07:22:32.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:22:0) after 3m23s
[07:25:55.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:22:0)
[07:25:55.270] Build status: SCHEDULED
[07:25:55.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:23:0) after 5m51s
[07:31:46.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:23:0)
[07:31:46.334] Build status: SCHEDULED
[07:31:46.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:24:0) after 1m13s
[07:32:59.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:24:0)
[07:32:59.485] Build status: SCHEDULED
[07:32:59.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:25:0) after 6m0s
[07:38:59.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:25:0)
[07:38:59.594] Build status: SCHEDULED
[07:38:59.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:26:0) after 8m10s
[07:47:09.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:26:0)
[07:47:09.690] Build status: SCHEDULED
[07:47:09.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:27:0) after 5m57s
[07:53:06.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:27:0)
[07:53:07.114] Build status: SCHEDULED
[07:53:07.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:28:0) after 7m4s
[08:00:11.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:28:0)
[08:00:11.179] Build status: SCHEDULED
[08:00:11.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:29:0) after 3m42s
[08:03:53.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:29:0)
[08:03:53.177] Build status: SCHEDULED
[08:03:53.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:30:0) after 8m1s
[08:11:54.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:30:0)
[08:11:54.223] Build status: SCHEDULED
[08:11:54.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:31:0) after 9m37s
[08:21:31.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:31:0)
[08:21:31.280] Build status: SCHEDULED
[08:21:31.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:32:0) after 9m56s
[08:31:27.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:32:0)
[08:31:27.368] Build status: SCHEDULED
[08:31:27.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:33:0) after 4m7s
[08:35:34.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:33:0)
[08:35:34.401] Build status: SCHEDULED
[08:35:34.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:34:0) after 4m22s
[08:39:56.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:34:0)
[08:39:56.485] Build status: SCHEDULED
[08:39:56.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:35:0) after 9m12s
[08:49:08.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:35:0)
[08:49:08.608] Build status: SCHEDULED
[08:49:08.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:36:0) after 4m41s
[08:53:49.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:36:0)
[08:53:49.823] Build status: SCHEDULED
[08:53:49.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:37:0) after 9m0s
[09:02:49.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:37:0)
[09:02:49.983] Build status: SCHEDULED
[09:02:49.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:38:0) after 5m13s
[09:08:03.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:38:0)
[09:08:03.141] Build status: SCHEDULED
[09:08:03.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:39:0) after 7m33s
[09:15:36.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:39:0)
[09:15:36.214] Build status: SCHEDULED
[09:15:36.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:40:0) after 5m50s
[09:21:26.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:40:0)
[09:21:26.311] Build status: SCHEDULED
[09:21:26.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:41:0) after 4m33s
[09:25:59.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:41:0)
[09:25:59.398] Build status: SCHEDULED
[09:25:59.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840941070854154192:42:0) after 8m25s
[09:28:19.067] Received PubSub notification, asking Buildbucket for the build status
[09:28:19.084] Build status: STARTED
[09:30:07.947] Received PubSub notification, asking Buildbucket for the build status
[09:30:07.979] Build:
{
"id": "8675511007731834417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T05:36:32.434861807Z",
"startTime": "2026-07-23T09:28:16.708951065Z",
"endTime": "2026-07-23T09:30:07.700182547Z",
"updateTime": "2026-07-23T09:30:07.700182547Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "508ae91e0eca560ade97099c2997bc383932e56d",
"ref": "refs/heads/main"
}
}
}
[09:30:07.979] Invocation finished in 3h53m37.906113184s with status FAILED