[10:20:50.631] New invocation is queued and will start shortly
[10:20:50.631] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[10:20:51.869] Starting the invocation (attempt 1)
[10:20:51.897] Ignoring gitiles_ref tag without the buildset tag
[10:20:51.897] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:20:51.897] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:20:51.897] Buildbucket request:
{
"requestId": "8837933481676582720",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837933481676582720",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "fef2bd5d-9870-45cb-ab1f-9361bd62f721",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672503831832596849"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837933481676582720"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:20:52.259] Scheduled build:
{
"id": "8672503419627849921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T10:20:51.963979580Z",
"updateTime": "2026-08-25T10:20:51.963979580Z",
"status": "SCHEDULED",
"input": {
}
}
[10:20:52.259] Task URL: https://cr-buildbucket.appspot.com/build/8672503419627849921
[10:20:52.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:2:0) after 2m11s
[10:20:53.232] Received PubSub notification, asking Buildbucket for the build status
[10:20:53.254] Build status: SCHEDULED
[10:23:03.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:2:0)
[10:23:03.300] Build status: SCHEDULED
[10:23:03.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:4:0) after 4m33s
[10:27:36.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:4:0)
[10:27:36.631] Build status: SCHEDULED
[10:27:36.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:5:0) after 7m2s
[10:34:38.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:5:0)
[10:34:38.796] Build status: SCHEDULED
[10:34:38.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:6:0) after 8m32s
[10:43:11.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:6:0)
[10:43:11.077] Build status: SCHEDULED
[10:43:11.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:7:0) after 1m19s
[10:44:30.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:7:0)
[10:44:30.077] Build status: SCHEDULED
[10:44:30.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:8:0) after 3m8s
[10:47:38.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:8:0)
[10:47:38.125] Build status: SCHEDULED
[10:47:38.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:9:0) after 6m18s
[10:53:56.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:9:0)
[10:53:56.170] Build status: SCHEDULED
[10:53:56.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:10:0) after 1m12s
[10:55:08.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:10:0)
[10:55:08.402] Build status: SCHEDULED
[10:55:08.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:11:0) after 6m12s
[11:01:20.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:11:0)
[11:01:20.469] Build status: SCHEDULED
[11:01:20.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:12:0) after 7m32s
[11:08:52.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:12:0)
[11:08:52.654] Build status: SCHEDULED
[11:08:52.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:13:0) after 2m37s
[11:11:29.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:13:0)
[11:11:29.699] Build status: SCHEDULED
[11:11:29.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:14:0) after 2m37s
[11:14:06.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:14:0)
[11:14:06.757] Build status: SCHEDULED
[11:14:06.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:15:0) after 5m54s
[11:20:00.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:15:0)
[11:20:00.833] Build status: SCHEDULED
[11:20:00.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:16:0) after 6m11s
[11:26:11.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:16:0)
[11:26:12.185] Build status: SCHEDULED
[11:26:12.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:17:0) after 5m59s
[11:32:11.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:17:0)
[11:32:11.385] Build status: SCHEDULED
[11:32:11.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:18:0) after 6m50s
[11:39:01.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:18:0)
[11:39:01.422] Build status: SCHEDULED
[11:39:01.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:19:0) after 7m13s
[11:46:14.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:19:0)
[11:46:14.440] Build status: SCHEDULED
[11:46:14.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:20:0) after 7m39s
[11:53:53.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:20:0)
[11:53:53.509] Build status: SCHEDULED
[11:53:53.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:21:0) after 9m25s
[12:03:18.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:21:0)
[12:03:18.543] Build status: SCHEDULED
[12:03:18.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:22:0) after 6m45s
[12:10:03.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:22:0)
[12:10:03.852] Build status: SCHEDULED
[12:10:03.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:23:0) after 7m6s
[12:17:09.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:23:0)
[12:17:09.913] Build status: SCHEDULED
[12:17:09.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:24:0) after 5m35s
[12:22:45.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:24:0)
[12:22:45.130] Build status: SCHEDULED
[12:22:45.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:25:0) after 3m29s
[12:26:14.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:25:0)
[12:26:14.493] Build status: SCHEDULED
[12:26:14.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:26:0) after 5m7s
[12:31:21.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:26:0)
[12:31:21.903] Build status: SCHEDULED
[12:31:21.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:27:0) after 7m33s
[12:38:54.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:27:0)
[12:38:55.034] Build status: SCHEDULED
[12:38:55.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:28:0) after 2m3s
[12:40:58.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:28:0)
[12:40:58.072] Build status: SCHEDULED
[12:40:58.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:29:0) after 6m44s
[12:47:42.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:29:0)
[12:47:42.229] Build status: SCHEDULED
[12:47:42.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:30:0) after 9m0s
[12:56:42.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:30:0)
[12:56:42.305] Build status: SCHEDULED
[12:56:42.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:31:0) after 1m37s
[12:58:19.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:31:0)
[12:58:19.367] Build status: SCHEDULED
[12:58:19.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:32:0) after 9m58s
[13:08:17.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:32:0)
[13:08:17.488] Build status: SCHEDULED
[13:08:17.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:33:0) after 3m37s
[13:11:54.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:33:0)
[13:11:54.611] Build status: SCHEDULED
[13:11:54.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:34:0) after 8m25s
[13:20:19.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:34:0)
[13:20:19.652] Build status: SCHEDULED
[13:20:19.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:35:0) after 1m56s
[13:22:15.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:35:0)
[13:22:15.752] Build status: SCHEDULED
[13:22:15.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:36:0) after 2m46s
[13:25:01.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:36:0)
[13:25:02.047] Build status: SCHEDULED
[13:25:02.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:37:0) after 5m43s
[13:30:45.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:37:0)
[13:30:45.222] Build status: SCHEDULED
[13:30:45.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:38:0) after 1m11s
[13:31:56.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:38:0)
[13:31:56.266] Build status: SCHEDULED
[13:31:56.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:39:0) after 5m32s
[13:37:28.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:39:0)
[13:37:28.305] Build status: SCHEDULED
[13:37:28.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:40:0) after 6m22s
[13:43:50.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:40:0)
[13:43:50.346] Build status: SCHEDULED
[13:43:50.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:41:0) after 6m10s
[13:50:00.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:41:0)
[13:50:00.458] Build status: SCHEDULED
[13:50:00.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:42:0) after 6m29s
[13:53:44.870] Received PubSub notification, asking Buildbucket for the build status
[13:53:44.890] Build status: STARTED
[13:56:29.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:42:0)
[13:56:29.592] Build status: STARTED
[13:56:29.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8837933481676582720:44:0) after 5m22s
[13:58:06.713] Received PubSub notification, asking Buildbucket for the build status
[13:58:06.736] Build:
{
"id": "8672503419627849921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T10:20:51.963979580Z",
"startTime": "2026-08-25T13:53:44.123551680Z",
"endTime": "2026-08-25T13:58:06.371632879Z",
"updateTime": "2026-08-25T13:58:06.371632879Z",
"status": "FAILURE",
"input": {
}
}
[13:58:06.736] Invocation finished in 3h37m16.110123531s with status FAILED