[23:36:22.510] New invocation is queued and will start shortly
[23:36:22.510] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:36:23.585] Starting the invocation (attempt 1)
[23:36:23.617] Ignoring gitiles_ref tag without the buildset tag
[23:36:23.617] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:36:23.617] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:36:23.617] Buildbucket request:
{
"requestId": "8844949994554011584",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844949994554011584",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "d737b230-8aef-47dd-93b0-bd2077ecd97a",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679520248528461601"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844949994554011584"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:36:24.002] Scheduled build:
{
"id": "8679519932647018049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-08T23:36:23.706481777Z",
"updateTime": "2026-06-08T23:36:23.706481777Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[23:36:24.002] Task URL: https://cr-buildbucket.appspot.com/build/8679519932647018049
[23:36:24.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:2:0) after 2m52s
[23:36:27.840] Received PubSub notification, asking Buildbucket for the build status
[23:36:27.862] Build status: SCHEDULED
[23:39:16.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:2:0)
[23:39:16.054] Build status: SCHEDULED
[23:39:16.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:4:0) after 8m21s
[23:47:37.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:4:0)
[23:47:37.137] Build status: SCHEDULED
[23:47:37.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:5:0) after 5m40s
[23:53:17.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:5:0)
[23:53:17.281] Build status: SCHEDULED
[23:53:17.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:6:0) after 2m30s
[23:55:47.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:6:0)
[23:55:47.372] Build status: SCHEDULED
[23:55:47.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:7:0) after 2m56s
[23:58:43.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:7:0)
[23:58:43.452] Build status: SCHEDULED
[23:58:43.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:8:0) after 6m19s
[00:05:02.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:8:0)
[00:05:02.484] Build status: SCHEDULED
[00:05:02.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:9:0) after 9m48s
[00:14:50.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:9:0)
[00:14:50.512] Build status: SCHEDULED
[00:14:50.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:10:0) after 2m15s
[00:17:05.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:10:0)
[00:17:05.598] Build status: SCHEDULED
[00:17:05.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:11:0) after 6m48s
[00:23:53.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:11:0)
[00:23:53.761] Build status: SCHEDULED
[00:23:53.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:12:0) after 4m6s
[00:27:59.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:12:0)
[00:27:59.851] Build status: SCHEDULED
[00:27:59.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:13:0) after 7m11s
[00:35:10.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:13:0)
[00:35:10.903] Build status: SCHEDULED
[00:35:10.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:14:0) after 9m6s
[00:44:17.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:14:0)
[00:44:17.145] Build status: SCHEDULED
[00:44:17.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:15:0) after 3m40s
[00:47:57.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:15:0)
[00:47:57.291] Build status: SCHEDULED
[00:47:57.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:16:0) after 9m3s
[00:57:00.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:16:0)
[00:57:00.319] Build status: SCHEDULED
[00:57:00.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:17:0) after 9m22s
[01:06:22.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:17:0)
[01:06:22.390] Build status: SCHEDULED
[01:06:22.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:18:0) after 5m10s
[01:11:32.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:18:0)
[01:11:32.418] Build status: SCHEDULED
[01:11:32.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:19:0) after 3m22s
[01:14:54.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:19:0)
[01:14:54.515] Build status: SCHEDULED
[01:14:54.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:20:0) after 5m1s
[01:19:55.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:20:0)
[01:19:55.616] Build status: SCHEDULED
[01:19:55.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:21:0) after 2m34s
[01:22:29.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:21:0)
[01:22:29.656] Build status: SCHEDULED
[01:22:29.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:22:0) after 1m43s
[01:24:12.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:22:0)
[01:24:12.769] Build status: SCHEDULED
[01:24:12.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:23:0) after 6m34s
[01:30:46.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:23:0)
[01:30:46.833] Build status: SCHEDULED
[01:30:46.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:24:0) after 2m23s
[01:33:09.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:24:0)
[01:33:09.864] Build status: SCHEDULED
[01:33:09.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:25:0) after 2m59s
[01:36:08.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:25:0)
[01:36:09.004] Build status: SCHEDULED
[01:36:09.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:26:0) after 7m59s
[01:44:08.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:26:0)
[01:44:08.169] Build status: SCHEDULED
[01:44:08.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:27:0) after 2m8s
[01:46:16.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:27:0)
[01:46:16.275] Build status: SCHEDULED
[01:46:16.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:28:0) after 8m55s
[01:55:11.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:28:0)
[01:55:11.314] Build status: SCHEDULED
[01:55:11.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:29:0) after 7m52s
[02:03:03.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:29:0)
[02:03:03.343] Build status: SCHEDULED
[02:03:03.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844949994554011584:30:0) after 3m21s
[02:04:53.262] Received PubSub notification, asking Buildbucket for the build status
[02:04:53.281] Build status: STARTED
[02:06:17.410] Received PubSub notification, asking Buildbucket for the build status
[02:06:17.474] Build:
{
"id": "8679519932647018049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-08T23:36:23.706481777Z",
"startTime": "2026-06-09T02:04:53.115000121Z",
"endTime": "2026-06-09T02:06:17.130756928Z",
"updateTime": "2026-06-09T02:06:17.130756928Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[02:06:17.474] Invocation finished in 2h29m54.96985033s with status FAILED