[22:02:17.534] New invocation is queued and will start shortly
[22:02:17.534] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:02:18.960] Starting the invocation (attempt 1)
[22:02:18.996] Ignoring gitiles_ref tag without the buildset tag
[22:02:18.996] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:02:18.996] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:02:18.997] Buildbucket request:
{
"requestId": "8839067110925373536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839067110925373536",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "efbf6e55-458f-40a4-944a-953f142738f8",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673637450564278401"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839067110925373536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:02:19.442] Scheduled build:
{
"id": "8673637048657606481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T22:02:19.073384818Z",
"updateTime": "2026-08-12T22:02:19.073384818Z",
"status": "SCHEDULED",
"input": {
}
}
[22:02:19.442] Task URL: https://cr-buildbucket.appspot.com/build/8673637048657606481
[22:02:19.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:2:0) after 9m46s
[22:02:20.360] Received PubSub notification, asking Buildbucket for the build status
[22:02:20.381] Build status: SCHEDULED
[22:12:05.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:2:0)
[22:12:05.528] Build status: SCHEDULED
[22:12:05.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:4:0) after 9m9s
[22:21:14.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:4:0)
[22:21:14.667] Build status: SCHEDULED
[22:21:14.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:5:0) after 6m47s
[22:28:01.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:5:0)
[22:28:01.723] Build status: SCHEDULED
[22:28:01.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:6:0) after 8m31s
[22:36:32.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:6:0)
[22:36:32.734] Build status: SCHEDULED
[22:36:32.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:7:0) after 9m15s
[22:45:47.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:7:0)
[22:45:47.789] Build status: SCHEDULED
[22:45:47.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:8:0) after 5m25s
[22:51:12.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:8:0)
[22:51:12.832] Build status: SCHEDULED
[22:51:12.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:9:0) after 2m51s
[22:54:03.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:9:0)
[22:54:03.876] Build status: SCHEDULED
[22:54:03.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:10:0) after 4m0s
[22:58:03.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:10:0)
[22:58:04.014] Build status: SCHEDULED
[22:58:04.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:11:0) after 4m56s
[23:03:00.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:11:0)
[23:03:00.099] Build status: SCHEDULED
[23:03:00.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:12:0) after 3m41s
[23:06:41.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:12:0)
[23:06:41.284] Build status: SCHEDULED
[23:06:41.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:13:0) after 3m33s
[23:10:14.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:13:0)
[23:10:14.359] Build status: SCHEDULED
[23:10:14.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:14:0) after 2m39s
[23:12:53.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:14:0)
[23:12:53.452] Build status: SCHEDULED
[23:12:53.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:15:0) after 4m57s
[23:17:50.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:15:0)
[23:17:50.606] Build status: SCHEDULED
[23:17:50.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:16:0) after 6m46s
[23:24:36.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:16:0)
[23:24:36.639] Build status: SCHEDULED
[23:24:36.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:17:0) after 7m12s
[23:31:48.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:17:0)
[23:31:48.631] Build status: SCHEDULED
[23:31:48.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:18:0) after 8m53s
[23:40:41.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:18:0)
[23:40:41.780] Build status: SCHEDULED
[23:40:41.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:19:0) after 4m28s
[23:45:10.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:19:0)
[23:45:10.048] Build status: SCHEDULED
[23:45:10.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:20:0) after 1m31s
[23:46:41.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:20:0)
[23:46:41.117] Build status: SCHEDULED
[23:46:41.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:21:0) after 3m4s
[23:49:45.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:21:0)
[23:49:45.168] Build status: SCHEDULED
[23:49:45.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:22:0) after 6m26s
[23:56:11.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:22:0)
[23:56:11.302] Build status: SCHEDULED
[23:56:11.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:23:0) after 8m24s
[00:04:35.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:23:0)
[00:04:35.354] Build status: SCHEDULED
[00:04:35.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:24:0) after 5m56s
[00:10:31.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:24:0)
[00:10:31.458] Build status: SCHEDULED
[00:10:31.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:25:0) after 9m39s
[00:20:10.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:25:0)
[00:20:10.458] Build status: SCHEDULED
[00:20:10.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:26:0) after 9m38s
[00:23:58.608] Received PubSub notification, asking Buildbucket for the build status
[00:23:58.633] Build status: STARTED
[00:29:48.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:26:0)
[00:29:48.553] Build status: STARTED
[00:29:48.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839067110925373536:28:0) after 9m33s
[00:35:51.938] Received PubSub notification, asking Buildbucket for the build status
[00:35:51.960] Build:
{
"id": "8673637048657606481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T22:02:19.073384818Z",
"startTime": "2026-08-13T00:23:58.214633599Z",
"endTime": "2026-08-13T00:35:51.576929218Z",
"updateTime": "2026-08-13T00:35:51.576929218Z",
"status": "FAILURE",
"input": {
}
}
[00:35:51.960] Invocation finished in 2h33m34.43240839s with status FAILED