[04:13:58.716] New invocation is queued and will start shortly
[04:13:58.716] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:14:00.434] Starting the invocation (attempt 1)
[04:14:00.516] Ignoring gitiles_ref tag without the buildset tag
[04:14:00.516] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:14:00.516] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:14:00.516] Buildbucket request:
{
"requestId": "8841671038462044288",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841671038462044288",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "9c859ac1-9689-4383-8bcc-5cf6dc01b311",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676241305873666049"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841671038462044288"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:14:00.872] Scheduled build:
{
"id": "8676240975836393633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-15T04:14:00.601836266Z",
"updateTime": "2026-07-15T04:14:00.601836266Z",
"status": "SCHEDULED",
"input": {
}
}
[04:14:00.872] Task URL: https://cr-buildbucket.appspot.com/build/8676240975836393633
[04:14:00.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:2:0) after 2m5s
[04:14:01.858] Received PubSub notification, asking Buildbucket for the build status
[04:14:01.871] Build status: SCHEDULED
[04:16:05.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:2:0)
[04:16:05.971] Build status: SCHEDULED
[04:16:05.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:4:0) after 5m35s
[04:21:41.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:4:0)
[04:21:41.111] Build status: SCHEDULED
[04:21:41.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:5:0) after 5m34s
[04:27:15.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:5:0)
[04:27:15.148] Build status: SCHEDULED
[04:27:15.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:6:0) after 6m15s
[04:33:30.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:6:0)
[04:33:30.399] Build status: SCHEDULED
[04:33:30.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:7:0) after 2m53s
[04:36:23.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:7:0)
[04:36:23.433] Build status: SCHEDULED
[04:36:23.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:8:0) after 5m18s
[04:41:41.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:8:0)
[04:41:41.505] Build status: SCHEDULED
[04:41:41.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:9:0) after 6m59s
[04:48:40.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:9:0)
[04:48:40.563] Build status: SCHEDULED
[04:48:40.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:10:0) after 6m22s
[04:55:02.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:10:0)
[04:55:02.628] Build status: SCHEDULED
[04:55:02.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:11:0) after 9m48s
[05:04:51.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:11:0)
[05:04:51.318] Build status: SCHEDULED
[05:04:51.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:12:0) after 4m54s
[05:09:45.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:12:0)
[05:09:45.747] Build status: SCHEDULED
[05:09:45.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:13:0) after 9m0s
[05:18:45.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:13:0)
[05:18:45.880] Build status: SCHEDULED
[05:18:45.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:14:0) after 4m37s
[05:23:22.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:14:0)
[05:23:22.969] Build status: SCHEDULED
[05:23:22.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:15:0) after 4m14s
[05:27:36.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:15:0)
[05:27:36.998] Build status: SCHEDULED
[05:27:36.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:16:0) after 3m5s
[05:30:42.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:16:0)
[05:30:42.176] Build status: SCHEDULED
[05:30:42.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:17:0) after 4m43s
[05:35:25.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:17:0)
[05:35:25.297] Build status: SCHEDULED
[05:35:25.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:18:0) after 2m44s
[05:38:09.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:18:0)
[05:38:09.365] Build status: SCHEDULED
[05:38:09.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:19:0) after 2m38s
[05:40:47.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:19:0)
[05:40:47.404] Build status: SCHEDULED
[05:40:47.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:20:0) after 4m43s
[05:45:30.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:20:0)
[05:45:30.626] Build status: SCHEDULED
[05:45:30.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:21:0) after 5m41s
[05:51:11.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:21:0)
[05:51:11.666] Build status: SCHEDULED
[05:51:11.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:22:0) after 9m46s
[06:00:57.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:22:0)
[06:00:57.695] Build status: SCHEDULED
[06:00:57.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:23:0) after 3m30s
[06:04:27.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:23:0)
[06:04:27.734] Build status: SCHEDULED
[06:04:27.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:24:0) after 3m14s
[06:07:41.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:24:0)
[06:07:41.768] Build status: SCHEDULED
[06:07:41.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:25:0) after 4m49s
[06:12:30.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:25:0)
[06:12:30.851] Build status: SCHEDULED
[06:12:30.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:26:0) after 2m43s
[06:15:13.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:26:0)
[06:15:13.948] Build status: SCHEDULED
[06:15:13.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:27:0) after 9m54s
[06:25:07.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:27:0)
[06:25:07.986] Build status: SCHEDULED
[06:25:07.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:28:0) after 2m37s
[06:27:45.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:28:0)
[06:27:45.067] Build status: SCHEDULED
[06:27:45.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841671038462044288:29:0) after 9m36s
[06:28:17.168] Received PubSub notification, asking Buildbucket for the build status
[06:28:17.226] Build status: STARTED
[06:36:21.906] Received PubSub notification, asking Buildbucket for the build status
[06:36:21.933] Build:
{
"id": "8676240975836393633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-15T04:14:00.601836266Z",
"startTime": "2026-07-15T06:28:17.001069269Z",
"endTime": "2026-07-15T06:36:20.852463108Z",
"updateTime": "2026-07-15T06:36:20.852463108Z",
"status": "FAILURE",
"input": {
}
}
[06:36:21.933] Invocation finished in 2h22m23.22060348s with status FAILED