[06:49:02.372] New invocation is queued and will start shortly
[06:49:02.372] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:49:03.430] Starting the invocation (attempt 1)
[06:49:03.459] Ignoring gitiles_ref tag without the buildset tag
[06:49:03.459] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:49:03.460] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:49:03.460] Buildbucket request:
{
"requestId": "8843473222201800448",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843473222201800448",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "2ea8ed23-a1b4-495e-a14c-837d8a9f10e6",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8678043522673467889"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843473222201800448"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:49:03.818] Scheduled build:
{
"id": "8678043160338907201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T06:49:03.527249618Z",
"updateTime": "2026-06-25T06:49:03.527249618Z",
"status": "SCHEDULED",
"input": {
}
}
[06:49:03.818] Task URL: https://cr-buildbucket.appspot.com/build/8678043160338907201
[06:49:03.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:2:0) after 5m25s
[06:49:04.787] Received PubSub notification, asking Buildbucket for the build status
[06:49:04.805] Build status: SCHEDULED
[06:54:28.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:2:0)
[06:54:28.902] Build status: SCHEDULED
[06:54:28.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:4:0) after 2m11s
[06:56:40.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:4:0)
[06:56:40.069] Build status: SCHEDULED
[06:56:40.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:5:0) after 1m10s
[06:57:50.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:5:0)
[06:57:50.180] Build status: SCHEDULED
[06:57:50.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:6:0) after 5m55s
[07:03:45.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:6:0)
[07:03:45.311] Build status: SCHEDULED
[07:03:45.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:7:0) after 1m38s
[07:05:23.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:7:0)
[07:05:23.476] Build status: SCHEDULED
[07:05:23.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:8:0) after 1m41s
[07:07:04.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:8:0)
[07:07:04.686] Build status: SCHEDULED
[07:07:04.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:9:0) after 7m7s
[07:14:11.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:9:0)
[07:14:11.748] Build status: SCHEDULED
[07:14:11.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:10:0) after 3m15s
[07:17:26.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:10:0)
[07:17:26.800] Build status: SCHEDULED
[07:17:26.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:11:0) after 1m34s
[07:19:00.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:11:0)
[07:19:00.893] Build status: SCHEDULED
[07:19:00.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:12:0) after 8m18s
[07:27:18.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:12:0)
[07:27:18.926] Build status: SCHEDULED
[07:27:18.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:13:0) after 9m29s
[07:36:47.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:13:0)
[07:36:48.020] Build status: SCHEDULED
[07:36:48.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:14:0) after 4m10s
[07:40:58.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:14:0)
[07:40:58.176] Build status: SCHEDULED
[07:40:58.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:15:0) after 2m53s
[07:43:51.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:15:0)
[07:43:51.286] Build status: SCHEDULED
[07:43:51.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:16:0) after 1m6s
[07:44:57.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:16:0)
[07:44:57.328] Build status: SCHEDULED
[07:44:57.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:17:0) after 7m44s
[07:52:41.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:17:0)
[07:52:41.329] Build status: SCHEDULED
[07:52:41.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:18:0) after 6m0s
[07:58:41.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:18:0)
[07:58:41.418] Build status: SCHEDULED
[07:58:41.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:19:0) after 3m17s
[08:01:58.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:19:0)
[08:01:58.482] Build status: SCHEDULED
[08:01:58.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:20:0) after 5m49s
[08:07:47.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:20:0)
[08:07:47.519] Build status: SCHEDULED
[08:07:47.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:21:0) after 2m55s
[08:10:42.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:21:0)
[08:10:42.607] Build status: SCHEDULED
[08:10:42.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:22:0) after 6m26s
[08:17:08.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:22:0)
[08:17:08.687] Build status: SCHEDULED
[08:17:08.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:23:0) after 4m19s
[08:21:27.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:23:0)
[08:21:27.748] Build status: SCHEDULED
[08:21:27.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:24:0) after 6m41s
[08:28:08.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:24:0)
[08:28:08.782] Build status: SCHEDULED
[08:28:08.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:25:0) after 4m26s
[08:32:34.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:25:0)
[08:32:35.069] Build status: SCHEDULED
[08:32:35.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:26:0) after 8m46s
[08:41:21.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:26:0)
[08:41:21.152] Build status: SCHEDULED
[08:41:21.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:27:0) after 3m1s
[08:44:22.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:27:0)
[08:44:22.307] Build status: SCHEDULED
[08:44:22.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:28:0) after 7m52s
[08:52:14.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:28:0)
[08:52:14.361] Build status: SCHEDULED
[08:52:14.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:29:0) after 9m7s
[09:01:21.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:29:0)
[09:01:21.445] Build status: SCHEDULED
[09:01:21.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:30:0) after 7m54s
[09:09:15.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:30:0)
[09:09:15.568] Build status: SCHEDULED
[09:09:15.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:31:0) after 6m26s
[09:15:41.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:31:0)
[09:15:41.687] Build status: SCHEDULED
[09:15:41.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:32:0) after 8m33s
[09:24:14.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:32:0)
[09:24:14.982] Build status: SCHEDULED
[09:24:14.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:33:0) after 4m47s
[09:29:02.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:33:0)
[09:29:02.108] Build status: SCHEDULED
[09:29:02.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:34:0) after 4m42s
[09:33:44.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:34:0)
[09:33:44.215] Build status: SCHEDULED
[09:33:44.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:35:0) after 7m0s
[09:40:44.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:35:0)
[09:40:44.349] Build status: SCHEDULED
[09:40:44.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:36:0) after 1m19s
[09:42:03.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:36:0)
[09:42:03.472] Build status: SCHEDULED
[09:42:03.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:37:0) after 8m20s
[09:50:23.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:37:0)
[09:50:23.543] Build status: SCHEDULED
[09:50:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:38:0) after 5m48s
[09:53:04.764] Received PubSub notification, asking Buildbucket for the build status
[09:53:04.808] Build status: STARTED
[09:56:11.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:38:0)
[09:56:11.757] Build status: STARTED
[09:56:11.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8843473222201800448:40:0) after 4m25s
[09:56:29.140] Received PubSub notification, asking Buildbucket for the build status
[09:56:29.159] Build:
{
"id": "8678043160338907201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T06:49:03.527249618Z",
"startTime": "2026-06-25T09:53:04.478736646Z",
"endTime": "2026-06-25T09:56:28.788359826Z",
"updateTime": "2026-06-25T09:56:28.788359826Z",
"status": "FAILURE",
"input": {
}
}
[09:56:29.159] Invocation finished in 3h7m26.79128146s with status FAILED