[00:55:03.979] New invocation is queued and will start shortly
[00:55:03.979] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:55:05.082] Starting the invocation (attempt 1)
[00:55:05.107] Ignoring gitiles_ref tag without the buildset tag
[00:55:05.107] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:55:05.107] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:55:05.107] Buildbucket request:
{
"requestId": "8842861313507091504",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842861313507091504",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "35d0eb87-3f6d-4d1a-862d-3664ebbedc49",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8677431537759204113"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842861313507091504"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:55:05.539] Scheduled build:
{
"id": "8677431251594795169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-02T00:55:05.181119754Z",
"updateTime": "2026-07-02T00:55:05.181119754Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[00:55:05.539] Task URL: https://cr-buildbucket.appspot.com/build/8677431251594795169
[00:55:05.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:2:0) after 5m5s
[00:55:07.553] Received PubSub notification, asking Buildbucket for the build status
[00:55:07.579] Build status: SCHEDULED
[01:00:10.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:2:0)
[01:00:10.580] Build status: SCHEDULED
[01:00:10.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:4:0) after 8m3s
[01:08:13.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:4:0)
[01:08:13.640] Build status: SCHEDULED
[01:08:13.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:5:0) after 1m46s
[01:09:59.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:5:0)
[01:09:59.680] Build status: SCHEDULED
[01:09:59.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:6:0) after 8m3s
[01:18:02.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:6:0)
[01:18:02.719] Build status: SCHEDULED
[01:18:02.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:7:0) after 5m28s
[01:23:30.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:7:0)
[01:23:30.799] Build status: SCHEDULED
[01:23:30.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:8:0) after 4m42s
[01:28:12.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:8:0)
[01:28:12.865] Build status: SCHEDULED
[01:28:12.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:9:0) after 7m46s
[01:35:58.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:9:0)
[01:35:58.967] Build status: SCHEDULED
[01:35:58.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:10:0) after 1m19s
[01:37:18.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:10:0)
[01:37:18.050] Build status: SCHEDULED
[01:37:18.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:11:0) after 8m12s
[01:45:30.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:11:0)
[01:45:30.166] Build status: SCHEDULED
[01:45:30.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:12:0) after 6m40s
[01:52:10.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:12:0)
[01:52:10.247] Build status: SCHEDULED
[01:52:10.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:13:0) after 5m49s
[01:57:59.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:13:0)
[01:57:59.292] Build status: SCHEDULED
[01:57:59.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:14:0) after 4m5s
[02:02:04.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:14:0)
[02:02:04.334] Build status: SCHEDULED
[02:02:04.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:15:0) after 9m50s
[02:11:54.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:15:0)
[02:11:54.439] Build status: SCHEDULED
[02:11:54.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:16:0) after 9m52s
[02:21:46.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:16:0)
[02:21:46.479] Build status: SCHEDULED
[02:21:46.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:17:0) after 8m0s
[02:29:46.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:17:0)
[02:29:46.465] Build status: SCHEDULED
[02:29:46.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:18:0) after 6m38s
[02:36:24.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:18:0)
[02:36:24.551] Build status: SCHEDULED
[02:36:24.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:19:0) after 6m53s
[02:43:17.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:19:0)
[02:43:17.775] Build status: SCHEDULED
[02:43:17.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:20:0) after 6m33s
[02:49:50.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:20:0)
[02:49:50.991] Build status: SCHEDULED
[02:49:50.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:21:0) after 5m13s
[02:55:04.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:21:0)
[02:55:04.023] Build status: SCHEDULED
[02:55:04.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:22:0) after 5m20s
[03:00:24.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:22:0)
[03:00:24.059] Build status: SCHEDULED
[03:00:24.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:23:0) after 2m13s
[03:02:37.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:23:0)
[03:02:37.147] Build status: SCHEDULED
[03:02:37.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:24:0) after 2m22s
[03:04:59.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:24:0)
[03:04:59.180] Build status: SCHEDULED
[03:04:59.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:25:0) after 6m55s
[03:11:54.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:25:0)
[03:11:54.224] Build status: SCHEDULED
[03:11:54.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:26:0) after 9m21s
[03:21:15.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:26:0)
[03:21:15.279] Build status: SCHEDULED
[03:21:15.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:27:0) after 2m18s
[03:23:33.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:27:0)
[03:23:33.371] Build status: SCHEDULED
[03:23:33.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:28:0) after 3m4s
[03:26:37.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:28:0)
[03:26:37.516] Build status: SCHEDULED
[03:26:37.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:29:0) after 6m30s
[03:33:07.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:29:0)
[03:33:07.598] Build status: SCHEDULED
[03:33:07.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:30:0) after 3m30s
[03:36:37.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:30:0)
[03:36:37.778] Build status: SCHEDULED
[03:36:37.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:31:0) after 1m36s
[03:38:13.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:31:0)
[03:38:13.814] Build status: SCHEDULED
[03:38:13.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:32:0) after 8m30s
[03:46:43.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:32:0)
[03:46:43.911] Build status: SCHEDULED
[03:46:43.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:33:0) after 9m26s
[03:56:09.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:33:0)
[03:56:09.963] Build status: SCHEDULED
[03:56:09.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:34:0) after 7m58s
[04:04:08.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:34:0)
[04:04:08.120] Build status: SCHEDULED
[04:04:08.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8842861313507091504:35:0) after 8m5s
[04:06:25.256] Received PubSub notification, asking Buildbucket for the build status
[04:06:25.275] Build status: STARTED
[04:12:12.472] Received PubSub notification, asking Buildbucket for the build status
[04:12:12.491] Build:
{
"id": "8677431251594795169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-02T00:55:05.181119754Z",
"startTime": "2026-07-02T04:06:25.072822714Z",
"endTime": "2026-07-02T04:12:12.189677413Z",
"updateTime": "2026-07-02T04:12:12.189677413Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[04:12:12.491] Invocation finished in 3h17m8.517166416s with status FAILED