[18:50:39.656] New invocation is queued and will start shortly
[18:50:39.656] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:50:41.183] Starting the invocation (attempt 1)
[18:50:41.213] Ignoring gitiles_ref tag without the buildset tag
[18:50:41.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:50:41.213] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:50:41.213] Buildbucket request:
{
"requestId": "8842884239911002544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842884239911002544",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e4c2f6f2-95bb-4291-b0e4-3d5dff941317",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8677454524718287393"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842884239911002544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:50:41.567] Scheduled build:
{
"id": "8677454177552079665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-01T18:50:41.284845195Z",
"updateTime": "2026-07-01T18:50:41.284845195Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[18:50:41.567] Task URL: https://cr-buildbucket.appspot.com/build/8677454177552079665
[18:50:41.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:2:0) after 5m36s
[18:50:42.544] Received PubSub notification, asking Buildbucket for the build status
[18:50:42.564] Build status: SCHEDULED
[18:56:17.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:2:0)
[18:56:17.610] Build status: SCHEDULED
[18:56:17.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:4:0) after 3m22s
[18:59:39.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:4:0)
[18:59:39.716] Build status: SCHEDULED
[18:59:39.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:5:0) after 6m59s
[19:06:38.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:5:0)
[19:06:38.801] Build status: SCHEDULED
[19:06:38.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:6:0) after 1m54s
[19:08:32.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:6:0)
[19:08:32.935] Build status: SCHEDULED
[19:08:32.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:7:0) after 8m51s
[19:17:24.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:7:0)
[19:17:24.026] Build status: SCHEDULED
[19:17:24.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:8:0) after 4m7s
[19:21:31.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:8:0)
[19:21:31.205] Build status: SCHEDULED
[19:21:31.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:9:0) after 5m27s
[19:26:58.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:9:0)
[19:26:58.261] Build status: SCHEDULED
[19:26:58.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:10:0) after 8m58s
[19:35:56.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:10:0)
[19:35:56.293] Build status: SCHEDULED
[19:35:56.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:11:0) after 9m41s
[19:45:37.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:11:0)
[19:45:37.338] Build status: SCHEDULED
[19:45:37.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:12:0) after 9m17s
[19:54:54.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:12:0)
[19:54:54.476] Build status: SCHEDULED
[19:54:54.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:13:0) after 7m9s
[20:02:03.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:13:0)
[20:02:03.648] Build status: SCHEDULED
[20:02:03.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:14:0) after 6m50s
[20:08:53.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:14:0)
[20:08:53.723] Build status: SCHEDULED
[20:08:53.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:15:0) after 4m50s
[20:13:43.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:15:0)
[20:13:43.767] Build status: SCHEDULED
[20:13:43.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:16:0) after 8m53s
[20:22:36.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:16:0)
[20:22:36.903] Build status: SCHEDULED
[20:22:36.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:17:0) after 1m22s
[20:23:58.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:17:0)
[20:23:58.921] Build status: SCHEDULED
[20:23:58.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:18:0) after 2m11s
[20:26:09.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:18:0)
[20:26:10.058] Build status: SCHEDULED
[20:26:10.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:19:0) after 5m13s
[20:31:23.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:19:0)
[20:31:23.230] Build status: SCHEDULED
[20:31:23.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:20:0) after 4m20s
[20:35:43.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:20:0)
[20:35:43.299] Build status: SCHEDULED
[20:35:43.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:21:0) after 6m7s
[20:41:50.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:21:0)
[20:41:50.403] Build status: SCHEDULED
[20:41:50.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:22:0) after 8m26s
[20:50:16.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:22:0)
[20:50:16.702] Build status: SCHEDULED
[20:50:16.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:23:0) after 8m59s
[20:59:15.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:23:0)
[20:59:15.739] Build status: SCHEDULED
[20:59:15.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:24:0) after 3m33s
[21:02:48.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:24:0)
[21:02:48.794] Build status: SCHEDULED
[21:02:48.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842884239911002544:25:0) after 4m12s
[21:03:36.864] Received PubSub notification, asking Buildbucket for the build status
[21:03:36.893] Build status: STARTED
[21:04:12.775] Received PubSub notification, asking Buildbucket for the build status
[21:04:12.796] Build:
{
"id": "8677454177552079665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-01T18:50:41.284845195Z",
"startTime": "2026-07-01T21:03:36.670234319Z",
"endTime": "2026-07-01T21:04:12.395710403Z",
"updateTime": "2026-07-01T21:04:12.395710403Z",
"status": "INFRA_FAILURE",
"input": {
},
"canary": true
}
[21:04:12.796] Invocation finished in 2h13m33.144903159s with status FAILED