[00:50:46.189] New invocation is queued and will start shortly
[00:50:46.190] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:50:49.539] Starting the invocation (attempt 1)
[00:50:49.568] Ignoring gitiles_ref tag without the buildset tag
[00:50:49.568] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:50:49.569] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:50:49.570] Buildbucket request:
{
"requestId": "8845488895842954384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845488895842954384",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "626c94e0-0799-4f2c-95b0-b0e719afaa77",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8680059187958099425"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845488895842954384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:50:50.101] Scheduled build:
{
"id": "8680058831537335729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T00:50:49.675381653Z",
"updateTime": "2026-06-03T00:50:49.675381653Z",
"status": "SCHEDULED",
"input": {
}
}
[00:50:50.101] Task URL: https://cr-buildbucket.appspot.com/build/8680058831537335729
[00:50:50.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:2:0) after 1m43s
[00:50:51.035] Received PubSub notification, asking Buildbucket for the build status
[00:50:51.157] Build status: SCHEDULED
[00:52:33.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:2:0)
[00:52:33.094] Build status: SCHEDULED
[00:52:33.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:4:0) after 4m8s
[00:56:41.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:4:0)
[00:56:41.253] Build status: SCHEDULED
[00:56:41.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:5:0) after 6m51s
[01:03:32.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:5:0)
[01:03:32.288] Build status: SCHEDULED
[01:03:32.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:6:0) after 5m31s
[01:09:03.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:6:0)
[01:09:03.310] Build status: SCHEDULED
[01:09:03.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:7:0) after 2m26s
[01:11:29.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:7:0)
[01:11:29.419] Build status: SCHEDULED
[01:11:29.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:8:0) after 2m1s
[01:13:30.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:8:0)
[01:13:30.529] Build status: SCHEDULED
[01:13:30.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:9:0) after 4m38s
[01:18:08.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:9:0)
[01:18:08.587] Build status: SCHEDULED
[01:18:08.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:10:0) after 5m15s
[01:23:23.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:10:0)
[01:23:23.674] Build status: SCHEDULED
[01:23:23.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:11:0) after 7m1s
[01:30:24.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:11:0)
[01:30:24.747] Build status: SCHEDULED
[01:30:24.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:12:0) after 3m4s
[01:33:28.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:12:0)
[01:33:28.871] Build status: SCHEDULED
[01:33:28.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:13:0) after 5m6s
[01:38:35.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:13:0)
[01:38:35.037] Build status: SCHEDULED
[01:38:35.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:14:0) after 7m26s
[01:46:01.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:14:0)
[01:46:01.088] Build status: SCHEDULED
[01:46:01.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:15:0) after 4m47s
[01:50:48.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:15:0)
[01:50:48.216] Build status: SCHEDULED
[01:50:48.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:16:0) after 4m40s
[01:55:28.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:16:0)
[01:55:28.385] Build status: SCHEDULED
[01:55:28.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:17:0) after 5m53s
[02:01:21.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:17:0)
[02:01:21.529] Build status: SCHEDULED
[02:01:21.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:18:0) after 4m30s
[02:05:51.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:18:0)
[02:05:51.605] Build status: SCHEDULED
[02:05:51.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:19:0) after 8m18s
[02:14:09.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:19:0)
[02:14:09.638] Build status: SCHEDULED
[02:14:09.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:20:0) after 9m19s
[02:23:28.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:20:0)
[02:23:28.723] Build status: SCHEDULED
[02:23:28.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:21:0) after 8m55s
[02:32:23.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:21:0)
[02:32:23.777] Build status: SCHEDULED
[02:32:23.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:22:0) after 7m4s
[02:39:27.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:22:0)
[02:39:27.860] Build status: SCHEDULED
[02:39:27.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:23:0) after 9m20s
[02:48:47.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:23:0)
[02:48:47.938] Build status: SCHEDULED
[02:48:47.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:24:0) after 2m46s
[02:51:33.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:24:0)
[02:51:33.985] Build status: SCHEDULED
[02:51:33.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:25:0) after 1m23s
[02:52:57.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:25:0)
[02:52:57.218] Build status: SCHEDULED
[02:52:57.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:26:0) after 4m7s
[02:57:04.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:26:0)
[02:57:04.258] Build status: SCHEDULED
[02:57:04.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8845488895842954384:27:0) after 8m20s
[03:01:28.871] Received PubSub notification, asking Buildbucket for the build status
[03:01:28.890] Build status: STARTED
[03:04:58.986] Received PubSub notification, asking Buildbucket for the build status
[03:04:59.015] Build:
{
"id": "8680058831537335729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T00:50:49.675381653Z",
"startTime": "2026-06-03T03:01:23.715387054Z",
"endTime": "2026-06-03T03:04:58.598582490Z",
"updateTime": "2026-06-03T03:04:58.598582490Z",
"status": "FAILURE",
"input": {
}
}
[03:04:59.015] Invocation finished in 2h14m12.82930198s with status FAILED