[23:51:15.528] New invocation is queued and will start shortly
[23:51:15.528] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:51:16.819] Starting the invocation (attempt 1)
[23:51:16.844] Ignoring gitiles_ref tag without the buildset tag
[23:51:16.844] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:51:16.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:51:16.845] Buildbucket request:
{
"requestId": "8845492639953936000",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845492639953936000",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ecb829b8-a640-4e26-ada4-08953448aca0",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8680063062948096689"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845492639953936000"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:51:17.165] Scheduled build:
{
"id": "8680062577860241681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T23:51:16.903617527Z",
"updateTime": "2026-06-02T23:51:16.903617527Z",
"status": "SCHEDULED",
"input": {
}
}
[23:51:17.165] Task URL: https://cr-buildbucket.appspot.com/build/8680062577860241681
[23:51:17.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:2:0) after 2m0s
[23:51:18.107] Received PubSub notification, asking Buildbucket for the build status
[23:51:18.131] Build status: SCHEDULED
[23:53:17.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:2:0)
[23:53:17.306] Build status: SCHEDULED
[23:53:17.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:4:0) after 1m20s
[23:54:37.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:4:0)
[23:54:37.370] Build status: SCHEDULED
[23:54:37.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:5:0) after 7m28s
[00:02:05.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:5:0)
[00:02:05.546] Build status: SCHEDULED
[00:02:05.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:6:0) after 3m20s
[00:05:25.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:6:0)
[00:05:25.586] Build status: SCHEDULED
[00:05:25.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:7:0) after 2m23s
[00:07:48.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:7:0)
[00:07:48.599] Build status: SCHEDULED
[00:07:48.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:8:0) after 3m52s
[00:11:40.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:8:0)
[00:11:40.639] Build status: SCHEDULED
[00:11:40.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:9:0) after 6m48s
[00:18:28.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:9:0)
[00:18:28.817] Build status: SCHEDULED
[00:18:28.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:10:0) after 9m1s
[00:27:29.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:10:0)
[00:27:29.991] Build status: SCHEDULED
[00:27:29.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:11:0) after 6m41s
[00:34:11.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:11:0)
[00:34:11.101] Build status: SCHEDULED
[00:34:11.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:12:0) after 7m19s
[00:41:30.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:12:0)
[00:41:30.132] Build status: SCHEDULED
[00:41:30.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:13:0) after 5m20s
[00:46:50.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:13:0)
[00:46:50.256] Build status: SCHEDULED
[00:46:50.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:14:0) after 3m25s
[00:50:15.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:14:0)
[00:50:15.345] Build status: SCHEDULED
[00:50:15.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:15:0) after 8m25s
[00:58:40.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:15:0)
[00:58:40.447] Build status: SCHEDULED
[00:58:40.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:16:0) after 8m15s
[01:06:55.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:16:0)
[01:06:55.625] Build status: SCHEDULED
[01:06:55.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:17:0) after 5m1s
[01:11:56.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:17:0)
[01:11:56.657] Build status: SCHEDULED
[01:11:56.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:18:0) after 2m10s
[01:14:06.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:18:0)
[01:14:06.720] Build status: SCHEDULED
[01:14:06.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:19:0) after 6m54s
[01:21:00.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:19:0)
[01:21:00.733] Build status: SCHEDULED
[01:21:00.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:20:0) after 1m34s
[01:22:34.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:20:0)
[01:22:34.740] Build status: SCHEDULED
[01:22:34.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:21:0) after 6m12s
[01:28:46.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:21:0)
[01:28:46.820] Build status: SCHEDULED
[01:28:46.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:22:0) after 1m7s
[01:29:53.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:22:0)
[01:29:53.824] Build status: SCHEDULED
[01:29:53.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:23:0) after 2m57s
[01:32:50.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:23:0)
[01:32:50.852] Build status: SCHEDULED
[01:32:50.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:24:0) after 3m44s
[01:36:34.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:24:0)
[01:36:34.982] Build status: SCHEDULED
[01:36:34.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:25:0) after 2m34s
[01:39:08.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:25:0)
[01:39:09.018] Build status: SCHEDULED
[01:39:09.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:26:0) after 4m12s
[01:43:21.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:26:0)
[01:43:21.124] Build status: SCHEDULED
[01:43:21.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:27:0) after 5m41s
[01:49:02.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:27:0)
[01:49:02.254] Build status: SCHEDULED
[01:49:02.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:28:0) after 6m46s
[01:55:48.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:28:0)
[01:55:48.285] Build status: SCHEDULED
[01:55:48.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:29:0) after 5m56s
[02:01:44.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:29:0)
[02:01:44.360] Build status: SCHEDULED
[02:01:44.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:30:0) after 8m3s
[02:09:47.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:30:0)
[02:09:47.443] Build status: SCHEDULED
[02:09:47.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:31:0) after 9m32s
[02:19:19.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:31:0)
[02:19:19.562] Build status: SCHEDULED
[02:19:19.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:32:0) after 9m13s
[02:28:32.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:32:0)
[02:28:32.730] Build status: SCHEDULED
[02:28:32.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:33:0) after 5m3s
[02:33:35.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:33:0)
[02:33:35.762] Build status: SCHEDULED
[02:33:35.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:34:0) after 1m35s
[02:35:10.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:34:0)
[02:35:10.802] Build status: SCHEDULED
[02:35:10.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:35:0) after 7m7s
[02:35:52.634] Received PubSub notification, asking Buildbucket for the build status
[02:35:52.651] Build status: STARTED
[02:42:17.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:35:0)
[02:42:17.849] Build status: STARTED
[02:42:17.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845492639953936000:37:0) after 2m41s
[02:44:41.152] Received PubSub notification, asking Buildbucket for the build status
[02:44:41.210] Build:
{
"id": "8680062577860241681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T23:51:16.903617527Z",
"startTime": "2026-06-03T02:35:52.467088379Z",
"endTime": "2026-06-03T02:44:20.638307874Z",
"updateTime": "2026-06-03T02:44:20.638307874Z",
"status": "FAILURE",
"input": {
}
}
[02:44:41.210] Invocation finished in 2h53m25.687503753s with status FAILED