[02:09:01.386] New invocation is queued and will start shortly
[02:09:01.386] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:09:03.121] Starting the invocation (attempt 1)
[02:09:03.165] Ignoring gitiles_ref tag without the buildset tag
[02:09:03.165] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:09:03.165] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:09:03.165] Buildbucket request:
{
"requestId": "8845302778640075136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845302778640075136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "345cf829-acac-4933-858a-93c000505241",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679873036457474897"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845302778640075136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:09:03.595] Scheduled build:
{
"id": "8679872716047181329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-05T02:09:03.238915584Z",
"updateTime": "2026-06-05T02:09:03.238915584Z",
"status": "SCHEDULED",
"input": {
}
}
[02:09:03.595] Task URL: https://cr-buildbucket.appspot.com/build/8679872716047181329
[02:09:03.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:2:0) after 4m19s
[02:09:04.607] Received PubSub notification, asking Buildbucket for the build status
[02:09:04.638] Build status: SCHEDULED
[02:13:22.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:2:0)
[02:13:22.805] Build status: SCHEDULED
[02:13:22.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:4:0) after 9m16s
[02:22:38.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:4:0)
[02:22:38.924] Build status: SCHEDULED
[02:22:38.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:5:0) after 8m29s
[02:31:07.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:5:0)
[02:31:08.009] Build status: SCHEDULED
[02:31:08.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:6:0) after 7m30s
[02:38:38.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:6:0)
[02:38:38.044] Build status: SCHEDULED
[02:38:38.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:7:0) after 2m58s
[02:41:36.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:7:0)
[02:41:36.149] Build status: SCHEDULED
[02:41:36.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:8:0) after 5m44s
[02:47:20.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:8:0)
[02:47:20.185] Build status: SCHEDULED
[02:47:20.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:9:0) after 6m14s
[02:53:34.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:9:0)
[02:53:34.262] Build status: SCHEDULED
[02:53:34.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:10:0) after 4m25s
[02:57:59.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:10:0)
[02:57:59.302] Build status: SCHEDULED
[02:57:59.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:11:0) after 9m48s
[03:07:47.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:11:0)
[03:07:47.334] Build status: SCHEDULED
[03:07:47.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:12:0) after 7m47s
[03:15:34.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:12:0)
[03:15:34.402] Build status: SCHEDULED
[03:15:34.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:13:0) after 5m58s
[03:21:32.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:13:0)
[03:21:32.431] Build status: SCHEDULED
[03:21:32.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:14:0) after 2m8s
[03:23:40.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:14:0)
[03:23:40.462] Build status: SCHEDULED
[03:23:40.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:15:0) after 3m5s
[03:26:45.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:15:0)
[03:26:45.669] Build status: SCHEDULED
[03:26:45.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:16:0) after 6m34s
[03:33:19.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:16:0)
[03:33:19.740] Build status: SCHEDULED
[03:33:19.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:17:0) after 7m51s
[03:41:10.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:17:0)
[03:41:10.820] Build status: SCHEDULED
[03:41:10.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:18:0) after 3m6s
[03:44:16.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:18:0)
[03:44:16.904] Build status: SCHEDULED
[03:44:16.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:19:0) after 6m6s
[03:50:23.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:19:0)
[03:50:23.076] Build status: SCHEDULED
[03:50:23.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:20:0) after 9m36s
[03:59:59.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:20:0)
[03:59:59.107] Build status: SCHEDULED
[03:59:59.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:21:0) after 6m32s
[04:06:31.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:21:0)
[04:06:31.141] Build status: SCHEDULED
[04:06:31.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:22:0) after 2m25s
[04:08:56.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:22:0)
[04:08:56.231] Build status: SCHEDULED
[04:08:56.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:23:0) after 9m8s
[04:18:04.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:23:0)
[04:18:04.267] Build status: SCHEDULED
[04:18:04.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:24:0) after 8m18s
[04:26:22.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:24:0)
[04:26:22.296] Build status: SCHEDULED
[04:26:22.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:25:0) after 4m25s
[04:30:47.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:25:0)
[04:30:47.394] Build status: SCHEDULED
[04:30:47.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:26:0) after 2m28s
[04:33:15.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:26:0)
[04:33:15.444] Build status: SCHEDULED
[04:33:15.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:27:0) after 9m40s
[04:42:55.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:27:0)
[04:42:55.471] Build status: SCHEDULED
[04:42:55.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:28:0) after 5m58s
[04:48:53.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:28:0)
[04:48:53.517] Build status: SCHEDULED
[04:48:53.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:29:0) after 3m15s
[04:52:08.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:29:0)
[04:52:08.590] Build status: SCHEDULED
[04:52:08.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:30:0) after 4m31s
[04:56:39.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:30:0)
[04:56:39.628] Build status: SCHEDULED
[04:56:39.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:31:0) after 7m41s
[05:04:20.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:31:0)
[05:04:20.710] Build status: SCHEDULED
[05:04:20.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8845302778640075136:32:0) after 5m26s
[05:07:14.909] Received PubSub notification, asking Buildbucket for the build status
[05:07:14.925] Build status: STARTED
[05:09:29.204] Received PubSub notification, asking Buildbucket for the build status
[05:09:29.219] Build:
{
"id": "8679872716047181329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-05T02:09:03.238915584Z",
"startTime": "2026-06-05T05:07:14.754881426Z",
"endTime": "2026-06-05T05:09:28.737188816Z",
"updateTime": "2026-06-05T05:09:28.737188816Z",
"status": "FAILURE",
"input": {
}
}
[05:09:29.219] Invocation finished in 3h0m27.837222423s with status FAILED