[04:32:56.388] New invocation is queued and will start shortly
[04:32:56.389] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:32:58.039] Starting the invocation (attempt 1)
[04:32:58.070] Ignoring gitiles_ref tag without the buildset tag
[04:32:58.070] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:32:58.070] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:32:58.071] Buildbucket request:
{
"requestId": "8841760442492686832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841760442492686832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "74020708-1427-4ead-9ef5-89c7cffdbf9b",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676330757289000753"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841760442492686832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:32:58.488] Scheduled build:
{
"id": "8676330379995823329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T04:32:58.150411847Z",
"updateTime": "2026-07-14T04:32:58.150411847Z",
"status": "SCHEDULED",
"input": {
}
}
[04:32:58.488] Task URL: https://cr-buildbucket.appspot.com/build/8676330379995823329
[04:32:58.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:2:0) after 8m42s
[04:33:06.756] Received PubSub notification, asking Buildbucket for the build status
[04:33:06.776] Build status: SCHEDULED
[04:41:40.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:2:0)
[04:41:40.554] Build status: SCHEDULED
[04:41:40.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:4:0) after 2m11s
[04:43:51.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:4:0)
[04:43:51.693] Build status: SCHEDULED
[04:43:51.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:5:0) after 7m44s
[04:51:35.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:5:0)
[04:51:35.779] Build status: SCHEDULED
[04:51:35.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:6:0) after 7m39s
[04:59:14.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:6:0)
[04:59:14.867] Build status: SCHEDULED
[04:59:14.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:7:0) after 9m40s
[05:08:54.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:7:0)
[05:08:54.936] Build status: SCHEDULED
[05:08:54.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:8:0) after 7m41s
[05:16:35.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:8:0)
[05:16:35.970] Build status: SCHEDULED
[05:16:35.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:9:0) after 4m18s
[05:20:53.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:9:0)
[05:20:54.007] Build status: SCHEDULED
[05:20:54.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:10:0) after 3m20s
[05:24:14.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:10:0)
[05:24:14.087] Build status: SCHEDULED
[05:24:14.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:11:0) after 2m22s
[05:26:36.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:11:0)
[05:26:36.132] Build status: SCHEDULED
[05:26:36.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:12:0) after 1m38s
[05:28:14.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:12:0)
[05:28:14.168] Build status: SCHEDULED
[05:28:14.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:13:0) after 8m3s
[05:36:17.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:13:0)
[05:36:17.247] Build status: SCHEDULED
[05:36:17.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:14:0) after 1m58s
[05:38:15.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:14:0)
[05:38:15.335] Build status: SCHEDULED
[05:38:15.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:15:0) after 2m11s
[05:40:26.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:15:0)
[05:40:26.469] Build status: SCHEDULED
[05:40:26.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:16:0) after 8m27s
[05:48:53.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:16:0)
[05:48:53.502] Build status: SCHEDULED
[05:48:53.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:17:0) after 7m43s
[05:56:36.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:17:0)
[05:56:36.546] Build status: SCHEDULED
[05:56:36.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:18:0) after 9m55s
[06:06:31.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:18:0)
[06:06:31.608] Build status: SCHEDULED
[06:06:31.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:19:0) after 6m48s
[06:13:19.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:19:0)
[06:13:19.746] Build status: SCHEDULED
[06:13:19.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:20:0) after 6m44s
[06:20:03.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:20:0)
[06:20:03.867] Build status: SCHEDULED
[06:20:03.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:21:0) after 7m55s
[06:27:58.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:21:0)
[06:27:58.899] Build status: SCHEDULED
[06:27:58.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:22:0) after 2m39s
[06:30:37.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:22:0)
[06:30:37.934] Build status: SCHEDULED
[06:30:37.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:23:0) after 6m22s
[06:36:59.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:23:0)
[06:37:00.000] Build status: SCHEDULED
[06:37:00.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:24:0) after 6m2s
[06:43:02.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:24:0)
[06:43:02.050] Build status: SCHEDULED
[06:43:02.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:25:0) after 9m0s
[06:52:02.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:25:0)
[06:52:02.138] Build status: SCHEDULED
[06:52:02.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:26:0) after 3m1s
[06:55:03.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:26:0)
[06:55:03.218] Build status: SCHEDULED
[06:55:03.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:27:0) after 9m38s
[07:04:41.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:27:0)
[07:04:41.262] Build status: SCHEDULED
[07:04:41.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:28:0) after 1m19s
[07:06:00.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:28:0)
[07:06:00.393] Build status: SCHEDULED
[07:06:00.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8841760442492686832:29:0) after 3m56s
[07:06:47.509] Received PubSub notification, asking Buildbucket for the build status
[07:06:47.568] Build status: STARTED
[07:07:45.404] Received PubSub notification, asking Buildbucket for the build status
[07:07:45.424] Build:
{
"id": "8676330379995823329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T04:32:58.150411847Z",
"startTime": "2026-07-14T07:06:47.352191097Z",
"endTime": "2026-07-14T07:07:45.144723160Z",
"updateTime": "2026-07-14T07:07:45.144723160Z",
"status": "FAILURE",
"input": {
}
}
[07:07:45.424] Invocation finished in 2h34m49.038834331s with status FAILED