[20:27:14.824] New invocation is queued and will start shortly
[20:27:15.922] Starting the invocation (attempt 1)
[20:27:15.950] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/62aba82467e9caad7dd5672d2a3f476633945bae"
[20:27:15.950] Popped gitiles commit info from properties and tags
[20:27:15.950] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:27:15.950] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:27:15.950] Buildbucket request:
{
"requestId": "8843602938967608512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843602938967608512",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "085ff9da0a92dbae1d68b64b51eaa4cd70a32f34"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@085ff9da0a92dbae1d68b64b51eaa4cd70a32f34",
"title": "085ff9da0a92dbae1d68b64b51eaa4cd70a32f34",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/085ff9da0a92dbae1d68b64b51eaa4cd70a32f34"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba045122620cf872bf736d6d1a3e304da7210ab3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba045122620cf872bf736d6d1a3e304da7210ab3",
"title": "ba045122620cf872bf736d6d1a3e304da7210ab3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba045122620cf872bf736d6d1a3e304da7210ab3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a48f398eeda0b6923c346274cf53f6a1b8d9c548"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a48f398eeda0b6923c346274cf53f6a1b8d9c548",
"title": "a48f398eeda0b6923c346274cf53f6a1b8d9c548",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a48f398eeda0b6923c346274cf53f6a1b8d9c548"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "62aba82467e9caad7dd5672d2a3f476633945bae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@62aba82467e9caad7dd5672d2a3f476633945bae",
"title": "62aba82467e9caad7dd5672d2a3f476633945bae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/62aba82467e9caad7dd5672d2a3f476633945bae"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843602938967608512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:27:16.559] Scheduled build:
{
"id": "8678172877042815265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T20:27:16.038845768Z",
"updateTime": "2026-06-23T20:27:16.038845768Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
}
}
}
[20:27:16.559] Task URL: https://cr-buildbucket.appspot.com/build/8678172877042815265
[20:27:16.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:2:0) after 7m33s
[20:27:17.339] Received PubSub notification, asking Buildbucket for the build status
[20:27:17.434] Build status: SCHEDULED
[20:34:49.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:2:0)
[20:34:49.645] Build status: SCHEDULED
[20:34:49.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:4:0) after 4m31s
[20:39:20.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:4:0)
[20:39:20.776] Build status: SCHEDULED
[20:39:20.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:5:0) after 6m50s
[20:46:10.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:5:0)
[20:46:10.958] Build status: SCHEDULED
[20:46:10.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:6:0) after 5m50s
[20:52:01.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:6:0)
[20:52:01.103] Build status: SCHEDULED
[20:52:01.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:7:0) after 3m33s
[20:55:34.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:7:0)
[20:55:34.139] Build status: SCHEDULED
[20:55:34.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:8:0) after 5m45s
[21:01:19.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:8:0)
[21:01:19.234] Build status: SCHEDULED
[21:01:19.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:9:0) after 4m14s
[21:05:33.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:9:0)
[21:05:33.423] Build status: SCHEDULED
[21:05:33.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:10:0) after 3m9s
[21:08:42.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:10:0)
[21:08:42.580] Build status: SCHEDULED
[21:08:42.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:11:0) after 6m51s
[21:15:33.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:11:0)
[21:15:33.663] Build status: SCHEDULED
[21:15:33.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:12:0) after 6m35s
[21:22:08.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:12:0)
[21:22:08.674] Build status: SCHEDULED
[21:22:08.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:13:0) after 2m7s
[21:24:15.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:13:0)
[21:24:15.800] Build status: SCHEDULED
[21:24:15.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:14:0) after 2m19s
[21:26:34.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:14:0)
[21:26:34.927] Build status: SCHEDULED
[21:26:34.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:15:0) after 2m23s
[21:28:57.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:15:0)
[21:28:57.987] Build status: SCHEDULED
[21:28:57.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:16:0) after 7m48s
[21:36:46.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:16:0)
[21:36:46.074] Build status: SCHEDULED
[21:36:46.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:17:0) after 7m58s
[21:44:44.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:17:0)
[21:44:44.113] Build status: SCHEDULED
[21:44:44.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:18:0) after 2m58s
[21:47:42.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:18:0)
[21:47:42.184] Build status: SCHEDULED
[21:47:42.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:19:0) after 1m56s
[21:49:38.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:19:0)
[21:49:38.268] Build status: SCHEDULED
[21:49:38.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:20:0) after 3m4s
[21:52:42.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:20:0)
[21:52:42.375] Build status: SCHEDULED
[21:52:42.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:21:0) after 1m36s
[21:54:18.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:21:0)
[21:54:18.489] Build status: SCHEDULED
[21:54:18.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:22:0) after 4m38s
[21:58:56.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:22:0)
[21:58:56.594] Build status: SCHEDULED
[21:58:56.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:23:0) after 8m7s
[22:07:03.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:23:0)
[22:07:03.593] Build status: SCHEDULED
[22:07:03.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:24:0) after 7m59s
[22:15:02.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:24:0)
[22:15:02.587] Build status: SCHEDULED
[22:15:02.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:25:0) after 4m27s
[22:19:29.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:25:0)
[22:19:29.605] Build status: SCHEDULED
[22:19:29.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:26:0) after 6m2s
[22:25:31.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:26:0)
[22:25:31.642] Build status: SCHEDULED
[22:25:31.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:27:0) after 2m42s
[22:28:13.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:27:0)
[22:28:13.716] Build status: SCHEDULED
[22:28:13.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:28:0) after 3m36s
[22:31:49.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:28:0)
[22:31:49.962] Build status: SCHEDULED
[22:31:49.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:29:0) after 7m50s
[22:39:40.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:29:0)
[22:39:40.040] Build status: SCHEDULED
[22:39:40.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:30:0) after 2m7s
[22:41:47.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:30:0)
[22:41:47.152] Build status: SCHEDULED
[22:41:47.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:31:0) after 8m50s
[22:50:37.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:31:0)
[22:50:37.189] Build status: SCHEDULED
[22:50:37.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:32:0) after 4m7s
[22:54:44.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:32:0)
[22:54:44.237] Build status: SCHEDULED
[22:54:44.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:33:0) after 4m11s
[22:58:55.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:33:0)
[22:58:55.273] Build status: SCHEDULED
[22:58:55.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:34:0) after 7m43s
[23:06:38.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:34:0)
[23:06:38.373] Build status: SCHEDULED
[23:06:38.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:35:0) after 9m18s
[23:15:56.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:35:0)
[23:15:56.502] Build status: SCHEDULED
[23:15:56.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8843602938967608512:36:0) after 8m3s
[23:17:51.580] Received PubSub notification, asking Buildbucket for the build status
[23:17:51.600] Build status: STARTED
[23:19:48.534] Received PubSub notification, asking Buildbucket for the build status
[23:19:48.551] Build:
{
"id": "8678172877042815265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T20:27:16.038845768Z",
"startTime": "2026-06-23T23:17:51.389948900Z",
"endTime": "2026-06-23T23:19:48.117691201Z",
"updateTime": "2026-06-23T23:19:48.117691201Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
}
}
}
[23:19:48.551] Invocation finished in 2h52m33.732090051s with status FAILED