[01:09:03.223] New invocation is queued and will start shortly
[01:09:05.413] Starting the invocation (attempt 1)
[01:09:05.441] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9768050f21d2414979374e37f6b288cb6140215"
[01:09:05.441] Popped gitiles commit info from properties and tags
[01:09:05.441] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:09:05.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:09:05.442] Buildbucket request:
{
"requestId": "8840504912367266832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840504912367266832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7579337933d5bcd3669730c7bac538bc4f731cb7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7579337933d5bcd3669730c7bac538bc4f731cb7",
"title": "7579337933d5bcd3669730c7bac538bc4f731cb7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7579337933d5bcd3669730c7bac538bc4f731cb7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9768050f21d2414979374e37f6b288cb6140215"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9768050f21d2414979374e37f6b288cb6140215",
"title": "e9768050f21d2414979374e37f6b288cb6140215",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9768050f21d2414979374e37f6b288cb6140215"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840504912367266832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:09:06.108] Scheduled build:
{
"id": "8675074849313390785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-28T01:09:05.515341331Z",
"updateTime": "2026-07-28T01:09:05.515341331Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
}
}
}
[01:09:06.108] Task URL: https://cr-buildbucket.appspot.com/build/8675074849313390785
[01:09:06.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:2:0) after 5m51s
[01:09:06.962] Received PubSub notification, asking Buildbucket for the build status
[01:09:06.988] Build status: SCHEDULED
[01:14:57.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:2:0)
[01:14:57.110] Build status: SCHEDULED
[01:14:57.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:4:0) after 3m10s
[01:18:07.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:4:0)
[01:18:07.147] Build status: SCHEDULED
[01:18:07.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:5:0) after 1m50s
[01:19:57.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:5:0)
[01:19:57.242] Build status: SCHEDULED
[01:19:57.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:6:0) after 9m55s
[01:29:52.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:6:0)
[01:29:52.375] Build status: SCHEDULED
[01:29:52.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:7:0) after 4m59s
[01:34:51.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:7:0)
[01:34:51.791] Build status: SCHEDULED
[01:34:51.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:8:0) after 5m28s
[01:40:19.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:8:0)
[01:40:19.780] Build status: SCHEDULED
[01:40:19.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:9:0) after 4m38s
[01:44:57.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:9:0)
[01:44:57.812] Build status: SCHEDULED
[01:44:57.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:10:0) after 7m47s
[01:52:44.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:10:0)
[01:52:44.847] Build status: SCHEDULED
[01:52:44.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:11:0) after 3m6s
[01:55:50.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:11:0)
[01:55:50.885] Build status: SCHEDULED
[01:55:50.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:12:0) after 3m3s
[01:58:53.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:12:0)
[01:58:53.965] Build status: SCHEDULED
[01:58:53.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:13:0) after 8m35s
[02:07:29.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:13:0)
[02:07:29.101] Build status: SCHEDULED
[02:07:29.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:14:0) after 9m4s
[02:16:33.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:14:0)
[02:16:33.324] Build status: SCHEDULED
[02:16:33.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:15:0) after 3m54s
[02:20:27.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:15:0)
[02:20:27.409] Build status: SCHEDULED
[02:20:27.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:16:0) after 6m48s
[02:27:15.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:16:0)
[02:27:15.440] Build status: SCHEDULED
[02:27:15.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:17:0) after 2m28s
[02:29:43.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:17:0)
[02:29:43.474] Build status: SCHEDULED
[02:29:43.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:18:0) after 1m44s
[02:31:27.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:18:0)
[02:31:27.531] Build status: SCHEDULED
[02:31:27.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:19:0) after 1m41s
[02:33:08.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:19:0)
[02:33:08.581] Build status: SCHEDULED
[02:33:08.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:20:0) after 1m53s
[02:35:01.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:20:0)
[02:35:01.677] Build status: SCHEDULED
[02:35:01.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:21:0) after 4m7s
[02:39:08.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:21:0)
[02:39:08.713] Build status: SCHEDULED
[02:39:08.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:22:0) after 2m16s
[02:41:24.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:22:0)
[02:41:24.919] Build status: SCHEDULED
[02:41:24.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:23:0) after 4m33s
[02:45:57.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:23:0)
[02:45:58.041] Build status: SCHEDULED
[02:45:58.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:24:0) after 3m45s
[02:49:43.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:24:0)
[02:49:43.108] Build status: SCHEDULED
[02:49:43.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:25:0) after 7m19s
[02:57:02.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:25:0)
[02:57:02.241] Build status: SCHEDULED
[02:57:02.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:26:0) after 3m25s
[03:00:27.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:26:0)
[03:00:27.277] Build status: SCHEDULED
[03:00:27.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:27:0) after 8m53s
[03:09:20.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:27:0)
[03:09:20.445] Build status: SCHEDULED
[03:09:20.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:28:0) after 3m47s
[03:13:07.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:28:0)
[03:13:07.475] Build status: SCHEDULED
[03:13:07.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:29:0) after 3m22s
[03:16:29.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:29:0)
[03:16:29.506] Build status: SCHEDULED
[03:16:29.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:30:0) after 4m4s
[03:20:33.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:30:0)
[03:20:33.629] Build status: SCHEDULED
[03:20:33.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:31:0) after 8m22s
[03:28:55.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:31:0)
[03:28:55.679] Build status: SCHEDULED
[03:28:55.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:32:0) after 7m50s
[03:36:45.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:32:0)
[03:36:45.767] Build status: SCHEDULED
[03:36:45.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:33:0) after 2m45s
[03:39:30.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:33:0)
[03:39:30.925] Build status: SCHEDULED
[03:39:30.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:34:0) after 9m52s
[03:49:23.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:34:0)
[03:49:23.068] Build status: SCHEDULED
[03:49:23.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:35:0) after 9m49s
[03:59:12.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:35:0)
[03:59:12.232] Build status: SCHEDULED
[03:59:12.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:36:0) after 8m46s
[04:07:58.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:36:0)
[04:07:58.249] Build status: SCHEDULED
[04:07:58.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:37:0) after 4m3s
[04:12:01.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:37:0)
[04:12:01.335] Build status: SCHEDULED
[04:12:01.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:38:0) after 7m15s
[04:19:16.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:38:0)
[04:19:16.443] Build status: SCHEDULED
[04:19:16.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:39:0) after 3m45s
[04:23:01.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:39:0)
[04:23:01.530] Build status: SCHEDULED
[04:23:01.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840504912367266832:40:0) after 1m45s
[04:23:22.620] Received PubSub notification, asking Buildbucket for the build status
[04:23:22.682] Build status: STARTED
[04:24:19.407] Received PubSub notification, asking Buildbucket for the build status
[04:24:19.436] Build:
{
"id": "8675074849313390785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-28T01:09:05.515341331Z",
"startTime": "2026-07-28T04:23:21.855088851Z",
"endTime": "2026-07-28T04:24:19.047394919Z",
"updateTime": "2026-07-28T04:24:19.047394919Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
}
}
}
[04:24:19.436] Invocation finished in 3h15m16.216465063s with status FAILED