[20:00:20.993] New invocation is queued and will start shortly
[20:00:23.485] Starting the invocation (attempt 1)
[20:00:23.511] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/752ea21ad60768c19115ab8a60b41d6d56126607"
[20:00:23.511] Popped gitiles commit info from properties and tags
[20:00:23.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:23.511] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:23.512] Buildbucket request:
{
"requestId": "8839255976804055392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839255976804055392",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c0d4b7fca58baf941d2548b010d201cac72eff0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c0d4b7fca58baf941d2548b010d201cac72eff0",
"title": "4c0d4b7fca58baf941d2548b010d201cac72eff0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c0d4b7fca58baf941d2548b010d201cac72eff0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7948b70eeb5da8d1613acd6f0a424e520020bbd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7948b70eeb5da8d1613acd6f0a424e520020bbd",
"title": "d7948b70eeb5da8d1613acd6f0a424e520020bbd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7948b70eeb5da8d1613acd6f0a424e520020bbd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a8ab7d590ad916f4af80f9b5748d83a16e64270"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"title": "7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a8ab7d590ad916f4af80f9b5748d83a16e64270"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "752ea21ad60768c19115ab8a60b41d6d56126607"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@752ea21ad60768c19115ab8a60b41d6d56126607",
"title": "752ea21ad60768c19115ab8a60b41d6d56126607",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/752ea21ad60768c19115ab8a60b41d6d56126607"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "752ea21ad60768c19115ab8a60b41d6d56126607",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839255976804055392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:00:24.690] Scheduled build:
{
"id": "8673825912939086849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T20:00:24.058019239Z",
"updateTime": "2026-08-10T20:00:24.058019239Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "752ea21ad60768c19115ab8a60b41d6d56126607",
"ref": "refs/heads/main"
}
}
}
[20:00:24.690] Task URL: https://cr-buildbucket.appspot.com/build/8673825912939086849
[20:00:24.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:2:0) after 6m20s
[20:00:25.651] Received PubSub notification, asking Buildbucket for the build status
[20:00:25.780] Build status: SCHEDULED
[20:06:44.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:2:0)
[20:06:44.754] Build status: SCHEDULED
[20:06:44.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:4:0) after 8m56s
[20:15:40.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:4:0)
[20:15:40.883] Build status: SCHEDULED
[20:15:40.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:5:0) after 9m37s
[20:25:17.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:5:0)
[20:25:18.118] Build status: SCHEDULED
[20:25:18.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:6:0) after 7m17s
[20:32:35.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:6:0)
[20:32:35.157] Build status: SCHEDULED
[20:32:35.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:7:0) after 1m58s
[20:34:33.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:7:0)
[20:34:33.475] Build status: SCHEDULED
[20:34:33.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:8:0) after 8m41s
[20:43:14.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:8:0)
[20:43:14.515] Build status: SCHEDULED
[20:43:14.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:9:0) after 5m6s
[20:48:20.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:9:0)
[20:48:20.600] Build status: SCHEDULED
[20:48:20.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:10:0) after 2m42s
[20:51:02.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:10:0)
[20:51:02.714] Build status: SCHEDULED
[20:51:02.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:11:0) after 7m1s
[20:58:03.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:11:0)
[20:58:03.812] Build status: SCHEDULED
[20:58:03.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:12:0) after 4m12s
[21:02:15.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:12:0)
[21:02:15.853] Build status: SCHEDULED
[21:02:15.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:13:0) after 4m12s
[21:06:27.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:13:0)
[21:06:27.863] Build status: SCHEDULED
[21:06:27.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:14:0) after 3m46s
[21:10:14.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:14:0)
[21:10:14.129] Build status: SCHEDULED
[21:10:14.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:15:0) after 5m20s
[21:15:34.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:15:0)
[21:15:34.230] Build status: SCHEDULED
[21:15:34.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:16:0) after 6m19s
[21:21:53.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:16:0)
[21:21:53.224] Build status: SCHEDULED
[21:21:53.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:17:0) after 4m20s
[21:26:13.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:17:0)
[21:26:13.370] Build status: SCHEDULED
[21:26:13.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:18:0) after 4m36s
[21:30:49.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:18:0)
[21:30:49.659] Build status: SCHEDULED
[21:30:49.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:19:0) after 8m4s
[21:38:53.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:19:0)
[21:38:53.866] Build status: SCHEDULED
[21:38:53.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:20:0) after 5m56s
[21:44:49.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:20:0)
[21:44:49.974] Build status: SCHEDULED
[21:44:49.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:21:0) after 8m55s
[21:53:44.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:21:0)
[21:53:45.016] Build status: SCHEDULED
[21:53:45.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:22:0) after 1m10s
[21:54:55.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:22:0)
[21:54:55.106] Build status: SCHEDULED
[21:54:55.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:23:0) after 9m43s
[22:04:38.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:23:0)
[22:04:38.328] Build status: SCHEDULED
[22:04:38.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:24:0) after 7m30s
[22:12:08.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:24:0)
[22:12:08.534] Build status: SCHEDULED
[22:12:08.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:25:0) after 1m53s
[22:14:01.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:25:0)
[22:14:01.609] Build status: SCHEDULED
[22:14:01.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:26:0) after 4m24s
[22:18:25.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:26:0)
[22:18:25.711] Build status: SCHEDULED
[22:18:25.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:27:0) after 6m25s
[22:24:50.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:27:0)
[22:24:50.906] Build status: SCHEDULED
[22:24:50.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:28:0) after 4m32s
[22:29:22.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:28:0)
[22:29:22.965] Build status: SCHEDULED
[22:29:22.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:29:0) after 9m3s
[22:38:26.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:29:0)
[22:38:26.271] Build status: SCHEDULED
[22:38:26.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:30:0) after 6m12s
[22:44:38.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:30:0)
[22:44:38.308] Build status: SCHEDULED
[22:44:38.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:31:0) after 8m13s
[22:52:51.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:31:0)
[22:52:51.396] Build status: SCHEDULED
[22:52:51.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:32:0) after 3m46s
[22:56:37.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:32:0)
[22:56:37.433] Build status: SCHEDULED
[22:56:37.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:33:0) after 1m7s
[22:57:44.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:33:0)
[22:57:44.493] Build status: SCHEDULED
[22:57:44.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:34:0) after 9m18s
[23:07:02.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:34:0)
[23:07:02.531] Build status: SCHEDULED
[23:07:02.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:35:0) after 4m29s
[23:11:31.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:35:0)
[23:11:31.542] Build status: SCHEDULED
[23:11:31.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:36:0) after 2m48s
[23:14:19.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:36:0)
[23:14:19.585] Build status: SCHEDULED
[23:14:19.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:37:0) after 5m1s
[23:19:20.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:37:0)
[23:19:20.619] Build status: SCHEDULED
[23:19:20.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8839255976804055392:38:0) after 4m25s
[23:22:03.114] Received PubSub notification, asking Buildbucket for the build status
[23:22:03.141] Build status: STARTED
[23:22:59.106] Received PubSub notification, asking Buildbucket for the build status
[23:22:59.150] Build:
{
"id": "8673825912939086849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T20:00:24.058019239Z",
"startTime": "2026-08-10T23:22:02.906883541Z",
"endTime": "2026-08-10T23:22:58.640542567Z",
"updateTime": "2026-08-10T23:22:58.640542567Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "752ea21ad60768c19115ab8a60b41d6d56126607",
"ref": "refs/heads/main"
}
}
}
[23:22:59.150] Invocation finished in 3h22m38.16110319s with status FAILED