[02:19:36.610] New invocation is queued and will start shortly
[02:19:37.711] Starting the invocation (attempt 1)
[02:19:37.732] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/261701bcf5ecdbd804544bc2b52be53481bdb959"
[02:19:37.732] Popped gitiles commit info from properties and tags
[02:19:37.732] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:19:37.732] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:19:37.732] Buildbucket request:
{
"requestId": "8849107185149347424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849107185149347424",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e27d98f94fa529aaefc192a107777d305c7df7eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e27d98f94fa529aaefc192a107777d305c7df7eb",
"title": "e27d98f94fa529aaefc192a107777d305c7df7eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e27d98f94fa529aaefc192a107777d305c7df7eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"title": "6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fef29bbadd0ea6be84a738e37b7101d156b8be33",
"title": "fef29bbadd0ea6be84a738e37b7101d156b8be33",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"title": "1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "32c6eae34ecae66863dcb1eb32625825c971872d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@32c6eae34ecae66863dcb1eb32625825c971872d",
"title": "32c6eae34ecae66863dcb1eb32625825c971872d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/32c6eae34ecae66863dcb1eb32625825c971872d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "261701bcf5ecdbd804544bc2b52be53481bdb959"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@261701bcf5ecdbd804544bc2b52be53481bdb959",
"title": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/261701bcf5ecdbd804544bc2b52be53481bdb959"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849107185149347424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:19:38.200] Scheduled build:
{
"id": "8683677123193612161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T02:19:37.853853746Z",
"updateTime": "2026-04-24T02:19:37.853853746Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
}
}
}
[02:19:38.200] Task URL: https://cr-buildbucket.appspot.com/build/8683677123193612161
[02:19:38.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:2:0) after 9m12s
[02:19:39.216] Received PubSub notification, asking Buildbucket for the build status
[02:19:39.303] Build status: SCHEDULED
[02:28:50.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:2:0)
[02:28:50.628] Build status: SCHEDULED
[02:28:50.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:4:0) after 1m55s
[02:30:45.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:4:0)
[02:30:45.794] Build status: SCHEDULED
[02:30:45.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:5:0) after 4m42s
[02:35:27.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:5:0)
[02:35:27.842] Build status: SCHEDULED
[02:35:27.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:6:0) after 2m32s
[02:37:59.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:6:0)
[02:37:59.881] Build status: SCHEDULED
[02:37:59.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:7:0) after 2m3s
[02:40:03.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:7:0)
[02:40:03.206] Build status: SCHEDULED
[02:40:03.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:8:0) after 3m49s
[02:43:52.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:8:0)
[02:43:52.262] Build status: SCHEDULED
[02:43:52.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:9:0) after 6m51s
[02:50:43.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:9:0)
[02:50:43.331] Build status: SCHEDULED
[02:50:43.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:10:0) after 9m2s
[02:59:45.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:10:0)
[02:59:45.367] Build status: SCHEDULED
[02:59:45.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:11:0) after 7m3s
[03:06:48.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:11:0)
[03:06:48.577] Build status: SCHEDULED
[03:06:48.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:12:0) after 2m40s
[03:09:28.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:12:0)
[03:09:28.609] Build status: SCHEDULED
[03:09:28.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:13:0) after 2m46s
[03:12:14.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:13:0)
[03:12:14.664] Build status: SCHEDULED
[03:12:14.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:14:0) after 4m20s
[03:16:34.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:14:0)
[03:16:34.723] Build status: SCHEDULED
[03:16:34.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:15:0) after 7m38s
[03:24:12.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:15:0)
[03:24:12.794] Build status: SCHEDULED
[03:24:12.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:16:0) after 8m50s
[03:33:02.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:16:0)
[03:33:02.872] Build status: SCHEDULED
[03:33:02.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:17:0) after 3m50s
[03:36:52.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:17:0)
[03:36:52.910] Build status: SCHEDULED
[03:36:52.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:18:0) after 2m53s
[03:39:45.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:18:0)
[03:39:45.953] Build status: SCHEDULED
[03:39:45.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:19:0) after 6m33s
[03:46:19.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:19:0)
[03:46:19.034] Build status: SCHEDULED
[03:46:19.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:20:0) after 1m26s
[03:47:45.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:20:0)
[03:47:45.082] Build status: SCHEDULED
[03:47:45.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:21:0) after 6m59s
[03:54:44.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:21:0)
[03:54:44.093] Build status: SCHEDULED
[03:54:44.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:22:0) after 9m36s
[04:04:20.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:22:0)
[04:04:20.156] Build status: SCHEDULED
[04:04:20.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:23:0) after 8m44s
[04:13:04.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:23:0)
[04:13:04.283] Build status: SCHEDULED
[04:13:04.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:24:0) after 6m8s
[04:19:12.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:24:0)
[04:19:12.413] Build status: SCHEDULED
[04:19:12.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:25:0) after 2m26s
[04:21:38.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:25:0)
[04:21:38.571] Build status: SCHEDULED
[04:21:38.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:26:0) after 8m5s
[04:29:43.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:26:0)
[04:29:43.665] Build status: SCHEDULED
[04:29:43.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:27:0) after 1m51s
[04:31:34.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:27:0)
[04:31:34.779] Build status: SCHEDULED
[04:31:34.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:28:0) after 1m38s
[04:33:12.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:28:0)
[04:33:12.863] Build status: SCHEDULED
[04:33:12.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:29:0) after 4m25s
[04:37:37.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:29:0)
[04:37:37.906] Build status: SCHEDULED
[04:37:37.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:30:0) after 8m3s
[04:45:40.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:30:0)
[04:45:41.001] Build status: SCHEDULED
[04:45:41.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:31:0) after 7m43s
[04:53:24.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:31:0)
[04:53:24.091] Build status: SCHEDULED
[04:53:24.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:32:0) after 6m12s
[04:58:58.826] Received PubSub notification, asking Buildbucket for the build status
[04:58:58.844] Build status: STARTED
[04:59:36.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:32:0)
[04:59:36.216] Build status: STARTED
[04:59:36.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849107185149347424:34:0) after 7m31s
[05:00:05.289] Received PubSub notification, asking Buildbucket for the build status
[05:00:05.312] Build:
{
"id": "8683677123193612161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T02:19:37.853853746Z",
"startTime": "2026-04-24T04:58:58.402142875Z",
"endTime": "2026-04-24T05:00:05.037927286Z",
"updateTime": "2026-04-24T05:00:05.037927286Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
}
}
}
[05:00:05.312] Invocation finished in 2h40m28.706453432s with status FAILED