[01:31:11.213] New invocation is queued and will start shortly
[01:31:12.739] Starting the invocation (attempt 1)
[01:31:12.763] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b5431afd9ca6d0167461316a3f8aae1f02061d8b"
[01:31:12.763] Popped gitiles commit info from properties and tags
[01:31:12.763] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:31:12.763] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:31:12.764] Buildbucket request:
{
"requestId": "8841590683466035792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841590683466035792",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "92fbccc02c46b4bee931e4a6b55fcab1b2676625"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@92fbccc02c46b4bee931e4a6b55fcab1b2676625",
"title": "92fbccc02c46b4bee931e4a6b55fcab1b2676625",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/92fbccc02c46b4bee931e4a6b55fcab1b2676625"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b5431afd9ca6d0167461316a3f8aae1f02061d8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"title": "b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b5431afd9ca6d0167461316a3f8aae1f02061d8b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841590683466035792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:31:13.278] Scheduled build:
{
"id": "8676160621117330817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T01:31:12.833848803Z",
"updateTime": "2026-07-16T01:31:12.833848803Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"ref": "refs/heads/main"
}
}
}
[01:31:13.278] Task URL: https://cr-buildbucket.appspot.com/build/8676160621117330817
[01:31:13.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:2:0) after 5m9s
[01:31:14.142] Received PubSub notification, asking Buildbucket for the build status
[01:31:14.220] Build status: SCHEDULED
[01:36:22.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:2:0)
[01:36:22.318] Build status: SCHEDULED
[01:36:22.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:4:0) after 9m28s
[01:45:50.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:4:0)
[01:45:50.413] Build status: SCHEDULED
[01:45:50.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:5:0) after 4m12s
[01:50:02.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:5:0)
[01:50:02.445] Build status: SCHEDULED
[01:50:02.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:6:0) after 2m36s
[01:52:38.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:6:0)
[01:52:38.464] Build status: SCHEDULED
[01:52:38.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:7:0) after 2m42s
[01:55:20.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:7:0)
[01:55:20.461] Build status: SCHEDULED
[01:55:20.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:8:0) after 7m40s
[02:03:00.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:8:0)
[02:03:00.550] Build status: SCHEDULED
[02:03:00.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:9:0) after 6m36s
[02:09:36.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:9:0)
[02:09:36.864] Build status: SCHEDULED
[02:09:36.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:10:0) after 5m0s
[02:14:36.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:10:0)
[02:14:36.901] Build status: SCHEDULED
[02:14:36.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:11:0) after 5m11s
[02:19:47.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:11:0)
[02:19:47.963] Build status: SCHEDULED
[02:19:47.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:12:0) after 1m31s
[02:21:18.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:12:0)
[02:21:19.010] Build status: SCHEDULED
[02:21:19.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:13:0) after 8m39s
[02:29:58.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:13:0)
[02:29:58.181] Build status: SCHEDULED
[02:29:58.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:14:0) after 5m3s
[02:35:01.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:14:0)
[02:35:01.369] Build status: SCHEDULED
[02:35:01.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:15:0) after 8m37s
[02:43:38.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:15:0)
[02:43:38.444] Build status: SCHEDULED
[02:43:38.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:16:0) after 8m44s
[02:52:22.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:16:0)
[02:52:22.525] Build status: SCHEDULED
[02:52:22.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:17:0) after 4m48s
[02:57:10.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:17:0)
[02:57:10.610] Build status: SCHEDULED
[02:57:10.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:18:0) after 9m20s
[03:06:30.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:18:0)
[03:06:30.816] Build status: SCHEDULED
[03:06:30.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:19:0) after 8m41s
[03:15:11.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:19:0)
[03:15:11.877] Build status: SCHEDULED
[03:15:11.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:20:0) after 5m51s
[03:21:02.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:20:0)
[03:21:02.949] Build status: SCHEDULED
[03:21:02.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:21:0) after 9m59s
[03:31:02.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:21:0)
[03:31:02.041] Build status: SCHEDULED
[03:31:02.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:22:0) after 2m47s
[03:33:49.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:22:0)
[03:33:49.127] Build status: SCHEDULED
[03:33:49.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:23:0) after 1m38s
[03:35:27.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:23:0)
[03:35:27.205] Build status: SCHEDULED
[03:35:27.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:24:0) after 2m40s
[03:38:07.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:24:0)
[03:38:07.289] Build status: SCHEDULED
[03:38:07.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:25:0) after 4m36s
[03:42:43.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:25:0)
[03:42:43.618] Build status: SCHEDULED
[03:42:43.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:26:0) after 6m53s
[03:49:36.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:26:0)
[03:49:36.693] Build status: SCHEDULED
[03:49:36.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:27:0) after 1m23s
[03:50:59.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:27:0)
[03:50:59.780] Build status: SCHEDULED
[03:50:59.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:28:0) after 6m21s
[03:57:20.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:28:0)
[03:57:20.821] Build status: SCHEDULED
[03:57:20.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:29:0) after 1m4s
[03:57:22.552] Received PubSub notification, asking Buildbucket for the build status
[03:57:22.573] Build status: STARTED
[03:58:24.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:29:0)
[03:58:24.890] Build status: STARTED
[03:58:24.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841590683466035792:31:0) after 6m12s
[04:01:23.863] Received PubSub notification, asking Buildbucket for the build status
[04:01:23.945] Build:
{
"id": "8676160621117330817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T01:31:12.833848803Z",
"startTime": "2026-07-16T03:57:21.523179027Z",
"endTime": "2026-07-16T04:01:23.588054769Z",
"updateTime": "2026-07-16T04:01:23.588054769Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"ref": "refs/heads/main"
}
}
}
[04:01:23.945] Invocation finished in 2h30m12.736069894s with status FAILED