[04:01:27.011] New invocation is queued and will start shortly
[04:01:28.155] Starting the invocation (attempt 1)
[04:01:28.185] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
[04:01:28.185] Popped gitiles commit info from properties and tags
[04:01:28.185] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:01:28.186] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:01:28.186] Buildbucket request:
{
"requestId": "8841581229715436752",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841581229715436752",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83f61c48153bb4fd3ee91041cdc2620ca028631f",
"title": "83f61c48153bb4fd3ee91041cdc2620ca028631f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57a64fc7837a6f28d4e4646126f6823c15417b51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57a64fc7837a6f28d4e4646126f6823c15417b51",
"title": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841581229715436752"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:01:28.612] Scheduled build:
{
"id": "8676151167765861953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:01:28.251653430Z",
"updateTime": "2026-07-16T04:01:28.251653430Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[04:01:28.612] Task URL: https://cr-buildbucket.appspot.com/build/8676151167765861953
[04:01:28.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:2:0) after 3m25s
[04:01:29.546] Received PubSub notification, asking Buildbucket for the build status
[04:01:29.611] Build status: SCHEDULED
[04:04:53.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:2:0)
[04:04:53.688] Build status: SCHEDULED
[04:04:53.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:4:0) after 6m6s
[04:10:59.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:4:0)
[04:10:59.805] Build status: SCHEDULED
[04:10:59.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:5:0) after 3m16s
[04:14:15.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:5:0)
[04:14:16.033] Build status: SCHEDULED
[04:14:16.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:6:0) after 1m44s
[04:16:00.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:6:0)
[04:16:00.123] Build status: SCHEDULED
[04:16:00.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:7:0) after 7m17s
[04:23:17.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:7:0)
[04:23:17.210] Build status: SCHEDULED
[04:23:17.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:8:0) after 3m50s
[04:27:07.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:8:0)
[04:27:07.392] Build status: SCHEDULED
[04:27:07.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:9:0) after 4m28s
[04:31:35.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:9:0)
[04:31:35.430] Build status: SCHEDULED
[04:31:35.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:10:0) after 8m29s
[04:40:04.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:10:0)
[04:40:04.576] Build status: SCHEDULED
[04:40:04.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:11:0) after 6m20s
[04:46:24.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:11:0)
[04:46:24.724] Build status: SCHEDULED
[04:46:24.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:12:0) after 8m57s
[04:55:21.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:12:0)
[04:55:21.764] Build status: SCHEDULED
[04:55:21.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:13:0) after 1m7s
[04:56:28.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:13:0)
[04:56:28.858] Build status: SCHEDULED
[04:56:28.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:14:0) after 8m20s
[05:04:48.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:14:0)
[05:04:48.894] Build status: SCHEDULED
[05:04:48.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:15:0) after 8m48s
[05:13:36.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:15:0)
[05:13:36.895] Build status: SCHEDULED
[05:13:36.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:16:0) after 3m28s
[05:17:04.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:16:0)
[05:17:04.934] Build status: SCHEDULED
[05:17:04.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:17:0) after 9m56s
[05:27:01.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:17:0)
[05:27:01.068] Build status: SCHEDULED
[05:27:01.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:18:0) after 4m23s
[05:31:24.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:18:0)
[05:31:24.149] Build status: SCHEDULED
[05:31:24.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:19:0) after 7m22s
[05:38:46.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:19:0)
[05:38:46.202] Build status: SCHEDULED
[05:38:46.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:20:0) after 8m29s
[05:47:15.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:20:0)
[05:47:15.216] Build status: SCHEDULED
[05:47:15.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:21:0) after 8m21s
[05:55:36.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:21:0)
[05:55:36.303] Build status: SCHEDULED
[05:55:36.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:22:0) after 7m40s
[06:03:16.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:22:0)
[06:03:16.393] Build status: SCHEDULED
[06:03:16.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:23:0) after 8m51s
[06:12:07.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:23:0)
[06:12:07.496] Build status: SCHEDULED
[06:12:07.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:24:0) after 6m25s
[06:18:32.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:24:0)
[06:18:32.596] Build status: SCHEDULED
[06:18:32.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:25:0) after 9m57s
[06:28:29.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:25:0)
[06:28:29.681] Build status: SCHEDULED
[06:28:29.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:26:0) after 2m6s
[06:30:35.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:26:0)
[06:30:36.105] Build status: SCHEDULED
[06:30:36.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:27:0) after 1m4s
[06:30:40.290] Received PubSub notification, asking Buildbucket for the build status
[06:30:40.318] Build status: STARTED
[06:31:40.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:27:0)
[06:31:40.277] Build status: STARTED
[06:31:40.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8841581229715436752:29:0) after 6m11s
[06:34:28.890] Received PubSub notification, asking Buildbucket for the build status
[06:34:28.916] Build:
{
"id": "8676151167765861953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:01:28.251653430Z",
"startTime": "2026-07-16T06:30:39.645532214Z",
"endTime": "2026-07-16T06:34:28.462015352Z",
"updateTime": "2026-07-16T06:34:28.462015352Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[06:34:28.916] Invocation finished in 2h33m1.908085047s with status FAILED