[05:19:55.163] New invocation is queued and will start shortly
[05:19:56.306] Starting the invocation (attempt 1)
[05:19:56.329] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
[05:19:56.329] Popped gitiles commit info from properties and tags
[05:19:56.329] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:19:56.330] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:19:56.330] Buildbucket request:
{
"requestId": "8844022410954030288",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844022410954030288",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "26e4d31ffa0bb7f93f684a43d6805c46a0763776"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"title": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844022410954030288"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:19:57.247] Scheduled build:
{
"id": "8678592348875595569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T05:19:56.525764632Z",
"updateTime": "2026-06-19T05:19:56.525764632Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
}
}
}
[05:19:57.247] Task URL: https://cr-buildbucket.appspot.com/build/8678592348875595569
[05:19:57.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:2:0) after 4m14s
[05:19:58.120] Received PubSub notification, asking Buildbucket for the build status
[05:19:58.139] Build status: SCHEDULED
[05:24:11.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:2:0)
[05:24:11.289] Build status: SCHEDULED
[05:24:11.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:4:0) after 1m12s
[05:25:23.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:4:0)
[05:25:23.324] Build status: SCHEDULED
[05:25:23.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:5:0) after 8m45s
[05:34:08.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:5:0)
[05:34:08.409] Build status: SCHEDULED
[05:34:08.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:6:0) after 5m36s
[05:39:44.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:6:0)
[05:39:44.532] Build status: SCHEDULED
[05:39:44.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:7:0) after 5m23s
[05:45:07.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:7:0)
[05:45:07.703] Build status: SCHEDULED
[05:45:07.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:8:0) after 2m24s
[05:47:31.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:8:0)
[05:47:31.737] Build status: SCHEDULED
[05:47:31.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:9:0) after 8m58s
[05:56:29.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:9:0)
[05:56:29.822] Build status: SCHEDULED
[05:56:29.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:10:0) after 2m59s
[05:59:28.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:10:0)
[05:59:28.952] Build status: SCHEDULED
[05:59:28.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:11:0) after 6m24s
[06:05:52.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:11:0)
[06:05:53.013] Build status: SCHEDULED
[06:05:53.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:12:0) after 6m54s
[06:12:47.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:12:0)
[06:12:47.058] Build status: SCHEDULED
[06:12:47.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:13:0) after 5m9s
[06:17:56.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:13:0)
[06:17:56.145] Build status: SCHEDULED
[06:17:56.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:14:0) after 9m1s
[06:26:57.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:14:0)
[06:26:57.290] Build status: SCHEDULED
[06:26:57.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:15:0) after 8m2s
[06:34:59.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:15:0)
[06:34:59.407] Build status: SCHEDULED
[06:34:59.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:16:0) after 2m38s
[06:37:37.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:16:0)
[06:37:37.470] Build status: SCHEDULED
[06:37:37.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:17:0) after 5m27s
[06:43:04.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:17:0)
[06:43:04.512] Build status: SCHEDULED
[06:43:04.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:18:0) after 6m44s
[06:49:48.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:18:0)
[06:49:48.622] Build status: SCHEDULED
[06:49:48.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:19:0) after 4m43s
[06:54:31.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:19:0)
[06:54:31.653] Build status: SCHEDULED
[06:54:31.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:20:0) after 8m0s
[07:02:31.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:20:0)
[07:02:31.773] Build status: SCHEDULED
[07:02:31.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:21:0) after 3m23s
[07:05:54.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:21:0)
[07:05:54.868] Build status: SCHEDULED
[07:05:54.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:22:0) after 4m1s
[07:09:56.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:22:0)
[07:09:56.023] Build status: SCHEDULED
[07:09:56.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:23:0) after 7m36s
[07:17:32.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:23:0)
[07:17:32.092] Build status: SCHEDULED
[07:17:32.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:24:0) after 9m17s
[07:26:49.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:24:0)
[07:26:49.149] Build status: SCHEDULED
[07:26:49.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:25:0) after 7m15s
[07:34:04.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:25:0)
[07:34:04.302] Build status: SCHEDULED
[07:34:04.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:26:0) after 1m50s
[07:35:54.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:26:0)
[07:35:54.395] Build status: SCHEDULED
[07:35:54.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:27:0) after 8m16s
[07:44:10.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:27:0)
[07:44:10.475] Build status: SCHEDULED
[07:44:10.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:28:0) after 2m38s
[07:46:48.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:28:0)
[07:46:48.561] Build status: SCHEDULED
[07:46:48.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:29:0) after 4m2s
[07:50:50.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:29:0)
[07:50:50.593] Build status: SCHEDULED
[07:50:50.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:30:0) after 4m33s
[07:55:23.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:30:0)
[07:55:23.631] Build status: SCHEDULED
[07:55:23.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:31:0) after 6m6s
[08:01:29.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:31:0)
[08:01:29.688] Build status: SCHEDULED
[08:01:29.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:32:0) after 1m54s
[08:03:23.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:32:0)
[08:03:23.753] Build status: SCHEDULED
[08:03:23.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:33:0) after 1m15s
[08:04:38.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:33:0)
[08:04:38.882] Build status: SCHEDULED
[08:04:38.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:34:0) after 3m13s
[08:07:52.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:34:0)
[08:07:52.156] Build status: SCHEDULED
[08:07:52.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:35:0) after 3m38s
[08:11:30.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:35:0)
[08:11:30.211] Build status: SCHEDULED
[08:11:30.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:36:0) after 9m19s
[08:20:49.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:36:0)
[08:20:49.419] Build status: SCHEDULED
[08:20:49.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:37:0) after 4m1s
[08:24:50.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:37:0)
[08:24:50.526] Build status: SCHEDULED
[08:24:50.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:38:0) after 6m48s
[08:31:38.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:38:0)
[08:31:38.679] Build status: SCHEDULED
[08:31:38.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8844022410954030288:39:0) after 6m51s
[08:34:39.297] Received PubSub notification, asking Buildbucket for the build status
[08:34:39.316] Build status: STARTED
[08:38:11.425] Received PubSub notification, asking Buildbucket for the build status
[08:38:11.474] Build:
{
"id": "8678592348875595569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T05:19:56.525764632Z",
"startTime": "2026-06-19T08:34:39.112711163Z",
"endTime": "2026-06-19T08:38:11.169198153Z",
"updateTime": "2026-06-19T08:38:11.169198153Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
}
}
}
[08:38:11.474] Invocation finished in 3h18m16.314838829s with status FAILED