[02:56:13.053] New invocation is queued and will start shortly
[02:56:14.084] Starting the invocation (attempt 1)
[02:56:14.113] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
[02:56:14.113] Popped gitiles commit info from properties and tags
[02:56:14.113] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:56:14.113] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:56:14.114] Buildbucket request:
{
"requestId": "8843578467060115760",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843578467060115760",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a5ca8dea5d46b29c54d592006751822842668da1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5ca8dea5d46b29c54d592006751822842668da1",
"title": "a5ca8dea5d46b29c54d592006751822842668da1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5ca8dea5d46b29c54d592006751822842668da1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13b93ba9970332f326a99d8c767fec4d7c4d5919"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13b93ba9970332f326a99d8c767fec4d7c4d5919",
"title": "13b93ba9970332f326a99d8c767fec4d7c4d5919",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13b93ba9970332f326a99d8c767fec4d7c4d5919"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "684254f218800a815c1edd5b8680cda8f3fc5c09"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@684254f218800a815c1edd5b8680cda8f3fc5c09",
"title": "684254f218800a815c1edd5b8680cda8f3fc5c09",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/684254f218800a815c1edd5b8680cda8f3fc5c09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "74e9f132792bcbe98a20164e55d64c06a21f31f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74e9f132792bcbe98a20164e55d64c06a21f31f5",
"title": "74e9f132792bcbe98a20164e55d64c06a21f31f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74e9f132792bcbe98a20164e55d64c06a21f31f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ac14a58270aff386f530efb687aefeadae60cc3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ac14a58270aff386f530efb687aefeadae60cc3",
"title": "9ac14a58270aff386f530efb687aefeadae60cc3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ac14a58270aff386f530efb687aefeadae60cc3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90e28963b3f146adbed802dce30fddb1719854d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90e28963b3f146adbed802dce30fddb1719854d7",
"title": "90e28963b3f146adbed802dce30fddb1719854d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90e28963b3f146adbed802dce30fddb1719854d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ecc30841295f51daa3367a3c2eaab188ee5c60ff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc30841295f51daa3367a3c2eaab188ee5c60ff",
"title": "ecc30841295f51daa3367a3c2eaab188ee5c60ff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc30841295f51daa3367a3c2eaab188ee5c60ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
"title": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843578467060115760"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:56:14.680] Scheduled build:
{
"id": "8678148405158995649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T02:56:14.246694436Z",
"updateTime": "2026-06-24T02:56:14.246694436Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
"ref": "refs/heads/main"
}
}
}
[02:56:14.680] Task URL: https://cr-buildbucket.appspot.com/build/8678148405158995649
[02:56:14.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:2:0) after 9m18s
[02:56:14.787] Received PubSub notification, asking Buildbucket for the build status
[02:56:14.922] Build status: SCHEDULED
[03:05:32.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:2:0)
[03:05:32.804] Build status: SCHEDULED
[03:05:32.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:4:0) after 9m34s
[03:15:06.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:4:0)
[03:15:06.837] Build status: SCHEDULED
[03:15:06.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:5:0) after 1m36s
[03:16:42.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:5:0)
[03:16:42.883] Build status: SCHEDULED
[03:16:42.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:6:0) after 6m38s
[03:23:20.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:6:0)
[03:23:20.930] Build status: SCHEDULED
[03:23:20.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:7:0) after 5m38s
[03:28:59.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:7:0)
[03:28:59.232] Build status: SCHEDULED
[03:28:59.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:8:0) after 5m1s
[03:34:00.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:8:0)
[03:34:00.314] Build status: SCHEDULED
[03:34:00.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:9:0) after 5m4s
[03:39:04.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:9:0)
[03:39:04.431] Build status: SCHEDULED
[03:39:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:10:0) after 1m2s
[03:40:06.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:10:0)
[03:40:06.524] Build status: SCHEDULED
[03:40:06.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:11:0) after 1m13s
[03:41:19.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:11:0)
[03:41:19.623] Build status: SCHEDULED
[03:41:19.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:12:0) after 8m57s
[03:50:16.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:12:0)
[03:50:16.799] Build status: SCHEDULED
[03:50:16.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:13:0) after 7m38s
[03:57:54.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:13:0)
[03:57:54.843] Build status: SCHEDULED
[03:57:54.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:14:0) after 4m41s
[04:02:35.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:14:0)
[04:02:35.938] Build status: SCHEDULED
[04:02:35.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:15:0) after 5m20s
[04:07:55.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:15:0)
[04:07:55.974] Build status: SCHEDULED
[04:07:55.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:16:0) after 6m20s
[04:14:16.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:16:0)
[04:14:16.058] Build status: SCHEDULED
[04:14:16.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:17:0) after 7m39s
[04:21:55.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:17:0)
[04:21:55.102] Build status: SCHEDULED
[04:21:55.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:18:0) after 5m2s
[04:26:57.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:18:0)
[04:26:57.188] Build status: SCHEDULED
[04:26:57.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:19:0) after 8m22s
[04:35:19.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:19:0)
[04:35:19.222] Build status: SCHEDULED
[04:35:19.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:20:0) after 9m8s
[04:44:27.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:20:0)
[04:44:27.268] Build status: SCHEDULED
[04:44:27.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:21:0) after 6m5s
[04:50:32.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:21:0)
[04:50:32.322] Build status: SCHEDULED
[04:50:32.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:22:0) after 6m2s
[04:56:34.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:22:0)
[04:56:34.465] Build status: SCHEDULED
[04:56:34.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:23:0) after 8m50s
[05:05:24.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:23:0)
[05:05:24.494] Build status: SCHEDULED
[05:05:24.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:24:0) after 2m52s
[05:08:16.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:24:0)
[05:08:16.530] Build status: SCHEDULED
[05:08:16.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:25:0) after 4m13s
[05:12:29.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:25:0)
[05:12:29.581] Build status: SCHEDULED
[05:12:29.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:26:0) after 4m36s
[05:17:05.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:26:0)
[05:17:05.662] Build status: SCHEDULED
[05:17:05.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:27:0) after 3m7s
[05:20:12.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:27:0)
[05:20:12.808] Build status: SCHEDULED
[05:20:12.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:28:0) after 9m12s
[05:25:22.740] Received PubSub notification, asking Buildbucket for the build status
[05:25:22.759] Build status: STARTED
[05:29:24.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:28:0)
[05:29:24.925] Build status: STARTED
[05:29:24.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8843578467060115760:30:0) after 8m56s
[05:30:16.264] Received PubSub notification, asking Buildbucket for the build status
[05:30:16.281] Build:
{
"id": "8678148405158995649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T02:56:14.246694436Z",
"startTime": "2026-06-24T05:25:22.552705596Z",
"endTime": "2026-06-24T05:30:15.676230530Z",
"updateTime": "2026-06-24T05:30:15.676230530Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
"ref": "refs/heads/main"
}
}
}
[05:30:16.281] Invocation finished in 2h34m3.231657319s with status FAILED