[20:14:16.190] New invocation is queued and will start shortly
[20:14:17.242] Starting the invocation (attempt 1)
[20:14:17.267] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
[20:14:17.267] Popped gitiles commit info from properties and tags
[20:14:17.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:14:17.267] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:14:17.268] Buildbucket request:
{
"requestId": "8840885846432867184",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840885846432867184",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "de5b2d4797f1a2f16d5445b5e7aa9a6c101471d2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de5b2d4797f1a2f16d5445b5e7aa9a6c101471d2",
"title": "de5b2d4797f1a2f16d5445b5e7aa9a6c101471d2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de5b2d4797f1a2f16d5445b5e7aa9a6c101471d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2aabcf2474e283962a4c9df502024dad7fa6f3ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2aabcf2474e283962a4c9df502024dad7fa6f3ec",
"title": "2aabcf2474e283962a4c9df502024dad7fa6f3ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2aabcf2474e283962a4c9df502024dad7fa6f3ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "53da352e4d4b6e5989e8a96171c8a0dc3d935655"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53da352e4d4b6e5989e8a96171c8a0dc3d935655",
"title": "53da352e4d4b6e5989e8a96171c8a0dc3d935655",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53da352e4d4b6e5989e8a96171c8a0dc3d935655"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"title": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840885846432867184"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:14:17.699] Scheduled build:
{
"id": "8675455784536688881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T20:14:17.377225785Z",
"updateTime": "2026-07-23T20:14:17.377225785Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
}
}
}
[20:14:17.699] Task URL: https://cr-buildbucket.appspot.com/build/8675455784536688881
[20:14:17.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:2:0) after 1m35s
[20:14:18.646] Received PubSub notification, asking Buildbucket for the build status
[20:14:18.663] Build status: SCHEDULED
[20:15:52.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:2:0)
[20:15:53.049] Build status: SCHEDULED
[20:15:53.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:4:0) after 7m21s
[20:23:14.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:4:0)
[20:23:14.204] Build status: SCHEDULED
[20:23:14.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:5:0) after 6m56s
[20:30:10.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:5:0)
[20:30:10.240] Build status: SCHEDULED
[20:30:10.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:6:0) after 3m11s
[20:33:21.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:6:0)
[20:33:21.383] Build status: SCHEDULED
[20:33:21.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:7:0) after 9m52s
[20:43:13.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:7:0)
[20:43:13.511] Build status: SCHEDULED
[20:43:13.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:8:0) after 2m58s
[20:46:11.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:8:0)
[20:46:11.539] Build status: SCHEDULED
[20:46:11.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:9:0) after 5m50s
[20:52:01.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:9:0)
[20:52:01.580] Build status: SCHEDULED
[20:52:01.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:10:0) after 3m48s
[20:55:49.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:10:0)
[20:55:49.788] Build status: SCHEDULED
[20:55:49.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:11:0) after 7m26s
[21:03:15.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:11:0)
[21:03:15.883] Build status: SCHEDULED
[21:03:15.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:12:0) after 3m45s
[21:07:01.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:12:0)
[21:07:01.116] Build status: SCHEDULED
[21:07:01.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:13:0) after 8m28s
[21:15:29.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:13:0)
[21:15:29.146] Build status: SCHEDULED
[21:15:29.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:14:0) after 2m50s
[21:18:19.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:14:0)
[21:18:19.187] Build status: SCHEDULED
[21:18:19.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:15:0) after 2m34s
[21:20:53.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:15:0)
[21:20:53.368] Build status: SCHEDULED
[21:20:53.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:16:0) after 6m28s
[21:27:21.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:16:0)
[21:27:21.656] Build status: SCHEDULED
[21:27:21.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:17:0) after 5m43s
[21:33:04.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:17:0)
[21:33:04.776] Build status: SCHEDULED
[21:33:04.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:18:0) after 5m25s
[21:38:30.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:18:0)
[21:38:30.208] Build status: SCHEDULED
[21:38:30.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:19:0) after 7m39s
[21:46:09.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:19:0)
[21:46:09.284] Build status: SCHEDULED
[21:46:09.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:20:0) after 7m38s
[21:53:47.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:20:0)
[21:53:47.367] Build status: SCHEDULED
[21:53:47.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:21:0) after 1m14s
[21:55:01.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:21:0)
[21:55:01.539] Build status: SCHEDULED
[21:55:01.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:22:0) after 7m26s
[22:02:27.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:22:0)
[22:02:27.607] Build status: SCHEDULED
[22:02:27.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:23:0) after 7m52s
[22:10:19.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:23:0)
[22:10:19.690] Build status: SCHEDULED
[22:10:19.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:24:0) after 3m25s
[22:13:44.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:24:0)
[22:13:44.721] Build status: SCHEDULED
[22:13:44.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:25:0) after 5m6s
[22:18:50.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:25:0)
[22:18:50.798] Build status: SCHEDULED
[22:18:50.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:26:0) after 1m45s
[22:20:35.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:26:0)
[22:20:35.876] Build status: SCHEDULED
[22:20:35.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:27:0) after 4m53s
[22:25:28.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:27:0)
[22:25:28.907] Build status: SCHEDULED
[22:25:28.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:28:0) after 9m30s
[22:32:50.138] Received PubSub notification, asking Buildbucket for the build status
[22:32:50.220] Build status: STARTED
[22:34:59.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:28:0)
[22:34:59.112] Build status: STARTED
[22:34:59.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8840885846432867184:30:0) after 6m9s
[22:39:34.493] Received PubSub notification, asking Buildbucket for the build status
[22:39:34.528] Build:
{
"id": "8675455784536688881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T20:14:17.377225785Z",
"startTime": "2026-07-23T22:32:48.819666388Z",
"endTime": "2026-07-23T22:39:34.165697183Z",
"updateTime": "2026-07-23T22:39:34.165697183Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
}
}
}
[22:39:34.528] Invocation finished in 2h25m18.343133924s with status FAILED