[23:59:19.384] New invocation is queued and will start shortly
[23:59:21.356] Starting the invocation (attempt 1)
[23:59:21.381] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/912c1b9275f86b5dc5d2c89632d105413fb33f90"
[23:59:21.381] Popped gitiles commit info from properties and tags
[23:59:21.381] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:59:21.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:59:21.381] Buildbucket request:
{
"requestId": "8849116011249195280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849116011249195280",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "abe2ce3f45dc998d8c8fbb94284f10fcc5a05e47"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abe2ce3f45dc998d8c8fbb94284f10fcc5a05e47",
"title": "abe2ce3f45dc998d8c8fbb94284f10fcc5a05e47",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abe2ce3f45dc998d8c8fbb94284f10fcc5a05e47"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "912c1b9275f86b5dc5d2c89632d105413fb33f90"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@912c1b9275f86b5dc5d2c89632d105413fb33f90",
"title": "912c1b9275f86b5dc5d2c89632d105413fb33f90",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/912c1b9275f86b5dc5d2c89632d105413fb33f90"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "912c1b9275f86b5dc5d2c89632d105413fb33f90",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849116011249195280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:59:21.715] Scheduled build:
{
"id": "8683685948450423217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-23T23:59:21.432605856Z",
"updateTime": "2026-04-23T23:59:21.432605856Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "912c1b9275f86b5dc5d2c89632d105413fb33f90",
"ref": "refs/heads/main"
}
}
}
[23:59:21.716] Task URL: https://cr-buildbucket.appspot.com/build/8683685948450423217
[23:59:21.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:2:0) after 5m5s
[23:59:22.641] Received PubSub notification, asking Buildbucket for the build status
[23:59:22.660] Build status: SCHEDULED
[00:04:26.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:2:0)
[00:04:26.755] Build status: SCHEDULED
[00:04:26.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:4:0) after 6m31s
[00:10:57.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:4:0)
[00:10:57.894] Build status: SCHEDULED
[00:10:57.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:5:0) after 8m59s
[00:19:56.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:5:0)
[00:19:56.913] Build status: SCHEDULED
[00:19:56.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:6:0) after 5m27s
[00:25:23.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:6:0)
[00:25:24.005] Build status: SCHEDULED
[00:25:24.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:7:0) after 7m43s
[00:33:07.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:7:0)
[00:33:07.114] Build status: SCHEDULED
[00:33:07.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:8:0) after 5m11s
[00:38:18.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:8:0)
[00:38:18.183] Build status: SCHEDULED
[00:38:18.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:9:0) after 6m59s
[00:45:17.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:9:0)
[00:45:17.337] Build status: SCHEDULED
[00:45:17.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:10:0) after 9m6s
[00:54:23.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:10:0)
[00:54:23.347] Build status: SCHEDULED
[00:54:23.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:11:0) after 3m24s
[00:57:47.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:11:0)
[00:57:47.332] Build status: SCHEDULED
[00:57:47.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:12:0) after 7m39s
[01:05:26.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:12:0)
[01:05:26.363] Build status: SCHEDULED
[01:05:26.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:13:0) after 6m9s
[01:11:35.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:13:0)
[01:11:35.396] Build status: SCHEDULED
[01:11:35.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:14:0) after 1m44s
[01:13:19.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:14:0)
[01:13:19.468] Build status: SCHEDULED
[01:13:19.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:15:0) after 5m18s
[01:18:37.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:15:0)
[01:18:37.511] Build status: SCHEDULED
[01:18:37.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:16:0) after 7m38s
[01:26:15.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:16:0)
[01:26:15.614] Build status: SCHEDULED
[01:26:15.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:17:0) after 7m36s
[01:33:51.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:17:0)
[01:33:51.681] Build status: SCHEDULED
[01:33:51.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:18:0) after 3m21s
[01:37:12.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:18:0)
[01:37:12.721] Build status: SCHEDULED
[01:37:12.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:19:0) after 2m28s
[01:39:40.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:19:0)
[01:39:40.937] Build status: SCHEDULED
[01:39:40.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:20:0) after 3m25s
[01:43:06.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:20:0)
[01:43:06.047] Build status: SCHEDULED
[01:43:06.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:21:0) after 9m17s
[01:52:23.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:21:0)
[01:52:23.080] Build status: SCHEDULED
[01:52:23.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:22:0) after 7m28s
[01:59:51.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:22:0)
[01:59:51.110] Build status: SCHEDULED
[01:59:51.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:23:0) after 7m58s
[02:07:49.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:23:0)
[02:07:49.244] Build status: SCHEDULED
[02:07:49.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:24:0) after 4m30s
[02:12:19.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:24:0)
[02:12:19.307] Build status: SCHEDULED
[02:12:19.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:25:0) after 5m56s
[02:18:15.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:25:0)
[02:18:15.349] Build status: SCHEDULED
[02:18:15.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:26:0) after 7m59s
[02:26:14.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:26:0)
[02:26:14.342] Build status: SCHEDULED
[02:26:14.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:27:0) after 9m56s
[02:36:10.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:27:0)
[02:36:10.514] Build status: SCHEDULED
[02:36:10.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:28:0) after 5m20s
[02:41:30.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:28:0)
[02:41:30.598] Build status: SCHEDULED
[02:41:30.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:29:0) after 3m35s
[02:43:18.987] Received PubSub notification, asking Buildbucket for the build status
[02:43:19.010] Build status: STARTED
[02:45:05.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:29:0)
[02:45:05.663] Build status: STARTED
[02:45:05.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849116011249195280:31:0) after 7m21s
[02:46:28.385] Received PubSub notification, asking Buildbucket for the build status
[02:46:28.410] Build:
{
"id": "8683685948450423217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-23T23:59:21.432605856Z",
"startTime": "2026-04-24T02:43:16.227580894Z",
"endTime": "2026-04-24T02:46:22.177567390Z",
"updateTime": "2026-04-24T02:46:22.177567390Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "912c1b9275f86b5dc5d2c89632d105413fb33f90",
"ref": "refs/heads/main"
}
}
}
[02:46:28.410] Invocation finished in 2h47m9.030609476s with status FAILED