[18:47:32.478] New invocation is queued and will start shortly
[18:47:34.079] Starting the invocation (attempt 1)
[18:47:34.111] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767"
[18:47:34.111] Popped gitiles commit info from properties and tags
[18:47:34.111] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:47:34.112] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:47:34.112] Buildbucket request:
{
"requestId": "8840528915065387024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840528915065387024",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767",
"title": "a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840528915065387024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:47:34.477] Scheduled build:
{
"id": "8675098852598333009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T18:47:34.199545813Z",
"updateTime": "2026-07-27T18:47:34.199545813Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767",
"ref": "refs/heads/upstream/main"
}
}
}
[18:47:34.477] Task URL: https://cr-buildbucket.appspot.com/build/8675098852598333009
[18:47:34.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:2:0) after 5m10s
[18:47:35.441] Received PubSub notification, asking Buildbucket for the build status
[18:47:35.460] Build status: SCHEDULED
[18:52:44.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:2:0)
[18:52:44.568] Build status: SCHEDULED
[18:52:44.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:4:0) after 2m40s
[18:55:24.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:4:0)
[18:55:24.664] Build status: SCHEDULED
[18:55:24.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:5:0) after 4m25s
[18:59:49.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:5:0)
[18:59:49.925] Build status: SCHEDULED
[18:59:49.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:6:0) after 8m38s
[19:08:27.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:6:0)
[19:08:27.969] Build status: SCHEDULED
[19:08:27.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:7:0) after 2m33s
[19:11:01.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:7:0)
[19:11:01.242] Build status: SCHEDULED
[19:11:01.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:8:0) after 4m11s
[19:15:12.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:8:0)
[19:15:12.408] Build status: SCHEDULED
[19:15:12.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:9:0) after 6m30s
[19:21:42.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:9:0)
[19:21:42.456] Build status: SCHEDULED
[19:21:42.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:10:0) after 7m11s
[19:28:53.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:10:0)
[19:28:53.716] Build status: SCHEDULED
[19:28:53.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:11:0) after 4m46s
[19:33:39.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:11:0)
[19:33:39.751] Build status: SCHEDULED
[19:33:39.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:12:0) after 8m12s
[19:41:51.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:12:0)
[19:41:51.784] Build status: SCHEDULED
[19:41:51.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:13:0) after 8m11s
[19:50:02.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:13:0)
[19:50:02.881] Build status: SCHEDULED
[19:50:02.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:14:0) after 5m21s
[19:55:23.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:14:0)
[19:55:23.997] Build status: SCHEDULED
[19:55:23.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:15:0) after 2m52s
[19:58:16.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:15:0)
[19:58:16.138] Build status: SCHEDULED
[19:58:16.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:16:0) after 2m5s
[20:00:21.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:16:0)
[20:00:21.176] Build status: SCHEDULED
[20:00:21.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:17:0) after 2m47s
[20:03:08.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:17:0)
[20:03:08.227] Build status: SCHEDULED
[20:03:08.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:18:0) after 8m14s
[20:11:22.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:18:0)
[20:11:22.342] Build status: SCHEDULED
[20:11:22.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:19:0) after 2m19s
[20:13:41.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:19:0)
[20:13:41.384] Build status: SCHEDULED
[20:13:41.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:20:0) after 1m22s
[20:15:03.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:20:0)
[20:15:03.446] Build status: SCHEDULED
[20:15:03.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:21:0) after 6m49s
[20:21:52.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:21:0)
[20:21:52.621] Build status: SCHEDULED
[20:21:52.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:22:0) after 2m10s
[20:24:02.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:22:0)
[20:24:02.707] Build status: SCHEDULED
[20:24:02.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:23:0) after 4m24s
[20:28:26.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:23:0)
[20:28:26.751] Build status: SCHEDULED
[20:28:26.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:24:0) after 2m53s
[20:31:19.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:24:0)
[20:31:19.795] Build status: SCHEDULED
[20:31:19.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:25:0) after 5m49s
[20:37:08.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:25:0)
[20:37:08.845] Build status: SCHEDULED
[20:37:08.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:26:0) after 9m0s
[20:46:08.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:26:0)
[20:46:08.887] Build status: SCHEDULED
[20:46:08.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:27:0) after 7m18s
[20:47:15.341] Received PubSub notification, asking Buildbucket for the build status
[20:47:15.357] Build status: STARTED
[20:53:26.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:27:0)
[20:53:26.884] Build status: STARTED
[20:53:26.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8840528915065387024:29:0) after 4m25s
[20:53:37.315] Received PubSub notification, asking Buildbucket for the build status
[20:53:37.335] Build:
{
"id": "8675098852598333009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T18:47:34.199545813Z",
"startTime": "2026-07-27T20:46:59.432544294Z",
"endTime": "2026-07-27T20:53:37.043801860Z",
"updateTime": "2026-07-27T20:53:37.043801860Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "a08c1f5b7807c3b3dbaec30983c3c1a7f8edf767",
"ref": "refs/heads/upstream/main"
}
}
}
[20:53:37.335] Invocation finished in 2h6m4.872150051s with status FAILED