[19:48:11.332] New invocation is queued and will start shortly
[19:48:12.632] Starting the invocation (attempt 1)
[19:48:12.663] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/0c4e4947675fe39b2a12a77456a73ca8618d940e"
[19:48:12.663] Popped gitiles commit info from properties and tags
[19:48:12.663] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:48:12.664] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:48:12.665] Buildbucket request:
{
"requestId": "8842337038767139568",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842337038767139568",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "0c4e4947675fe39b2a12a77456a73ca8618d940e"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@0c4e4947675fe39b2a12a77456a73ca8618d940e",
"title": "0c4e4947675fe39b2a12a77456a73ca8618d940e",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/0c4e4947675fe39b2a12a77456a73ca8618d940e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "0c4e4947675fe39b2a12a77456a73ca8618d940e",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842337038767139568"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:48:13.212] Scheduled build:
{
"id": "8676906976621318753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T19:48:12.758563504Z",
"updateTime": "2026-07-07T19:48:12.758563504Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "0c4e4947675fe39b2a12a77456a73ca8618d940e",
"ref": "refs/heads/upstream/main"
}
},
"canary": true
}
[19:48:13.212] Task URL: https://cr-buildbucket.appspot.com/build/8676906976621318753
[19:48:13.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:2:0) after 3m36s
[19:48:13.280] Received PubSub notification, asking Buildbucket for the build status
[19:48:13.300] Build status: SCHEDULED
[19:51:49.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:2:0)
[19:51:49.267] Build status: SCHEDULED
[19:51:49.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:4:0) after 6m16s
[19:58:05.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:4:0)
[19:58:05.331] Build status: SCHEDULED
[19:58:05.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:5:0) after 6m34s
[20:04:39.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:5:0)
[20:04:39.446] Build status: SCHEDULED
[20:04:39.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:6:0) after 7m19s
[20:11:58.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:6:0)
[20:11:58.474] Build status: SCHEDULED
[20:11:58.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:7:0) after 9m28s
[20:21:26.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:7:0)
[20:21:28.222] Build status: SCHEDULED
[20:21:28.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:8:0) after 2m39s
[20:24:07.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:8:0)
[20:24:07.292] Build status: SCHEDULED
[20:24:07.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:9:0) after 5m58s
[20:30:05.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:9:0)
[20:30:05.360] Build status: SCHEDULED
[20:30:05.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:10:0) after 9m44s
[20:39:49.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:10:0)
[20:39:49.405] Build status: SCHEDULED
[20:39:49.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:11:0) after 8m26s
[20:48:15.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:11:0)
[20:48:15.477] Build status: SCHEDULED
[20:48:15.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:12:0) after 4m15s
[20:52:30.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:12:0)
[20:52:30.486] Build status: SCHEDULED
[20:52:30.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:13:0) after 9m8s
[21:01:38.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:13:0)
[21:01:38.552] Build status: SCHEDULED
[21:01:38.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:14:0) after 2m59s
[21:04:37.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:14:0)
[21:04:37.549] Build status: SCHEDULED
[21:04:37.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:15:0) after 9m58s
[21:14:35.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:15:0)
[21:14:35.669] Build status: SCHEDULED
[21:14:35.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:16:0) after 2m19s
[21:16:54.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:16:0)
[21:16:54.693] Build status: SCHEDULED
[21:16:54.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:17:0) after 6m6s
[21:23:00.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:17:0)
[21:23:00.733] Build status: SCHEDULED
[21:23:00.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:18:0) after 2m12s
[21:25:12.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:18:0)
[21:25:12.771] Build status: SCHEDULED
[21:25:12.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:19:0) after 8m19s
[21:33:31.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:19:0)
[21:33:31.842] Build status: SCHEDULED
[21:33:31.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:20:0) after 8m44s
[21:42:15.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:20:0)
[21:42:16.279] Build status: SCHEDULED
[21:42:16.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:21:0) after 2m26s
[21:44:42.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:21:0)
[21:44:42.310] Build status: SCHEDULED
[21:44:42.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:22:0) after 4m56s
[21:49:38.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:22:0)
[21:49:38.350] Build status: SCHEDULED
[21:49:38.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:23:0) after 3m6s
[21:52:44.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:23:0)
[21:52:44.416] Build status: SCHEDULED
[21:52:44.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:24:0) after 6m19s
[21:59:03.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:24:0)
[21:59:03.438] Build status: SCHEDULED
[21:59:03.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:25:0) after 6m12s
[22:05:15.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:25:0)
[22:05:15.510] Build status: SCHEDULED
[22:05:15.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:26:0) after 3m43s
[22:08:58.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:26:0)
[22:08:58.681] Build status: SCHEDULED
[22:08:58.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:27:0) after 8m15s
[22:13:30.823] Received PubSub notification, asking Buildbucket for the build status
[22:13:30.842] Build status: STARTED
[22:17:13.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:27:0)
[22:17:13.785] Build status: STARTED
[22:17:13.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:29:0) after 2m6s
[22:19:19.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:29:0)
[22:19:19.828] Build status: STARTED
[22:19:19.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842337038767139568:30:0) after 7m36s
[22:20:06.080] Received PubSub notification, asking Buildbucket for the build status
[22:20:06.112] Build:
{
"id": "8676906976621318753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T19:48:12.758563504Z",
"startTime": "2026-07-07T22:13:30.659927606Z",
"endTime": "2026-07-07T22:20:05.785325068Z",
"updateTime": "2026-07-07T22:20:05.785325068Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "0c4e4947675fe39b2a12a77456a73ca8618d940e",
"ref": "refs/heads/upstream/main"
}
},
"canary": true
}
[22:20:06.112] Invocation finished in 2h31m54.783871853s with status FAILED