[19:20:05.046] New invocation is queued and will start shortly
[19:20:06.552] Starting the invocation (attempt 1)
[19:20:06.579] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
[19:20:06.579] Popped gitiles commit info from properties and tags
[19:20:06.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:20:06.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:20:06.579] Buildbucket request:
{
"requestId": "8837899555618013824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837899555618013824",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"title": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837899555618013824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:20:07.048] Scheduled build:
{
"id": "8672469493258395649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T19:20:06.670855083Z",
"updateTime": "2026-08-25T19:20:06.670855083Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/upstream/main"
}
}
}
[19:20:07.048] Task URL: https://cr-buildbucket.appspot.com/build/8672469493258395649
[19:20:07.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:2:0) after 9m13s
[19:20:08.024] Received PubSub notification, asking Buildbucket for the build status
[19:20:08.050] Build status: SCHEDULED
[19:29:20.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:2:0)
[19:29:20.311] Build status: SCHEDULED
[19:29:20.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:4:0) after 4m20s
[19:33:40.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:4:0)
[19:33:40.413] Build status: SCHEDULED
[19:33:40.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:5:0) after 2m57s
[19:36:37.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:5:0)
[19:36:37.503] Build status: SCHEDULED
[19:36:37.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:6:0) after 8m43s
[19:45:20.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:6:0)
[19:45:20.583] Build status: SCHEDULED
[19:45:20.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:7:0) after 8m7s
[19:53:27.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:7:0)
[19:53:27.594] Build status: SCHEDULED
[19:53:27.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:8:0) after 9m50s
[20:03:17.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:8:0)
[20:03:17.732] Build status: SCHEDULED
[20:03:17.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:9:0) after 5m16s
[20:08:33.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:9:0)
[20:08:33.751] Build status: SCHEDULED
[20:08:33.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:10:0) after 5m56s
[20:14:29.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:10:0)
[20:14:29.792] Build status: SCHEDULED
[20:14:29.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:11:0) after 3m6s
[20:17:35.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:11:0)
[20:17:35.864] Build status: SCHEDULED
[20:17:35.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:12:0) after 7m2s
[20:24:37.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:12:0)
[20:24:37.896] Build status: SCHEDULED
[20:24:37.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:13:0) after 9m49s
[20:34:26.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:13:0)
[20:34:26.930] Build status: SCHEDULED
[20:34:26.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:14:0) after 9m14s
[20:43:40.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:14:0)
[20:43:41.062] Build status: SCHEDULED
[20:43:41.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:15:0) after 9m11s
[20:52:52.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:15:0)
[20:52:52.119] Build status: SCHEDULED
[20:52:52.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:16:0) after 2m34s
[20:55:26.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:16:0)
[20:55:26.166] Build status: SCHEDULED
[20:55:26.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:17:0) after 4m52s
[21:00:18.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:17:0)
[21:00:18.240] Build status: SCHEDULED
[21:00:18.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:18:0) after 5m21s
[21:05:39.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:18:0)
[21:05:39.304] Build status: SCHEDULED
[21:05:39.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:19:0) after 1m45s
[21:07:24.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:19:0)
[21:07:24.373] Build status: SCHEDULED
[21:07:24.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:20:0) after 8m30s
[21:15:54.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:20:0)
[21:15:54.523] Build status: SCHEDULED
[21:15:54.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:21:0) after 1m18s
[21:17:12.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:21:0)
[21:17:12.659] Build status: SCHEDULED
[21:17:12.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:22:0) after 7m50s
[21:25:02.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:22:0)
[21:25:02.748] Build status: SCHEDULED
[21:25:02.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:23:0) after 7m54s
[21:32:56.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:23:0)
[21:32:56.817] Build status: SCHEDULED
[21:32:56.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:24:0) after 5m6s
[21:38:02.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:24:0)
[21:38:02.936] Build status: SCHEDULED
[21:38:02.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:25:0) after 1m25s
[21:39:27.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:25:0)
[21:39:27.972] Build status: SCHEDULED
[21:39:27.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:26:0) after 9m38s
[21:49:05.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:26:0)
[21:49:06.007] Build status: SCHEDULED
[21:49:06.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:27:0) after 6m34s
[21:55:40.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:27:0)
[21:55:40.090] Build status: SCHEDULED
[21:55:40.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:28:0) after 7m41s
[22:02:00.797] Received PubSub notification, asking Buildbucket for the build status
[22:02:00.817] Build status: STARTED
[22:03:21.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:28:0)
[22:03:21.143] Build status: STARTED
[22:03:21.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:30:0) after 2m33s
[22:05:54.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:30:0)
[22:05:54.272] Build status: STARTED
[22:05:54.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8837899555618013824:31:0) after 6m19s
[22:10:00.721] Received PubSub notification, asking Buildbucket for the build status
[22:10:00.820] Build:
{
"id": "8672469493258395649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T19:20:06.670855083Z",
"startTime": "2026-08-25T22:02:00.543967185Z",
"endTime": "2026-08-25T22:10:00.398437558Z",
"updateTime": "2026-08-25T22:10:00.398437558Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/upstream/main"
}
}
}
[22:10:00.820] Invocation finished in 2h49m55.783629435s with status FAILED