[20:22:56.380] New invocation is queued and will start shortly
[20:22:57.530] Starting the invocation (attempt 1)
[20:22:57.556] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/b5b1ecb3a672ef749822df1ad0095953cbee937f"
[20:22:57.556] Popped gitiles commit info from properties and tags
[20:22:57.556] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:22:57.556] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:22:57.556] Buildbucket request:
{
"requestId": "8838439182881550912",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838439182881550912",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/coverage",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "d2c4bf9e600674d18c97ba70fc1842d37bebdd10"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/coverage@d2c4bf9e600674d18c97ba70fc1842d37bebdd10",
"title": "d2c4bf9e600674d18c97ba70fc1842d37bebdd10",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d2c4bf9e600674d18c97ba70fc1842d37bebdd10"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"title": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "b5b1ecb3a672ef749822df1ad0095953cbee937f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@b5b1ecb3a672ef749822df1ad0095953cbee937f",
"title": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/b5b1ecb3a672ef749822df1ad0095953cbee937f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838439182881550912"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:22:58.016] Scheduled build:
{
"id": "8673009120890597009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T20:22:57.657741045Z",
"updateTime": "2026-08-19T20:22:57.657741045Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/upstream/main"
}
}
}
[20:22:58.016] Task URL: https://cr-buildbucket.appspot.com/build/8673009120890597009
[20:22:58.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:2:0) after 5m27s
[20:22:59.025] Received PubSub notification, asking Buildbucket for the build status
[20:22:59.046] Build status: SCHEDULED
[20:28:25.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:2:0)
[20:28:25.159] Build status: SCHEDULED
[20:28:25.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:4:0) after 5m19s
[20:33:44.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:4:0)
[20:33:44.212] Build status: SCHEDULED
[20:33:44.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:5:0) after 2m56s
[20:36:40.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:5:0)
[20:36:40.292] Build status: SCHEDULED
[20:36:40.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:6:0) after 7m34s
[20:44:14.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:6:0)
[20:44:14.530] Build status: SCHEDULED
[20:44:14.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:7:0) after 3m23s
[20:47:37.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:7:0)
[20:47:37.589] Build status: SCHEDULED
[20:47:37.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:8:0) after 1m7s
[20:48:44.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:8:0)
[20:48:44.675] Build status: SCHEDULED
[20:48:44.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:9:0) after 4m0s
[20:52:44.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:9:0)
[20:52:44.859] Build status: SCHEDULED
[20:52:44.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:10:0) after 7m38s
[21:00:23.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:10:0)
[21:00:23.105] Build status: SCHEDULED
[21:00:23.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:11:0) after 4m36s
[21:04:59.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:11:0)
[21:04:59.144] Build status: SCHEDULED
[21:04:59.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:12:0) after 2m13s
[21:07:12.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:12:0)
[21:07:12.155] Build status: SCHEDULED
[21:07:12.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:13:0) after 8m18s
[21:15:30.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:13:0)
[21:15:30.203] Build status: SCHEDULED
[21:15:30.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:14:0) after 8m31s
[21:24:01.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:14:0)
[21:24:01.386] Build status: SCHEDULED
[21:24:01.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:15:0) after 3m23s
[21:27:24.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:15:0)
[21:27:24.460] Build status: SCHEDULED
[21:27:24.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:16:0) after 3m4s
[21:30:28.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:16:0)
[21:30:28.661] Build status: SCHEDULED
[21:30:28.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:17:0) after 7m56s
[21:38:24.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:17:0)
[21:38:24.694] Build status: SCHEDULED
[21:38:24.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:18:0) after 7m23s
[21:45:47.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:18:0)
[21:45:47.813] Build status: SCHEDULED
[21:45:47.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:19:0) after 9m30s
[21:55:17.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:19:0)
[21:55:17.845] Build status: SCHEDULED
[21:55:17.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:20:0) after 8m9s
[22:03:26.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:20:0)
[22:03:26.897] Build status: SCHEDULED
[22:03:26.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:21:0) after 6m12s
[22:09:39.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:21:0)
[22:09:39.103] Build status: SCHEDULED
[22:09:39.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:22:0) after 3m40s
[22:13:19.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:22:0)
[22:13:19.166] Build status: SCHEDULED
[22:13:19.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:23:0) after 8m31s
[22:21:50.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:23:0)
[22:21:50.289] Build status: SCHEDULED
[22:21:50.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:24:0) after 6m25s
[22:28:15.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:24:0)
[22:28:15.373] Build status: SCHEDULED
[22:28:15.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:25:0) after 4m35s
[22:32:50.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:25:0)
[22:32:50.558] Build status: SCHEDULED
[22:32:50.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:26:0) after 8m24s
[22:41:14.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:26:0)
[22:41:14.584] Build status: SCHEDULED
[22:41:14.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:27:0) after 2m45s
[22:43:59.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:27:0)
[22:43:59.666] Build status: SCHEDULED
[22:43:59.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:28:0) after 9m4s
[22:53:03.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:28:0)
[22:53:03.738] Build status: SCHEDULED
[22:53:03.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:29:0) after 2m17s
[22:55:20.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:29:0)
[22:55:20.860] Build status: SCHEDULED
[22:55:20.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:30:0) after 7m42s
[23:03:03.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:30:0)
[23:03:03.066] Build status: SCHEDULED
[23:03:03.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:31:0) after 7m1s
[23:10:04.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:31:0)
[23:10:04.112] Build status: SCHEDULED
[23:10:04.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:32:0) after 7m49s
[23:17:53.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:32:0)
[23:17:53.268] Build status: SCHEDULED
[23:17:53.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:33:0) after 3m13s
[23:21:06.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:33:0)
[23:21:06.295] Build status: SCHEDULED
[23:21:06.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:34:0) after 9m58s
[23:31:04.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:34:0)
[23:31:04.316] Build status: SCHEDULED
[23:31:04.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:35:0) after 7m29s
[23:38:33.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:35:0)
[23:38:33.395] Build status: SCHEDULED
[23:38:33.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:36:0) after 4m42s
[23:43:15.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:36:0)
[23:43:15.518] Build status: SCHEDULED
[23:43:15.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:37:0) after 8m43s
[23:51:58.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:37:0)
[23:51:58.821] Build status: SCHEDULED
[23:51:58.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:38:0) after 9m6s
[00:01:04.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:38:0)
[00:01:04.896] Build status: SCHEDULED
[00:01:04.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:39:0) after 9m3s
[00:10:08.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:39:0)
[00:10:08.132] Build status: SCHEDULED
[00:10:08.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:40:0) after 7m28s
[00:17:36.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:40:0)
[00:17:36.240] Build status: SCHEDULED
[00:17:36.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:41:0) after 5m10s
[00:22:46.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:41:0)
[00:22:46.278] Build status: SCHEDULED
[00:22:46.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:42:0) after 3m26s
[00:26:12.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:42:0)
[00:26:12.318] Build status: SCHEDULED
[00:26:12.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:43:0) after 4m9s
[00:30:21.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:43:0)
[00:30:21.443] Build status: SCHEDULED
[00:30:21.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:44:0) after 2m0s
[00:32:21.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:44:0)
[00:32:21.639] Build status: SCHEDULED
[00:32:21.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:45:0) after 1m46s
[00:34:07.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:45:0)
[00:34:07.701] Build status: SCHEDULED
[00:34:07.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:46:0) after 3m16s
[00:37:23.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:46:0)
[00:37:23.742] Build status: SCHEDULED
[00:37:23.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:47:0) after 2m3s
[00:39:26.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:47:0)
[00:39:26.757] Build status: SCHEDULED
[00:39:26.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:48:0) after 7m29s
[00:46:55.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:48:0)
[00:46:55.953] Build status: SCHEDULED
[00:46:55.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:49:0) after 7m24s
[00:54:20.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:49:0)
[00:54:20.148] Build status: SCHEDULED
[00:54:20.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:50:0) after 8m46s
[01:03:06.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:50:0)
[01:03:06.294] Build status: SCHEDULED
[01:03:06.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:51:0) after 2m54s
[01:06:00.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:51:0)
[01:06:00.372] Build status: SCHEDULED
[01:06:00.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:52:0) after 7m27s
[01:13:27.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:52:0)
[01:13:27.505] Build status: SCHEDULED
[01:13:27.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:53:0) after 4m22s
[01:17:49.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:53:0)
[01:17:49.771] Build status: SCHEDULED
[01:17:49.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:54:0) after 3m49s
[01:21:38.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:54:0)
[01:21:39.063] Build status: SCHEDULED
[01:21:39.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:55:0) after 5m33s
[01:27:12.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:55:0)
[01:27:12.130] Build status: SCHEDULED
[01:27:12.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:56:0) after 6m58s
[01:34:10.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:56:0)
[01:34:10.135] Build status: SCHEDULED
[01:34:10.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:57:0) after 5m25s
[01:39:35.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:57:0)
[01:39:35.213] Build status: SCHEDULED
[01:39:35.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:58:0) after 2m55s
[01:42:30.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:58:0)
[01:42:30.248] Build status: SCHEDULED
[01:42:30.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:59:0) after 5m37s
[01:48:07.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:59:0)
[01:48:07.366] Build status: SCHEDULED
[01:48:07.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:60:0) after 1m12s
[01:49:19.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:60:0)
[01:49:19.448] Build status: SCHEDULED
[01:49:19.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:61:0) after 3m55s
[01:53:14.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:61:0)
[01:53:14.498] Build status: SCHEDULED
[01:53:14.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:62:0) after 4m43s
[01:57:57.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:62:0)
[01:57:57.836] Build status: SCHEDULED
[01:57:57.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:63:0) after 5m47s
[02:03:44.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:63:0)
[02:03:44.868] Build status: SCHEDULED
[02:03:44.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:64:0) after 9m57s
[02:13:42.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:64:0)
[02:13:42.155] Build status: SCHEDULED
[02:13:42.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:65:0) after 3m28s
[02:17:10.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:65:0)
[02:17:10.224] Build status: SCHEDULED
[02:17:10.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:66:0) after 1m5s
[02:18:15.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:66:0)
[02:18:15.289] Build status: SCHEDULED
[02:18:15.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:67:0) after 6m41s
[02:24:56.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:67:0)
[02:24:56.379] Build status: SCHEDULED
[02:24:56.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:68:0) after 2m55s
[02:27:51.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:68:0)
[02:27:51.516] Build status: SCHEDULED
[02:27:51.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:69:0) after 2m28s
[02:30:19.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:69:0)
[02:30:19.561] Build status: SCHEDULED
[02:30:19.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:70:0) after 5m51s
[02:36:10.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:70:0)
[02:36:10.603] Build status: SCHEDULED
[02:36:10.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:71:0) after 7m46s
[02:43:56.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:71:0)
[02:43:56.609] Build status: SCHEDULED
[02:43:56.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:72:0) after 4m31s
[02:48:27.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:72:0)
[02:48:27.660] Build status: SCHEDULED
[02:48:27.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:73:0) after 9m56s
[02:58:23.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:73:0)
[02:58:23.717] Build status: SCHEDULED
[02:58:23.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:74:0) after 4m0s
[03:02:23.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:74:0)
[03:02:23.793] Build status: SCHEDULED
[03:02:23.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:75:0) after 8m36s
[03:10:59.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:75:0)
[03:10:59.928] Build status: SCHEDULED
[03:10:59.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:76:0) after 3m55s
[03:14:55.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:76:0)
[03:14:55.059] Build status: SCHEDULED
[03:14:55.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:77:0) after 3m33s
[03:18:28.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:77:0)
[03:18:28.228] Build status: SCHEDULED
[03:18:28.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:78:0) after 7m47s
[03:26:15.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:78:0)
[03:26:15.325] Build status: SCHEDULED
[03:26:15.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:79:0) after 1m21s
[03:27:36.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:79:0)
[03:27:36.366] Build status: SCHEDULED
[03:27:36.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:80:0) after 5m31s
[03:33:07.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:80:0)
[03:33:07.424] Build status: SCHEDULED
[03:33:07.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:81:0) after 8m46s
[03:41:53.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:81:0)
[03:41:53.526] Build status: SCHEDULED
[03:41:53.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:82:0) after 6m38s
[03:48:31.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:82:0)
[03:48:31.570] Build status: SCHEDULED
[03:48:31.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:83:0) after 4m14s
[03:52:45.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:83:0)
[03:52:45.630] Build status: SCHEDULED
[03:52:45.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:84:0) after 9m33s
[04:02:18.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:84:0)
[04:02:18.703] Build status: SCHEDULED
[04:02:18.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:85:0) after 3m6s
[04:05:24.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:85:0)
[04:05:24.844] Build status: SCHEDULED
[04:05:24.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:86:0) after 3m51s
[04:09:15.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:86:0)
[04:09:15.893] Build status: SCHEDULED
[04:09:15.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:87:0) after 5m40s
[04:14:55.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:87:0)
[04:14:55.930] Build status: SCHEDULED
[04:14:55.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:88:0) after 7m10s
[04:22:05.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:88:0)
[04:22:06.028] Build status: SCHEDULED
[04:22:06.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8838439182881550912:89:0) after 3m1s
[04:22:59.379] Received PubSub notification, asking Buildbucket for the build status
[04:22:59.434] Build:
{
"id": "8673009120890597009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T20:22:57.657741045Z",
"endTime": "2026-08-20T04:22:59.142269533Z",
"updateTime": "2026-08-20T04:22:59.142269533Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/upstream/main"
}
}
}
[04:22:59.434] Invocation finished in 8h0m3.05921378s with status FAILED