[01:05:58.256] New invocation is queued and will start shortly
[01:05:59.366] Starting the invocation (attempt 1)
[01:05:59.390] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
[01:05:59.390] Popped gitiles commit info from properties and tags
[01:05:59.390] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:59.390] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:59.390] Buildbucket request:
{
"requestId": "8842407642617092144",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842407642617092144",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "81bf56ea9f8a2887dc6312aeed7a7824c75daffa"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@81bf56ea9f8a2887dc6312aeed7a7824c75daffa",
"title": "81bf56ea9f8a2887dc6312aeed7a7824c75daffa",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/81bf56ea9f8a2887dc6312aeed7a7824c75daffa"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@1a3fe751061fec83b3f360627d5adc66f0d71de3",
"title": "1a3fe751061fec83b3f360627d5adc66f0d71de3",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"title": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842407642617092144"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:05:59.982] Scheduled build:
{
"id": "8676977580621137297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T01:05:59.536310710Z",
"updateTime": "2026-07-07T01:05:59.536310710Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"ref": "refs/heads/upstream/main"
}
}
}
[01:05:59.982] Task URL: https://cr-buildbucket.appspot.com/build/8676977580621137297
[01:05:59.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:2:0) after 7m40s
[01:06:00.873] Received PubSub notification, asking Buildbucket for the build status
[01:06:00.896] Build status: SCHEDULED
[01:13:39.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:2:0)
[01:13:39.980] Build status: SCHEDULED
[01:13:39.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:4:0) after 2m44s
[01:16:23.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:4:0)
[01:16:23.978] Build status: SCHEDULED
[01:16:23.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:5:0) after 5m0s
[01:21:24.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:5:0)
[01:21:24.082] Build status: SCHEDULED
[01:21:24.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:6:0) after 8m40s
[01:30:04.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:6:0)
[01:30:04.293] Build status: SCHEDULED
[01:30:04.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:7:0) after 7m55s
[01:37:59.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:7:0)
[01:37:59.381] Build status: SCHEDULED
[01:37:59.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:8:0) after 8m13s
[01:46:12.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:8:0)
[01:46:12.504] Build status: SCHEDULED
[01:46:12.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:9:0) after 9m29s
[01:55:41.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:9:0)
[01:55:41.724] Build status: SCHEDULED
[01:55:41.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:10:0) after 9m30s
[02:05:11.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:10:0)
[02:05:11.810] Build status: SCHEDULED
[02:05:11.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:11:0) after 1m17s
[02:06:28.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:11:0)
[02:06:28.866] Build status: SCHEDULED
[02:06:28.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:12:0) after 8m10s
[02:14:38.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:12:0)
[02:14:39.016] Build status: SCHEDULED
[02:14:39.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:13:0) after 8m13s
[02:22:52.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:13:0)
[02:22:52.269] Build status: SCHEDULED
[02:22:52.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:14:0) after 3m31s
[02:26:23.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:14:0)
[02:26:23.305] Build status: SCHEDULED
[02:26:23.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:15:0) after 8m8s
[02:34:31.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:15:0)
[02:34:31.349] Build status: SCHEDULED
[02:34:31.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:16:0) after 9m8s
[02:43:39.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:16:0)
[02:43:39.398] Build status: SCHEDULED
[02:43:39.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:17:0) after 5m38s
[02:49:17.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:17:0)
[02:49:17.429] Build status: SCHEDULED
[02:49:17.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:18:0) after 9m31s
[02:58:48.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:18:0)
[02:58:48.574] Build status: SCHEDULED
[02:58:48.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:19:0) after 8m55s
[03:07:43.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:19:0)
[03:07:43.831] Build status: SCHEDULED
[03:07:43.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:20:0) after 1m1s
[03:08:44.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:20:0)
[03:08:44.954] Build status: SCHEDULED
[03:08:44.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:21:0) after 4m33s
[03:13:17.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:21:0)
[03:13:17.989] Build status: SCHEDULED
[03:13:17.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:22:0) after 9m23s
[03:22:41.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:22:0)
[03:22:41.096] Build status: SCHEDULED
[03:22:41.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:23:0) after 2m12s
[03:24:53.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:23:0)
[03:24:53.148] Build status: SCHEDULED
[03:24:53.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:24:0) after 6m39s
[03:31:32.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:24:0)
[03:31:32.281] Build status: SCHEDULED
[03:31:32.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:25:0) after 6m53s
[03:38:25.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:25:0)
[03:38:25.326] Build status: SCHEDULED
[03:38:25.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:26:0) after 4m38s
[03:43:03.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:26:0)
[03:43:03.416] Build status: SCHEDULED
[03:43:03.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:27:0) after 8m46s
[03:51:49.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:27:0)
[03:51:49.649] Build status: SCHEDULED
[03:51:49.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:28:0) after 2m26s
[03:54:15.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:28:0)
[03:54:15.690] Build status: SCHEDULED
[03:54:15.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:29:0) after 8m2s
[04:02:17.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:29:0)
[04:02:17.841] Build status: SCHEDULED
[04:02:17.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:30:0) after 9m2s
[04:11:19.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:30:0)
[04:11:20.010] Build status: SCHEDULED
[04:11:20.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:31:0) after 4m33s
[04:15:53.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:31:0)
[04:15:53.101] Build status: SCHEDULED
[04:15:53.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:32:0) after 3m9s
[04:19:02.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:32:0)
[04:19:02.234] Build status: SCHEDULED
[04:19:02.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:33:0) after 9m32s
[04:28:34.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:33:0)
[04:28:34.257] Build status: SCHEDULED
[04:28:34.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:34:0) after 2m11s
[04:30:45.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:34:0)
[04:30:45.297] Build status: SCHEDULED
[04:30:45.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:35:0) after 9m8s
[04:39:53.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:35:0)
[04:39:53.333] Build status: SCHEDULED
[04:39:53.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:36:0) after 1m33s
[04:41:26.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:36:0)
[04:41:26.416] Build status: SCHEDULED
[04:41:26.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:37:0) after 2m26s
[04:43:52.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:37:0)
[04:43:52.451] Build status: SCHEDULED
[04:43:52.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:38:0) after 8m38s
[04:52:30.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:38:0)
[04:52:30.484] Build status: SCHEDULED
[04:52:30.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:39:0) after 6m55s
[04:59:25.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:39:0)
[04:59:25.535] Build status: SCHEDULED
[04:59:25.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:40:0) after 5m13s
[05:04:38.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:40:0)
[05:04:38.583] Build status: SCHEDULED
[05:04:38.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:41:0) after 9m28s
[05:14:06.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:41:0)
[05:14:06.648] Build status: SCHEDULED
[05:14:06.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:42:0) after 3m3s
[05:17:09.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:42:0)
[05:17:09.658] Build status: SCHEDULED
[05:17:09.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:43:0) after 7m58s
[05:25:07.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:43:0)
[05:25:07.805] Build status: SCHEDULED
[05:25:07.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:44:0) after 3m0s
[05:28:07.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:44:0)
[05:28:07.899] Build status: SCHEDULED
[05:28:07.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:45:0) after 6m11s
[05:34:18.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:45:0)
[05:34:18.942] Build status: SCHEDULED
[05:34:18.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:46:0) after 9m50s
[05:44:09.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:46:0)
[05:44:09.041] Build status: SCHEDULED
[05:44:09.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:47:0) after 8m54s
[05:53:03.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:47:0)
[05:53:03.205] Build status: SCHEDULED
[05:53:03.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:48:0) after 7m0s
[06:00:03.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:48:0)
[06:00:03.280] Build status: SCHEDULED
[06:00:03.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:49:0) after 7m5s
[06:07:08.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:49:0)
[06:07:08.323] Build status: SCHEDULED
[06:07:08.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:50:0) after 7m50s
[06:14:58.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:50:0)
[06:14:58.422] Build status: SCHEDULED
[06:14:58.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:51:0) after 5m46s
[06:20:44.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:51:0)
[06:20:44.470] Build status: SCHEDULED
[06:20:44.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:52:0) after 6m7s
[06:26:51.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:52:0)
[06:26:51.513] Build status: SCHEDULED
[06:26:51.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:53:0) after 1m44s
[06:28:35.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:53:0)
[06:28:35.616] Build status: SCHEDULED
[06:28:35.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:54:0) after 5m3s
[06:33:38.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:54:0)
[06:33:38.884] Build status: SCHEDULED
[06:33:38.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:55:0) after 2m2s
[06:35:40.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:55:0)
[06:35:40.914] Build status: SCHEDULED
[06:35:40.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:56:0) after 1m59s
[06:37:40.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:56:0)
[06:37:40.179] Build status: SCHEDULED
[06:37:40.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:57:0) after 7m53s
[06:45:33.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:57:0)
[06:45:33.326] Build status: SCHEDULED
[06:45:33.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:58:0) after 1m51s
[06:47:24.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:58:0)
[06:47:24.746] Build status: SCHEDULED
[06:47:24.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:59:0) after 5m34s
[06:52:58.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:59:0)
[06:52:58.858] Build status: SCHEDULED
[06:52:58.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:60:0) after 9m4s
[07:02:02.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:60:0)
[07:02:02.949] Build status: SCHEDULED
[07:02:02.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:61:0) after 5m59s
[07:08:02.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:61:0)
[07:08:02.135] Build status: SCHEDULED
[07:08:02.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:62:0) after 2m10s
[07:10:12.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:62:0)
[07:10:12.179] Build status: SCHEDULED
[07:10:12.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:63:0) after 2m38s
[07:12:50.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:63:0)
[07:12:50.284] Build status: SCHEDULED
[07:12:50.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:64:0) after 3m54s
[07:16:44.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:64:0)
[07:16:44.485] Build status: SCHEDULED
[07:16:44.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:65:0) after 9m41s
[07:26:25.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:65:0)
[07:26:25.532] Build status: SCHEDULED
[07:26:25.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:66:0) after 3m7s
[07:29:32.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:66:0)
[07:29:32.583] Build status: SCHEDULED
[07:29:32.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:67:0) after 6m34s
[07:36:06.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:67:0)
[07:36:06.626] Build status: SCHEDULED
[07:36:06.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:68:0) after 3m17s
[07:39:23.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:68:0)
[07:39:23.693] Build status: SCHEDULED
[07:39:23.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:69:0) after 4m14s
[07:43:37.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:69:0)
[07:43:37.870] Build status: SCHEDULED
[07:43:37.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:70:0) after 7m18s
[07:50:55.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:70:0)
[07:50:55.956] Build status: SCHEDULED
[07:50:55.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:71:0) after 2m4s
[07:53:00.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:71:0)
[07:53:00.238] Build status: SCHEDULED
[07:53:00.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:72:0) after 3m8s
[07:56:08.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:72:0)
[07:56:08.418] Build status: SCHEDULED
[07:56:08.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:73:0) after 5m6s
[08:01:14.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:73:0)
[08:01:14.463] Build status: SCHEDULED
[08:01:14.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:74:0) after 8m46s
[08:10:00.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:74:0)
[08:10:00.502] Build status: SCHEDULED
[08:10:00.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:75:0) after 4m49s
[08:14:49.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:75:0)
[08:14:49.591] Build status: SCHEDULED
[08:14:49.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:76:0) after 6m45s
[08:21:34.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:76:0)
[08:21:34.631] Build status: SCHEDULED
[08:21:34.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:77:0) after 3m45s
[08:25:19.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:77:0)
[08:25:19.667] Build status: SCHEDULED
[08:25:19.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:78:0) after 5m28s
[08:30:47.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:78:0)
[08:30:47.760] Build status: SCHEDULED
[08:30:47.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:79:0) after 2m46s
[08:33:33.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:79:0)
[08:33:33.804] Build status: SCHEDULED
[08:33:33.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:80:0) after 2m7s
[08:35:40.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:80:0)
[08:35:40.853] Build status: SCHEDULED
[08:35:40.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:81:0) after 3m7s
[08:38:47.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:81:0)
[08:38:47.889] Build status: SCHEDULED
[08:38:47.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:82:0) after 7m3s
[08:45:50.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:82:0)
[08:45:51.012] Build status: SCHEDULED
[08:45:51.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:83:0) after 2m29s
[08:48:20.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:83:0)
[08:48:20.097] Build status: SCHEDULED
[08:48:20.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:84:0) after 8m3s
[08:56:23.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:84:0)
[08:56:23.116] Build status: SCHEDULED
[08:56:23.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:85:0) after 2m28s
[08:58:51.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:85:0)
[08:58:51.235] Build status: SCHEDULED
[08:58:51.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:86:0) after 1m47s
[09:00:38.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:86:0)
[09:00:38.274] Build status: SCHEDULED
[09:00:38.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8842407642617092144:87:0) after 6m18s
[09:06:07.577] Received PubSub notification, asking Buildbucket for the build status
[09:06:07.610] Build:
{
"id": "8676977580621137297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T01:05:59.536310710Z",
"endTime": "2026-07-07T09:06:07.205445428Z",
"updateTime": "2026-07-07T09:06:07.205445428Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"ref": "refs/heads/upstream/main"
}
}
}
[09:06:07.610] Invocation finished in 8h0m9.360231116s with status FAILED