[01:53:00.841] New invocation is queued and will start shortly
[01:53:02.435] Starting the invocation (attempt 1)
[01:53:02.463] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/1867c58034d12b528ff25921e6cabfd96450a0ec"
[01:53:02.463] Popped gitiles commit info from properties and tags
[01:53:02.463] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:53:02.464] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:53:02.465] Buildbucket request:
{
"requestId": "8842404682919124368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842404682919124368",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"title": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@2a19596193d1fc46dd3238cb4a037fb92afe0861",
"title": "2a19596193d1fc46dd3238cb4a037fb92afe0861",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "1867c58034d12b528ff25921e6cabfd96450a0ec"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@1867c58034d12b528ff25921e6cabfd96450a0ec",
"title": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/1867c58034d12b528ff25921e6cabfd96450a0ec"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842404682919124368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:53:03.096] Scheduled build:
{
"id": "8676974620441064209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T01:53:02.584017742Z",
"updateTime": "2026-07-07T01:53:02.584017742Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/upstream/main"
}
}
}
[01:53:03.096] Task URL: https://cr-buildbucket.appspot.com/build/8676974620441064209
[01:53:03.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:2:0) after 3m20s
[01:53:04.011] Received PubSub notification, asking Buildbucket for the build status
[01:53:04.031] Build status: SCHEDULED
[01:56:23.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:2:0)
[01:56:23.227] Build status: SCHEDULED
[01:56:23.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:4:0) after 3m49s
[02:00:12.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:4:0)
[02:00:12.256] Build status: SCHEDULED
[02:00:12.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:5:0) after 6m59s
[02:07:11.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:5:0)
[02:07:11.294] Build status: SCHEDULED
[02:07:11.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:6:0) after 3m57s
[02:11:08.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:6:0)
[02:11:08.384] Build status: SCHEDULED
[02:11:08.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:7:0) after 7m56s
[02:19:04.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:7:0)
[02:19:04.465] Build status: SCHEDULED
[02:19:04.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:8:0) after 8m42s
[02:27:46.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:8:0)
[02:27:46.718] Build status: SCHEDULED
[02:27:46.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:9:0) after 3m9s
[02:30:55.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:9:0)
[02:30:55.990] Build status: SCHEDULED
[02:30:55.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:10:0) after 8m27s
[02:39:23.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:10:0)
[02:39:23.059] Build status: SCHEDULED
[02:39:23.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:11:0) after 6m55s
[02:46:18.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:11:0)
[02:46:18.077] Build status: SCHEDULED
[02:46:18.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:12:0) after 6m45s
[02:53:03.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:12:0)
[02:53:03.162] Build status: SCHEDULED
[02:53:03.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:13:0) after 8m2s
[03:01:05.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:13:0)
[03:01:05.201] Build status: SCHEDULED
[03:01:05.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:14:0) after 3m21s
[03:04:26.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:14:0)
[03:04:26.287] Build status: SCHEDULED
[03:04:26.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:15:0) after 5m51s
[03:10:17.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:15:0)
[03:10:17.352] Build status: SCHEDULED
[03:10:17.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:16:0) after 1m4s
[03:11:21.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:16:0)
[03:11:21.485] Build status: SCHEDULED
[03:11:21.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:17:0) after 2m34s
[03:13:55.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:17:0)
[03:13:55.530] Build status: SCHEDULED
[03:13:55.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:18:0) after 9m48s
[03:23:43.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:18:0)
[03:23:43.564] Build status: SCHEDULED
[03:23:43.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:19:0) after 6m53s
[03:30:36.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:19:0)
[03:30:36.800] Build status: SCHEDULED
[03:30:36.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:20:0) after 2m40s
[03:33:16.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:20:0)
[03:33:16.875] Build status: SCHEDULED
[03:33:16.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:21:0) after 7m35s
[03:40:51.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:21:0)
[03:40:51.973] Build status: SCHEDULED
[03:40:51.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:22:0) after 4m58s
[03:45:49.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:22:0)
[03:45:50.010] Build status: SCHEDULED
[03:45:50.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:23:0) after 7m9s
[03:52:59.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:23:0)
[03:52:59.049] Build status: SCHEDULED
[03:52:59.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:24:0) after 3m53s
[03:56:52.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:24:0)
[03:56:52.047] Build status: SCHEDULED
[03:56:52.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:25:0) after 8m34s
[04:05:26.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:25:0)
[04:05:26.086] Build status: SCHEDULED
[04:05:26.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:26:0) after 4m24s
[04:09:50.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:26:0)
[04:09:50.191] Build status: SCHEDULED
[04:09:50.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:27:0) after 8m24s
[04:18:14.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:27:0)
[04:18:14.232] Build status: SCHEDULED
[04:18:14.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:28:0) after 8m37s
[04:26:51.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:28:0)
[04:26:51.280] Build status: SCHEDULED
[04:26:51.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:29:0) after 4m29s
[04:31:20.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:29:0)
[04:31:20.376] Build status: SCHEDULED
[04:31:20.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:30:0) after 5m31s
[04:36:51.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:30:0)
[04:36:51.372] Build status: SCHEDULED
[04:36:51.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:31:0) after 4m14s
[04:41:05.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:31:0)
[04:41:05.412] Build status: SCHEDULED
[04:41:05.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:32:0) after 9m40s
[04:50:45.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:32:0)
[04:50:45.579] Build status: SCHEDULED
[04:50:45.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:33:0) after 2m24s
[04:53:09.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:33:0)
[04:53:09.650] Build status: SCHEDULED
[04:53:09.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:34:0) after 7m53s
[05:01:02.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:34:0)
[05:01:02.686] Build status: SCHEDULED
[05:01:02.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:35:0) after 4m38s
[05:05:40.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:35:0)
[05:05:40.704] Build status: SCHEDULED
[05:05:40.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:36:0) after 2m35s
[05:08:15.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:36:0)
[05:08:15.738] Build status: SCHEDULED
[05:08:15.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:37:0) after 9m40s
[05:17:55.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:37:0)
[05:17:55.781] Build status: SCHEDULED
[05:17:55.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:38:0) after 4m50s
[05:22:45.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:38:0)
[05:22:45.808] Build status: SCHEDULED
[05:22:45.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:39:0) after 8m47s
[05:31:32.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:39:0)
[05:31:32.841] Build status: SCHEDULED
[05:31:32.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:40:0) after 2m14s
[05:33:46.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:40:0)
[05:33:46.878] Build status: SCHEDULED
[05:33:46.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:41:0) after 6m10s
[05:39:56.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:41:0)
[05:39:56.914] Build status: SCHEDULED
[05:39:56.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:42:0) after 7m1s
[05:46:57.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:42:0)
[05:46:57.968] Build status: SCHEDULED
[05:46:57.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:43:0) after 5m51s
[05:52:48.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:43:0)
[05:52:49.014] Build status: SCHEDULED
[05:52:49.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:44:0) after 5m44s
[05:58:33.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:44:0)
[05:58:33.045] Build status: SCHEDULED
[05:58:33.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:45:0) after 7m34s
[06:06:07.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:45:0)
[06:06:07.091] Build status: SCHEDULED
[06:06:07.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:46:0) after 3m47s
[06:09:54.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:46:0)
[06:09:54.148] Build status: SCHEDULED
[06:09:54.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:47:0) after 6m19s
[06:16:13.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:47:0)
[06:16:13.220] Build status: SCHEDULED
[06:16:13.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:48:0) after 8m2s
[06:24:15.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:48:0)
[06:24:15.296] Build status: SCHEDULED
[06:24:15.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:49:0) after 4m13s
[06:28:28.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:49:0)
[06:28:28.544] Build status: SCHEDULED
[06:28:28.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:50:0) after 5m19s
[06:33:47.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:50:0)
[06:33:47.664] Build status: SCHEDULED
[06:33:47.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:51:0) after 4m7s
[06:37:54.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:51:0)
[06:37:54.711] Build status: SCHEDULED
[06:37:54.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:52:0) after 2m6s
[06:40:00.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:52:0)
[06:40:00.740] Build status: SCHEDULED
[06:40:00.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:53:0) after 9m9s
[06:49:09.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:53:0)
[06:49:09.854] Build status: SCHEDULED
[06:49:09.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:54:0) after 6m58s
[06:56:07.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:54:0)
[06:56:08.037] Build status: SCHEDULED
[06:56:08.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:55:0) after 8m10s
[07:04:18.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:55:0)
[07:04:18.122] Build status: SCHEDULED
[07:04:18.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:56:0) after 9m4s
[07:13:22.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:56:0)
[07:13:22.308] Build status: SCHEDULED
[07:13:22.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:57:0) after 4m14s
[07:17:36.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:57:0)
[07:17:36.442] Build status: SCHEDULED
[07:17:36.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:58:0) after 8m33s
[07:26:09.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:58:0)
[07:26:09.527] Build status: SCHEDULED
[07:26:09.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:59:0) after 5m35s
[07:31:44.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:59:0)
[07:31:44.607] Build status: SCHEDULED
[07:31:44.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:60:0) after 5m20s
[07:37:04.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:60:0)
[07:37:04.641] Build status: SCHEDULED
[07:37:04.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:61:0) after 2m22s
[07:39:26.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:61:0)
[07:39:26.712] Build status: SCHEDULED
[07:39:26.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:62:0) after 5m39s
[07:45:05.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:62:0)
[07:45:05.799] Build status: SCHEDULED
[07:45:05.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:63:0) after 1m7s
[07:46:12.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:63:0)
[07:46:12.960] Build status: SCHEDULED
[07:46:12.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:64:0) after 5m6s
[07:51:18.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:64:0)
[07:51:19.024] Build status: SCHEDULED
[07:51:19.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:65:0) after 1m57s
[07:53:16.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:65:0)
[07:53:16.112] Build status: SCHEDULED
[07:53:16.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:66:0) after 6m57s
[08:00:13.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:66:0)
[08:00:13.291] Build status: SCHEDULED
[08:00:13.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:67:0) after 9m48s
[08:10:01.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:67:0)
[08:10:01.325] Build status: SCHEDULED
[08:10:01.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:68:0) after 4m37s
[08:14:38.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:68:0)
[08:14:38.381] Build status: SCHEDULED
[08:14:38.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:69:0) after 2m29s
[08:17:07.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:69:0)
[08:17:07.465] Build status: SCHEDULED
[08:17:07.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:70:0) after 4m18s
[08:21:25.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:70:0)
[08:21:25.658] Build status: SCHEDULED
[08:21:25.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:71:0) after 4m2s
[08:25:27.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:71:0)
[08:25:27.741] Build status: SCHEDULED
[08:25:27.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:72:0) after 9m42s
[08:35:09.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:72:0)
[08:35:10.008] Build status: SCHEDULED
[08:35:10.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:73:0) after 2m54s
[08:38:04.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:73:0)
[08:38:04.067] Build status: SCHEDULED
[08:38:04.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:74:0) after 7m57s
[08:46:01.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:74:0)
[08:46:01.235] Build status: SCHEDULED
[08:46:01.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:75:0) after 8m30s
[08:54:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:75:0)
[08:54:31.303] Build status: SCHEDULED
[08:54:31.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:76:0) after 5m45s
[09:00:16.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:76:0)
[09:00:16.373] Build status: SCHEDULED
[09:00:16.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:77:0) after 7m30s
[09:07:46.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:77:0)
[09:07:46.433] Build status: SCHEDULED
[09:07:46.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:78:0) after 4m52s
[09:12:38.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:78:0)
[09:12:38.467] Build status: SCHEDULED
[09:12:38.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:79:0) after 5m19s
[09:17:57.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:79:0)
[09:17:57.503] Build status: SCHEDULED
[09:17:57.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:80:0) after 2m44s
[09:20:41.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:80:0)
[09:20:41.617] Build status: SCHEDULED
[09:20:41.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:81:0) after 9m35s
[09:30:16.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:81:0)
[09:30:16.661] Build status: SCHEDULED
[09:30:16.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:82:0) after 9m32s
[09:39:48.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:82:0)
[09:39:48.757] Build status: SCHEDULED
[09:39:48.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:83:0) after 9m52s
[09:49:40.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:83:0)
[09:49:40.846] Build status: SCHEDULED
[09:49:40.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842404682919124368:84:0) after 4m53s
[09:53:07.144] Received PubSub notification, asking Buildbucket for the build status
[09:53:07.177] Build:
{
"id": "8676974620441064209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T01:53:02.584017742Z",
"endTime": "2026-07-07T09:53:06.726989401Z",
"updateTime": "2026-07-07T09:53:06.726989401Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/upstream/main"
}
}
}
[09:53:07.177] Invocation finished in 8h0m6.33950395s with status FAILED