[23:26:08.634] New invocation is queued and will start shortly
[23:26:09.702] Starting the invocation (attempt 1)
[23:26:09.729] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/ef623439339677224f037f32d09f0a3a5dd1cbe3"
[23:26:09.729] Popped gitiles commit info from properties and tags
[23:26:09.729] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:26:09.729] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:26:09.730] Buildbucket request:
{
"requestId": "8835166165877625984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835166165877625984",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "cadb022e3497c9d7cdbb56a3463d28add8645fcf"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@cadb022e3497c9d7cdbb56a3463d28add8645fcf",
"title": "cadb022e3497c9d7cdbb56a3463d28add8645fcf",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/cadb022e3497c9d7cdbb56a3463d28add8645fcf"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "ab75132def18bb9a72edb20c99ff0b62ce883300"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@ab75132def18bb9a72edb20c99ff0b62ce883300",
"title": "ab75132def18bb9a72edb20c99ff0b62ce883300",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/ab75132def18bb9a72edb20c99ff0b62ce883300"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "ef623439339677224f037f32d09f0a3a5dd1cbe3"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@ef623439339677224f037f32d09f0a3a5dd1cbe3",
"title": "ef623439339677224f037f32d09f0a3a5dd1cbe3",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/ef623439339677224f037f32d09f0a3a5dd1cbe3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "ef623439339677224f037f32d09f0a3a5dd1cbe3",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835166165877625984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:26:10.248] Scheduled build:
{
"id": "8669736103999580801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T23:26:09.803597690Z",
"updateTime": "2026-09-24T23:26:09.803597690Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "ef623439339677224f037f32d09f0a3a5dd1cbe3",
"ref": "refs/heads/upstream/main"
}
}
}
[23:26:10.248] Task URL: https://cr-buildbucket.appspot.com/build/8669736103999580801
[23:26:10.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:2:0) after 6m44s
[23:26:11.097] Received PubSub notification, asking Buildbucket for the build status
[23:26:11.124] Build status: SCHEDULED
[23:32:54.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:2:0)
[23:32:54.329] Build status: SCHEDULED
[23:32:54.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:4:0) after 7m46s
[23:40:40.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:4:0)
[23:40:40.371] Build status: SCHEDULED
[23:40:40.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:5:0) after 6m44s
[23:47:24.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:5:0)
[23:47:24.483] Build status: SCHEDULED
[23:47:24.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:6:0) after 4m40s
[23:52:04.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:6:0)
[23:52:04.627] Build status: SCHEDULED
[23:52:04.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:7:0) after 4m56s
[23:57:00.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:7:0)
[23:57:00.701] Build status: SCHEDULED
[23:57:00.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:8:0) after 6m54s
[00:03:54.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:8:0)
[00:03:54.808] Build status: SCHEDULED
[00:03:54.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:9:0) after 2m27s
[00:06:21.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:9:0)
[00:06:21.877] Build status: SCHEDULED
[00:06:21.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:10:0) after 2m52s
[00:09:13.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:10:0)
[00:09:13.949] Build status: SCHEDULED
[00:09:13.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:11:0) after 2m27s
[00:11:40.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:11:0)
[00:11:40.994] Build status: SCHEDULED
[00:11:40.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:12:0) after 2m0s
[00:13:41.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:12:0)
[00:13:41.136] Build status: SCHEDULED
[00:13:41.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:13:0) after 8m40s
[00:22:21.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:13:0)
[00:22:21.179] Build status: SCHEDULED
[00:22:21.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:14:0) after 8m8s
[00:30:29.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:14:0)
[00:30:29.217] Build status: SCHEDULED
[00:30:29.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:15:0) after 9m18s
[00:39:47.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:15:0)
[00:39:47.307] Build status: SCHEDULED
[00:39:47.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:16:0) after 8m37s
[00:48:24.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:16:0)
[00:48:24.354] Build status: SCHEDULED
[00:48:24.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:17:0) after 3m39s
[00:52:03.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:17:0)
[00:52:03.397] Build status: SCHEDULED
[00:52:03.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:18:0) after 7m5s
[00:59:08.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:18:0)
[00:59:08.435] Build status: SCHEDULED
[00:59:08.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:19:0) after 5m42s
[01:04:50.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:19:0)
[01:04:50.475] Build status: SCHEDULED
[01:04:50.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:20:0) after 3m42s
[01:08:32.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:20:0)
[01:08:32.546] Build status: SCHEDULED
[01:08:32.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:21:0) after 1m30s
[01:10:02.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:21:0)
[01:10:02.612] Build status: SCHEDULED
[01:10:02.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:22:0) after 3m18s
[01:13:20.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:22:0)
[01:13:20.671] Build status: SCHEDULED
[01:13:20.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:23:0) after 2m15s
[01:15:35.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:23:0)
[01:15:35.787] Build status: SCHEDULED
[01:15:35.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:24:0) after 7m32s
[01:23:07.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:24:0)
[01:23:07.830] Build status: SCHEDULED
[01:23:07.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:25:0) after 4m41s
[01:27:48.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:25:0)
[01:27:48.883] Build status: SCHEDULED
[01:27:48.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:26:0) after 2m41s
[01:30:29.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:26:0)
[01:30:29.960] Build status: SCHEDULED
[01:30:29.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:27:0) after 5m36s
[01:36:05.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:27:0)
[01:36:06.072] Build status: SCHEDULED
[01:36:06.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:28:0) after 3m25s
[01:39:31.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:28:0)
[01:39:31.112] Build status: SCHEDULED
[01:39:31.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:29:0) after 4m28s
[01:43:59.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:29:0)
[01:43:59.179] Build status: SCHEDULED
[01:43:59.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:30:0) after 8m56s
[01:52:55.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:30:0)
[01:52:55.219] Build status: SCHEDULED
[01:52:55.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:31:0) after 2m51s
[01:55:46.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:31:0)
[01:55:46.294] Build status: SCHEDULED
[01:55:46.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:32:0) after 8m54s
[02:04:40.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:32:0)
[02:04:40.435] Build status: SCHEDULED
[02:04:40.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:33:0) after 1m47s
[02:06:27.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:33:0)
[02:06:27.478] Build status: SCHEDULED
[02:06:27.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:34:0) after 7m27s
[02:13:54.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:34:0)
[02:13:54.520] Build status: SCHEDULED
[02:13:54.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:35:0) after 6m45s
[02:20:39.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:35:0)
[02:20:39.640] Build status: SCHEDULED
[02:20:39.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:36:0) after 9m39s
[02:30:18.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:36:0)
[02:30:18.683] Build status: SCHEDULED
[02:30:18.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:37:0) after 5m6s
[02:35:24.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:37:0)
[02:35:24.745] Build status: SCHEDULED
[02:35:24.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:38:0) after 3m51s
[02:39:15.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:38:0)
[02:39:15.812] Build status: SCHEDULED
[02:39:15.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:39:0) after 1m18s
[02:40:33.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:39:0)
[02:40:33.901] Build status: SCHEDULED
[02:40:33.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:40:0) after 2m6s
[02:42:39.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:40:0)
[02:42:39.991] Build status: SCHEDULED
[02:42:39.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:41:0) after 6m57s
[02:49:37.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:41:0)
[02:49:37.106] Build status: SCHEDULED
[02:49:37.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:42:0) after 4m18s
[02:53:55.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:42:0)
[02:53:55.245] Build status: SCHEDULED
[02:53:55.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:43:0) after 2m15s
[02:56:10.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:43:0)
[02:56:10.361] Build status: SCHEDULED
[02:56:10.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:44:0) after 5m14s
[03:01:24.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:44:0)
[03:01:24.447] Build status: SCHEDULED
[03:01:24.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:45:0) after 6m33s
[03:07:57.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:45:0)
[03:07:57.502] Build status: SCHEDULED
[03:07:57.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:46:0) after 2m50s
[03:10:47.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:46:0)
[03:10:47.586] Build status: SCHEDULED
[03:10:47.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:47:0) after 8m14s
[03:19:01.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:47:0)
[03:19:01.729] Build status: SCHEDULED
[03:19:01.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:48:0) after 5m59s
[03:25:00.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:48:0)
[03:25:00.808] Build status: SCHEDULED
[03:25:00.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:49:0) after 4m35s
[03:29:35.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:49:0)
[03:29:35.862] Build status: SCHEDULED
[03:29:35.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:50:0) after 7m34s
[03:37:09.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:50:0)
[03:37:09.969] Build status: SCHEDULED
[03:37:09.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:51:0) after 3m10s
[03:40:19.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:51:0)
[03:40:20.026] Build status: SCHEDULED
[03:40:20.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:52:0) after 1m8s
[03:41:28.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:52:0)
[03:41:28.285] Build status: SCHEDULED
[03:41:28.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:53:0) after 7m14s
[03:48:42.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:53:0)
[03:48:42.324] Build status: SCHEDULED
[03:48:42.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:54:0) after 7m57s
[03:56:39.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:54:0)
[03:56:39.413] Build status: SCHEDULED
[03:56:39.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:55:0) after 8m12s
[04:04:51.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:55:0)
[04:04:51.499] Build status: SCHEDULED
[04:04:51.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:56:0) after 4m55s
[04:09:46.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:56:0)
[04:09:46.632] Build status: SCHEDULED
[04:09:46.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:57:0) after 2m18s
[04:12:04.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:57:0)
[04:12:04.704] Build status: SCHEDULED
[04:12:04.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:58:0) after 1m11s
[04:13:15.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:58:0)
[04:13:15.724] Build status: SCHEDULED
[04:13:15.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:59:0) after 8m19s
[04:21:34.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:59:0)
[04:21:34.829] Build status: SCHEDULED
[04:21:34.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:60:0) after 3m56s
[04:25:30.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:60:0)
[04:25:30.928] Build status: SCHEDULED
[04:25:30.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:61:0) after 2m7s
[04:27:37.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:61:0)
[04:27:37.963] Build status: SCHEDULED
[04:27:37.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:62:0) after 6m44s
[04:34:21.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:62:0)
[04:34:22.013] Build status: SCHEDULED
[04:34:22.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:63:0) after 7m17s
[04:41:39.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:63:0)
[04:41:39.098] Build status: SCHEDULED
[04:41:39.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:64:0) after 1m54s
[04:43:33.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:64:0)
[04:43:33.168] Build status: SCHEDULED
[04:43:33.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:65:0) after 6m57s
[04:50:30.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:65:0)
[04:50:30.208] Build status: SCHEDULED
[04:50:30.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:66:0) after 4m23s
[04:54:53.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:66:0)
[04:54:53.372] Build status: SCHEDULED
[04:54:53.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:67:0) after 6m55s
[05:01:48.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:67:0)
[05:01:48.520] Build status: SCHEDULED
[05:01:48.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:68:0) after 4m31s
[05:06:19.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:68:0)
[05:06:19.587] Build status: SCHEDULED
[05:06:19.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:69:0) after 5m31s
[05:11:50.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:69:0)
[05:11:50.694] Build status: SCHEDULED
[05:11:50.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:70:0) after 4m14s
[05:16:04.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:70:0)
[05:16:04.734] Build status: SCHEDULED
[05:16:04.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:71:0) after 9m14s
[05:25:18.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:71:0)
[05:25:18.833] Build status: SCHEDULED
[05:25:18.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:72:0) after 5m47s
[05:31:05.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:72:0)
[05:31:05.942] Build status: SCHEDULED
[05:31:05.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:73:0) after 3m19s
[05:34:24.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:73:0)
[05:34:24.997] Build status: SCHEDULED
[05:34:24.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:74:0) after 6m40s
[05:41:05.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:74:0)
[05:41:05.028] Build status: SCHEDULED
[05:41:05.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:75:0) after 1m43s
[05:42:48.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:75:0)
[05:42:48.093] Build status: SCHEDULED
[05:42:48.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:76:0) after 3m14s
[05:46:02.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:76:0)
[05:46:02.139] Build status: SCHEDULED
[05:46:02.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:77:0) after 4m29s
[05:50:31.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:77:0)
[05:50:31.175] Build status: SCHEDULED
[05:50:31.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:78:0) after 9m17s
[05:59:48.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:78:0)
[05:59:48.213] Build status: SCHEDULED
[05:59:48.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:79:0) after 3m44s
[06:03:32.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:79:0)
[06:03:32.210] Build status: SCHEDULED
[06:03:32.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:80:0) after 2m38s
[06:06:39.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:80:0)
[06:06:39.089] Build status: SCHEDULED
[06:06:39.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:81:0) after 8m55s
[06:15:34.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:81:0)
[06:15:34.149] Build status: SCHEDULED
[06:15:34.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:82:0) after 4m23s
[06:19:57.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:82:0)
[06:19:57.232] Build status: SCHEDULED
[06:19:57.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:83:0) after 4m8s
[06:24:05.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:83:0)
[06:24:05.369] Build status: SCHEDULED
[06:24:05.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:84:0) after 5m8s
[06:29:13.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:84:0)
[06:29:13.397] Build status: SCHEDULED
[06:29:13.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:85:0) after 1m31s
[06:30:44.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:85:0)
[06:30:44.442] Build status: SCHEDULED
[06:30:44.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:86:0) after 7m23s
[06:38:07.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:86:0)
[06:38:07.499] Build status: SCHEDULED
[06:38:07.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:87:0) after 6m18s
[06:44:25.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:87:0)
[06:44:25.580] Build status: SCHEDULED
[06:44:25.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:88:0) after 2m19s
[06:46:44.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:88:0)
[06:46:44.629] Build status: SCHEDULED
[06:46:44.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:89:0) after 4m49s
[06:51:34.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:89:0)
[06:51:34.041] Build status: SCHEDULED
[06:51:34.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:90:0) after 3m17s
[06:54:51.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:90:0)
[06:54:51.078] Build status: SCHEDULED
[06:54:51.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:91:0) after 8m46s
[07:03:37.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:91:0)
[07:03:37.122] Build status: SCHEDULED
[07:03:37.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:92:0) after 7m33s
[07:11:10.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:92:0)
[07:11:10.183] Build status: SCHEDULED
[07:11:10.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:93:0) after 8m49s
[07:19:59.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:93:0)
[07:19:59.268] Build status: SCHEDULED
[07:19:59.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:94:0) after 5m15s
[07:25:14.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:94:0)
[07:25:14.625] Build status: SCHEDULED
[07:25:14.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:95:0) after 9m50s
[07:35:04.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:95:0)
[07:35:04.701] Build status: SCHEDULED
[07:35:04.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:96:0) after 6m40s
[07:41:44.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:96:0)
[07:41:44.746] Build status: SCHEDULED
[07:41:44.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:97:0) after 6m24s
[07:48:08.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:97:0)
[07:48:08.839] Build status: SCHEDULED
[07:48:08.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:98:0) after 6m40s
[07:54:48.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:98:0)
[07:54:48.940] Build status: SCHEDULED
[07:54:48.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:99:0) after 7m13s
[08:02:01.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:99:0)
[08:02:01.988] Build status: SCHEDULED
[08:02:01.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:100:0) after 4m24s
[08:06:26.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:100:0)
[08:06:26.029] Build status: SCHEDULED
[08:06:26.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835166165877625984:101:0) after 6m31s
[08:08:51.160] Received PubSub notification, asking Buildbucket for the build status
[08:08:51.189] Build:
{
"id": "8669736103999580801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T23:26:09.803597690Z",
"endTime": "2026-09-25T08:08:50.817662529Z",
"updateTime": "2026-09-25T08:08:50.817662529Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "ef623439339677224f037f32d09f0a3a5dd1cbe3",
"ref": "refs/heads/upstream/main"
}
}
}
[08:08:51.189] Invocation finished in 8h42m42.560072992s with status FAILED