[21:32:08.972] New invocation is queued and will start shortly
[21:32:10.095] Starting the invocation (attempt 1)
[21:32:10.119] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/25adde6888ae4af0048aafd1934593454465d321"
[21:32:10.119] Popped gitiles commit info from properties and tags
[21:32:10.119] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:32:10.120] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:32:10.120] Buildbucket request:
{
"requestId": "8833361398456299184",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833361398456299184",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "352fad0644b88a4f30915bc64cdf6d602d003e58"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@352fad0644b88a4f30915bc64cdf6d602d003e58",
"title": "352fad0644b88a4f30915bc64cdf6d602d003e58",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/352fad0644b88a4f30915bc64cdf6d602d003e58"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "e2be7cf9b29a438cc8a7ada6bab6309956a47011"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"title": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/e2be7cf9b29a438cc8a7ada6bab6309956a47011"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "d01b902f2313780abc6257e375861b0c11a197f9"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@d01b902f2313780abc6257e375861b0c11a197f9",
"title": "d01b902f2313780abc6257e375861b0c11a197f9",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d01b902f2313780abc6257e375861b0c11a197f9"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"title": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"title": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "f9427c111825ba93f0459d30b43245bad773364a"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@f9427c111825ba93f0459d30b43245bad773364a",
"title": "f9427c111825ba93f0459d30b43245bad773364a",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/f9427c111825ba93f0459d30b43245bad773364a"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "25adde6888ae4af0048aafd1934593454465d321"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@25adde6888ae4af0048aafd1934593454465d321",
"title": "25adde6888ae4af0048aafd1934593454465d321",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/25adde6888ae4af0048aafd1934593454465d321"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "25adde6888ae4af0048aafd1934593454465d321",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833361398456299184"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:32:10.546] Scheduled build:
{
"id": "8667931336537129761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T21:32:10.179652866Z",
"updateTime": "2026-10-14T21:32:10.179652866Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "25adde6888ae4af0048aafd1934593454465d321",
"ref": "refs/heads/upstream/main"
}
}
}
[21:32:10.546] Task URL: https://cr-buildbucket.appspot.com/build/8667931336537129761
[21:32:10.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:2:0) after 2m7s
[21:32:11.486] Received PubSub notification, asking Buildbucket for the build status
[21:32:11.515] Build status: SCHEDULED
[21:34:17.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:2:0)
[21:34:17.589] Build status: SCHEDULED
[21:34:17.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:4:0) after 4m2s
[21:38:19.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:4:0)
[21:38:19.682] Build status: SCHEDULED
[21:38:19.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:5:0) after 3m4s
[21:41:23.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:5:0)
[21:41:23.793] Build status: SCHEDULED
[21:41:23.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:6:0) after 8m32s
[21:49:55.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:6:0)
[21:49:55.932] Build status: SCHEDULED
[21:49:55.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:7:0) after 2m7s
[21:52:02.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:7:0)
[21:52:03.093] Build status: SCHEDULED
[21:52:03.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:8:0) after 8m3s
[22:00:06.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:8:0)
[22:00:06.224] Build status: SCHEDULED
[22:00:06.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:9:0) after 6m17s
[22:06:23.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:9:0)
[22:06:23.266] Build status: SCHEDULED
[22:06:23.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:10:0) after 7m42s
[22:14:05.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:10:0)
[22:14:05.713] Build status: SCHEDULED
[22:14:05.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:11:0) after 5m38s
[22:19:43.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:11:0)
[22:19:43.791] Build status: SCHEDULED
[22:19:43.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:12:0) after 9m50s
[22:29:33.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:12:0)
[22:29:33.951] Build status: SCHEDULED
[22:29:33.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:13:0) after 7m48s
[22:37:22.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:13:0)
[22:37:22.131] Build status: SCHEDULED
[22:37:22.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:14:0) after 4m45s
[22:42:07.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:14:0)
[22:42:07.194] Build status: SCHEDULED
[22:42:07.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:15:0) after 2m49s
[22:44:56.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:15:0)
[22:44:56.275] Build status: SCHEDULED
[22:44:56.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:16:0) after 2m17s
[22:47:13.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:16:0)
[22:47:13.586] Build status: SCHEDULED
[22:47:13.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:17:0) after 9m22s
[22:56:35.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:17:0)
[22:56:35.635] Build status: SCHEDULED
[22:56:35.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:18:0) after 3m3s
[22:59:38.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:18:0)
[22:59:38.684] Build status: SCHEDULED
[22:59:38.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:19:0) after 3m33s
[23:03:11.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:19:0)
[23:03:11.741] Build status: SCHEDULED
[23:03:11.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:20:0) after 6m24s
[23:09:35.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:20:0)
[23:09:35.787] Build status: SCHEDULED
[23:09:35.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:21:0) after 2m21s
[23:11:56.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:21:0)
[23:11:56.910] Build status: SCHEDULED
[23:11:56.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:22:0) after 6m25s
[23:18:21.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:22:0)
[23:18:21.963] Build status: SCHEDULED
[23:18:21.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:23:0) after 8m39s
[23:27:01.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:23:0)
[23:27:01.037] Build status: SCHEDULED
[23:27:01.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:24:0) after 4m3s
[23:31:04.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:24:0)
[23:31:04.065] Build status: SCHEDULED
[23:31:04.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:25:0) after 5m48s
[23:36:52.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:25:0)
[23:36:52.108] Build status: SCHEDULED
[23:36:52.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:26:0) after 5m56s
[23:42:48.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:26:0)
[23:42:48.223] Build status: SCHEDULED
[23:42:48.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:27:0) after 4m13s
[23:47:01.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:27:0)
[23:47:01.370] Build status: SCHEDULED
[23:47:01.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:28:0) after 5m33s
[23:52:34.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:28:0)
[23:52:34.457] Build status: SCHEDULED
[23:52:34.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:29:0) after 6m24s
[23:58:58.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:29:0)
[23:58:58.609] Build status: SCHEDULED
[23:58:58.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:30:0) after 8m18s
[00:07:16.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:30:0)
[00:07:16.651] Build status: SCHEDULED
[00:07:16.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:31:0) after 6m52s
[00:14:08.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:31:0)
[00:14:08.701] Build status: SCHEDULED
[00:14:08.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:32:0) after 8m55s
[00:23:03.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:32:0)
[00:23:03.751] Build status: SCHEDULED
[00:23:03.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:33:0) after 8m2s
[00:31:05.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:33:0)
[00:31:05.843] Build status: SCHEDULED
[00:31:05.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:34:0) after 2m10s
[00:33:15.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:34:0)
[00:33:15.884] Build status: SCHEDULED
[00:33:15.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:35:0) after 1m24s
[00:34:39.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:35:0)
[00:34:39.931] Build status: SCHEDULED
[00:34:39.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:36:0) after 7m41s
[00:42:21.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:36:0)
[00:42:21.066] Build status: SCHEDULED
[00:42:21.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:37:0) after 6m43s
[00:49:04.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:37:0)
[00:49:04.177] Build status: SCHEDULED
[00:49:04.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:38:0) after 8m0s
[00:57:04.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:38:0)
[00:57:04.229] Build status: SCHEDULED
[00:57:04.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:39:0) after 6m55s
[01:03:59.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:39:0)
[01:03:59.291] Build status: SCHEDULED
[01:03:59.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8833361398456299184:40:0) after 9m40s
[01:06:29.951] Received PubSub notification, asking Buildbucket for the build status
[01:06:30.022] Build status: STARTED
[01:08:08.379] Received PubSub notification, asking Buildbucket for the build status
[01:08:08.401] Build:
{
"id": "8667931336537129761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T21:32:10.179652866Z",
"startTime": "2026-10-15T01:06:29.768386568Z",
"endTime": "2026-10-15T01:08:08.075542311Z",
"updateTime": "2026-10-15T01:08:08.075542311Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "25adde6888ae4af0048aafd1934593454465d321",
"ref": "refs/heads/upstream/main"
}
}
}
[01:08:08.401] Invocation finished in 3h35m59.435367574s with status FAILED