[20:34:08.412] New invocation is queued and will start shortly
[20:34:09.466] Starting the invocation (attempt 1)
[20:34:09.494] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
[20:34:09.495] Popped gitiles commit info from properties and tags
[20:34:09.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:34:09.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:34:09.495] Buildbucket request:
{
"requestId": "8835811166177935472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835811166177935472",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "49c65bef2ebc80c20868a141d51d979e58515811"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@49c65bef2ebc80c20868a141d51d979e58515811",
"title": "49c65bef2ebc80c20868a141d51d979e58515811",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/49c65bef2ebc80c20868a141d51d979e58515811"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "e6061165b6dfd7f391f2acd18b168b46d293068a"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@e6061165b6dfd7f391f2acd18b168b46d293068a",
"title": "e6061165b6dfd7f391f2acd18b168b46d293068a",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/e6061165b6dfd7f391f2acd18b168b46d293068a"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"title": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835811166177935472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:34:09.917] Scheduled build:
{
"id": "8670381104293885425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T20:34:09.588532099Z",
"updateTime": "2026-09-17T20:34:09.588532099Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/upstream/main"
}
}
}
[20:34:09.917] Task URL: https://cr-buildbucket.appspot.com/build/8670381104293885425
[20:34:09.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:2:0) after 8m6s
[20:34:10.084] Received PubSub notification, asking Buildbucket for the build status
[20:34:10.110] Build status: SCHEDULED
[20:42:16.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:2:0)
[20:42:16.106] Build status: SCHEDULED
[20:42:16.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:4:0) after 6m9s
[20:48:25.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:4:0)
[20:48:25.143] Build status: SCHEDULED
[20:48:25.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:5:0) after 2m9s
[20:50:34.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:5:0)
[20:50:34.179] Build status: SCHEDULED
[20:50:34.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:6:0) after 9m27s
[21:00:01.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:6:0)
[21:00:01.230] Build status: SCHEDULED
[21:00:01.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:7:0) after 4m46s
[21:04:47.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:7:0)
[21:04:47.435] Build status: SCHEDULED
[21:04:47.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:8:0) after 3m17s
[21:08:04.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:8:0)
[21:08:04.492] Build status: SCHEDULED
[21:08:04.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:9:0) after 8m20s
[21:16:24.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:9:0)
[21:16:24.599] Build status: SCHEDULED
[21:16:24.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:10:0) after 8m24s
[21:24:48.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:10:0)
[21:24:48.667] Build status: SCHEDULED
[21:24:48.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:11:0) after 6m7s
[21:30:55.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:11:0)
[21:30:55.692] Build status: SCHEDULED
[21:30:55.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:12:0) after 4m53s
[21:35:48.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:12:0)
[21:35:48.727] Build status: SCHEDULED
[21:35:48.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:13:0) after 7m28s
[21:43:16.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:13:0)
[21:43:16.791] Build status: SCHEDULED
[21:43:16.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:14:0) after 4m46s
[21:48:02.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:14:0)
[21:48:02.979] Build status: SCHEDULED
[21:48:02.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:15:0) after 5m21s
[21:53:24.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:15:0)
[21:53:24.031] Build status: SCHEDULED
[21:53:24.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:16:0) after 6m29s
[21:59:53.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:16:0)
[21:59:53.123] Build status: SCHEDULED
[21:59:53.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:17:0) after 7m33s
[22:07:26.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:17:0)
[22:07:26.163] Build status: SCHEDULED
[22:07:26.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:18:0) after 7m1s
[22:14:27.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:18:0)
[22:14:27.338] Build status: SCHEDULED
[22:14:27.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:19:0) after 6m54s
[22:21:21.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:19:0)
[22:21:21.570] Build status: SCHEDULED
[22:21:21.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:20:0) after 3m1s
[22:24:22.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:20:0)
[22:24:22.610] Build status: SCHEDULED
[22:24:22.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:21:0) after 5m14s
[22:29:36.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:21:0)
[22:29:36.644] Build status: SCHEDULED
[22:29:36.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:22:0) after 8m4s
[22:37:40.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:22:0)
[22:37:40.766] Build status: SCHEDULED
[22:37:40.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:23:0) after 1m58s
[22:39:38.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:23:0)
[22:39:39.037] Build status: SCHEDULED
[22:39:39.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:24:0) after 8m0s
[22:47:39.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:24:0)
[22:47:39.079] Build status: SCHEDULED
[22:47:39.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:25:0) after 8m45s
[22:56:24.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:25:0)
[22:56:24.313] Build status: SCHEDULED
[22:56:24.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:26:0) after 9m28s
[23:05:52.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:26:0)
[23:05:52.465] Build status: SCHEDULED
[23:05:52.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:27:0) after 3m11s
[23:09:03.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:27:0)
[23:09:03.532] Build status: SCHEDULED
[23:09:03.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:28:0) after 5m20s
[23:14:23.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:28:0)
[23:14:23.640] Build status: SCHEDULED
[23:14:23.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:29:0) after 6m10s
[23:20:33.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:29:0)
[23:20:33.685] Build status: SCHEDULED
[23:20:33.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:30:0) after 6m15s
[23:26:48.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:30:0)
[23:26:48.873] Build status: SCHEDULED
[23:26:48.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:31:0) after 2m31s
[23:29:19.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:31:0)
[23:29:19.939] Build status: SCHEDULED
[23:29:19.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8835811166177935472:32:0) after 6m20s
[23:29:25.387] Received PubSub notification, asking Buildbucket for the build status
[23:29:25.406] Build status: STARTED
[23:30:25.241] Received PubSub notification, asking Buildbucket for the build status
[23:30:25.262] Build:
{
"id": "8670381104293885425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T20:34:09.588532099Z",
"startTime": "2026-09-17T23:29:25.202710467Z",
"endTime": "2026-09-17T23:30:24.958856660Z",
"updateTime": "2026-09-17T23:30:24.958856660Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/upstream/main"
}
}
}
[23:30:25.262] Invocation finished in 2h56m16.854629995s with status FAILED