[02:58:57.205] New invocation is queued and will start shortly
[02:58:58.278] Starting the invocation (attempt 1)
[02:58:58.305] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/9f9446b57828ea2d67297264c3679856111027ba"
[02:58:58.305] Popped gitiles commit info from properties and tags
[02:58:58.305] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:58:58.306] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:58:58.306] Buildbucket request:
{
"requestId": "8844121876734350512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844121876734350512",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "8038b50f94e1afb995edb2200d2b45587d73c102"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@8038b50f94e1afb995edb2200d2b45587d73c102",
"title": "8038b50f94e1afb995edb2200d2b45587d73c102",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/8038b50f94e1afb995edb2200d2b45587d73c102"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"title": "17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"title": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"title": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "9f9446b57828ea2d67297264c3679856111027ba"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@9f9446b57828ea2d67297264c3679856111027ba",
"title": "9f9446b57828ea2d67297264c3679856111027ba",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9f9446b57828ea2d67297264c3679856111027ba"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "9f9446b57828ea2d67297264c3679856111027ba",
"ref": "refs/heads/rpc2"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844121876734350512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:58:58.752] Scheduled build:
{
"id": "8678691814792384449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T02:58:58.435905796Z",
"updateTime": "2026-06-18T02:58:58.435905796Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "9f9446b57828ea2d67297264c3679856111027ba",
"ref": "refs/heads/rpc2"
}
}
}
[02:58:58.752] Task URL: https://cr-buildbucket.appspot.com/build/8678691814792384449
[02:58:58.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:2:0) after 5m38s
[02:58:59.678] Received PubSub notification, asking Buildbucket for the build status
[02:58:59.697] Build status: SCHEDULED
[03:04:36.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:2:0)
[03:04:36.791] Build status: SCHEDULED
[03:04:36.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:4:0) after 7m56s
[03:12:32.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:4:0)
[03:12:32.853] Build status: SCHEDULED
[03:12:32.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:5:0) after 4m45s
[03:17:17.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:5:0)
[03:17:17.980] Build status: SCHEDULED
[03:17:17.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:6:0) after 9m43s
[03:27:01.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:6:0)
[03:27:01.134] Build status: SCHEDULED
[03:27:01.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:7:0) after 8m15s
[03:35:16.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:7:0)
[03:35:16.230] Build status: SCHEDULED
[03:35:16.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:8:0) after 9m43s
[03:44:59.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:8:0)
[03:44:59.355] Build status: SCHEDULED
[03:44:59.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:9:0) after 2m20s
[03:47:19.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:9:0)
[03:47:19.533] Build status: SCHEDULED
[03:47:19.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:10:0) after 3m22s
[03:50:41.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:10:0)
[03:50:41.568] Build status: SCHEDULED
[03:50:41.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:11:0) after 8m52s
[03:59:33.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:11:0)
[03:59:33.682] Build status: SCHEDULED
[03:59:33.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:12:0) after 4m16s
[04:03:49.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:12:0)
[04:03:49.809] Build status: SCHEDULED
[04:03:49.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:13:0) after 7m45s
[04:11:34.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:13:0)
[04:11:34.899] Build status: SCHEDULED
[04:11:34.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:14:0) after 6m41s
[04:18:15.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:14:0)
[04:18:16.008] Build status: SCHEDULED
[04:18:16.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:15:0) after 9m52s
[04:28:08.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:15:0)
[04:28:08.241] Build status: SCHEDULED
[04:28:08.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:16:0) after 2m16s
[04:30:24.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:16:0)
[04:30:24.285] Build status: SCHEDULED
[04:30:24.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:17:0) after 9m59s
[04:40:23.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:17:0)
[04:40:23.382] Build status: SCHEDULED
[04:40:23.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:18:0) after 5m16s
[04:45:39.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:18:0)
[04:45:39.464] Build status: SCHEDULED
[04:45:39.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:19:0) after 1m42s
[04:47:21.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:19:0)
[04:47:21.583] Build status: SCHEDULED
[04:47:21.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:20:0) after 3m0s
[04:50:21.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:20:0)
[04:50:21.612] Build status: SCHEDULED
[04:50:21.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:21:0) after 3m42s
[04:54:03.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:21:0)
[04:54:03.667] Build status: SCHEDULED
[04:54:03.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:22:0) after 6m3s
[05:00:06.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:22:0)
[05:00:06.663] Build status: SCHEDULED
[05:00:06.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:23:0) after 4m37s
[05:04:43.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:23:0)
[05:04:43.865] Build status: SCHEDULED
[05:04:43.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:24:0) after 9m5s
[05:13:48.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:24:0)
[05:13:48.992] Build status: SCHEDULED
[05:13:48.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:25:0) after 8m59s
[05:22:48.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:25:0)
[05:22:48.112] Build status: SCHEDULED
[05:22:48.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:26:0) after 4m4s
[05:26:52.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:26:0)
[05:26:52.216] Build status: SCHEDULED
[05:26:52.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:27:0) after 9m23s
[05:36:15.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:27:0)
[05:36:15.255] Build status: SCHEDULED
[05:36:15.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:28:0) after 9m8s
[05:45:23.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:28:0)
[05:45:23.313] Build status: SCHEDULED
[05:45:23.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:29:0) after 2m3s
[05:47:26.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:29:0)
[05:47:26.353] Build status: SCHEDULED
[05:47:26.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8844121876734350512:30:0) after 7m51s
[05:48:27.504] Received PubSub notification, asking Buildbucket for the build status
[05:48:27.545] Build status: STARTED
[05:50:10.002] Received PubSub notification, asking Buildbucket for the build status
[05:50:10.018] Build:
{
"id": "8678691814792384449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T02:58:58.435905796Z",
"startTime": "2026-06-18T05:48:27.349220143Z",
"endTime": "2026-06-18T05:50:09.296867619Z",
"updateTime": "2026-06-18T05:50:09.296867619Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "9f9446b57828ea2d67297264c3679856111027ba",
"ref": "refs/heads/rpc2"
}
}
}
[05:50:10.018] Invocation finished in 2h51m12.818740341s with status FAILED