[22:28:40.911] New invocation is queued and will start shortly
[22:28:42.215] Starting the invocation (attempt 1)
[22:28:42.237] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/5f7d5f061cee08e55e95df81b51203b1611fa458"
[22:28:42.237] Popped gitiles commit info from properties and tags
[22:28:42.237] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:28:42.237] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:28:42.237] Buildbucket request:
{
"requestId": "8842326941423101776",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842326941423101776",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "f9d0b04e861e6dea4e17144358ad72caa5583b48"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@f9d0b04e861e6dea4e17144358ad72caa5583b48",
"title": "f9d0b04e861e6dea4e17144358ad72caa5583b48",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/f9d0b04e861e6dea4e17144358ad72caa5583b48"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "5f7d5f061cee08e55e95df81b51203b1611fa458"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@5f7d5f061cee08e55e95df81b51203b1611fa458",
"title": "5f7d5f061cee08e55e95df81b51203b1611fa458",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/5f7d5f061cee08e55e95df81b51203b1611fa458"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "5f7d5f061cee08e55e95df81b51203b1611fa458",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842326941423101776"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:28:42.869] Scheduled build:
{
"id": "8676896879286509473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T22:28:42.326146430Z",
"updateTime": "2026-07-07T22:28:42.326146430Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "5f7d5f061cee08e55e95df81b51203b1611fa458",
"ref": "refs/heads/upstream/main"
}
}
}
[22:28:42.869] Task URL: https://cr-buildbucket.appspot.com/build/8676896879286509473
[22:28:42.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:2:0) after 6m16s
[22:28:43.678] Received PubSub notification, asking Buildbucket for the build status
[22:28:43.702] Build status: SCHEDULED
[22:34:58.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:2:0)
[22:34:58.923] Build status: SCHEDULED
[22:34:58.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:4:0) after 4m48s
[22:39:46.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:4:0)
[22:39:47.009] Build status: SCHEDULED
[22:39:47.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:5:0) after 7m9s
[22:46:56.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:5:0)
[22:46:56.338] Build status: SCHEDULED
[22:46:56.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:6:0) after 6m52s
[22:53:48.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:6:0)
[22:53:48.462] Build status: SCHEDULED
[22:53:48.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:7:0) after 7m5s
[23:00:53.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:7:0)
[23:00:53.673] Build status: SCHEDULED
[23:00:53.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:8:0) after 3m52s
[23:04:45.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:8:0)
[23:04:45.741] Build status: SCHEDULED
[23:04:45.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:9:0) after 6m21s
[23:11:06.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:9:0)
[23:11:07.075] Build status: SCHEDULED
[23:11:07.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:10:0) after 1m47s
[23:12:54.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:10:0)
[23:12:54.193] Build status: SCHEDULED
[23:12:54.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:11:0) after 4m15s
[23:17:09.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:11:0)
[23:17:09.235] Build status: SCHEDULED
[23:17:09.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:12:0) after 2m56s
[23:20:05.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:12:0)
[23:20:05.510] Build status: SCHEDULED
[23:20:05.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:13:0) after 6m6s
[23:26:11.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:13:0)
[23:26:11.595] Build status: SCHEDULED
[23:26:11.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:14:0) after 2m17s
[23:28:28.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:14:0)
[23:28:29.015] Build status: SCHEDULED
[23:28:29.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:15:0) after 7m46s
[23:36:15.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:15:0)
[23:36:15.098] Build status: SCHEDULED
[23:36:15.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:16:0) after 5m1s
[23:41:16.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:16:0)
[23:41:16.128] Build status: SCHEDULED
[23:41:16.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:17:0) after 3m21s
[23:44:37.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:17:0)
[23:44:37.168] Build status: SCHEDULED
[23:44:37.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:18:0) after 1m39s
[23:46:16.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:18:0)
[23:46:16.203] Build status: SCHEDULED
[23:46:16.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:19:0) after 7m35s
[23:53:51.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:19:0)
[23:53:51.241] Build status: SCHEDULED
[23:53:51.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:20:0) after 9m20s
[00:03:11.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:20:0)
[00:03:11.342] Build status: SCHEDULED
[00:03:11.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:21:0) after 2m34s
[00:05:45.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:21:0)
[00:05:45.345] Build status: SCHEDULED
[00:05:45.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:22:0) after 6m46s
[00:12:31.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:22:0)
[00:12:31.490] Build status: SCHEDULED
[00:12:31.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:23:0) after 8m44s
[00:21:15.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:23:0)
[00:21:15.570] Build status: SCHEDULED
[00:21:15.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:24:0) after 1m40s
[00:22:55.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:24:0)
[00:22:55.677] Build status: SCHEDULED
[00:22:55.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:25:0) after 5m29s
[00:28:24.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:25:0)
[00:28:24.710] Build status: SCHEDULED
[00:28:24.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:26:0) after 2m44s
[00:31:08.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:26:0)
[00:31:08.780] Build status: SCHEDULED
[00:31:08.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:27:0) after 5m34s
[00:36:42.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:27:0)
[00:36:42.937] Build status: SCHEDULED
[00:36:42.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:28:0) after 9m6s
[00:45:48.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:28:0)
[00:45:49.008] Build status: SCHEDULED
[00:45:49.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:29:0) after 2m41s
[00:48:30.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:29:0)
[00:48:30.209] Build status: SCHEDULED
[00:48:30.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:30:0) after 5m14s
[00:53:44.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:30:0)
[00:53:44.400] Build status: SCHEDULED
[00:53:44.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:31:0) after 2m8s
[00:55:52.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:31:0)
[00:55:52.490] Build status: SCHEDULED
[00:55:52.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:32:0) after 4m22s
[01:00:14.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:32:0)
[01:00:14.670] Build status: SCHEDULED
[01:00:14.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:33:0) after 1m58s
[01:02:12.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:33:0)
[01:02:12.835] Build status: SCHEDULED
[01:02:12.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:34:0) after 3m33s
[01:05:45.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:34:0)
[01:05:45.883] Build status: SCHEDULED
[01:05:45.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:35:0) after 1m38s
[01:06:59.162] Received PubSub notification, asking Buildbucket for the build status
[01:06:59.188] Build status: STARTED
[01:07:23.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:35:0)
[01:07:24.026] Build status: STARTED
[01:07:24.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8842326941423101776:37:0) after 7m32s
[01:14:44.067] Received PubSub notification, asking Buildbucket for the build status
[01:14:44.115] Build:
{
"id": "8676896879286509473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T22:28:42.326146430Z",
"startTime": "2026-07-08T01:06:58.825560366Z",
"endTime": "2026-07-08T01:14:43.808490753Z",
"updateTime": "2026-07-08T01:14:43.808490753Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "5f7d5f061cee08e55e95df81b51203b1611fa458",
"ref": "refs/heads/upstream/main"
}
}
}
[01:14:44.115] Invocation finished in 2h46m3.209625419s with status FAILED