[03:36:01.302] New invocation is queued and will start shortly
[03:36:02.766] Starting the invocation (attempt 1)
[03:36:02.792] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/8ca462fe925ee669eb377933f387029f3f002884"
[03:36:02.792] Popped gitiles commit info from properties and tags
[03:36:02.792] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:36:02.792] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:36:02.793] Buildbucket request:
{
"requestId": "8838502532680519456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838502532680519456",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "d065ea5bd27b38926a40ffce804c0450121b0fd2"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@d065ea5bd27b38926a40ffce804c0450121b0fd2",
"title": "d065ea5bd27b38926a40ffce804c0450121b0fd2",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d065ea5bd27b38926a40ffce804c0450121b0fd2"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "fecb9bf6e6c85ebb9216f117a582894d0e6655b6"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@fecb9bf6e6c85ebb9216f117a582894d0e6655b6",
"title": "fecb9bf6e6c85ebb9216f117a582894d0e6655b6",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/fecb9bf6e6c85ebb9216f117a582894d0e6655b6"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "73e734ef9ade9efe14e7d507584c1e42949c0b7a"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@73e734ef9ade9efe14e7d507584c1e42949c0b7a",
"title": "73e734ef9ade9efe14e7d507584c1e42949c0b7a",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/73e734ef9ade9efe14e7d507584c1e42949c0b7a"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "8ca462fe925ee669eb377933f387029f3f002884"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@8ca462fe925ee669eb377933f387029f3f002884",
"title": "8ca462fe925ee669eb377933f387029f3f002884",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/8ca462fe925ee669eb377933f387029f3f002884"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838502532680519456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:36:03.646] Scheduled build:
{
"id": "8673072470229627249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T03:36:03.019953451Z",
"updateTime": "2026-08-19T03:36:03.019953451Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/upstream/main"
}
}
}
[03:36:03.646] Task URL: https://cr-buildbucket.appspot.com/build/8673072470229627249
[03:36:03.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:2:0) after 2m46s
[03:36:04.589] Received PubSub notification, asking Buildbucket for the build status
[03:36:04.626] Build status: SCHEDULED
[03:38:49.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:2:0)
[03:38:49.681] Build status: SCHEDULED
[03:38:49.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:4:0) after 4m58s
[03:43:47.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:4:0)
[03:43:47.743] Build status: SCHEDULED
[03:43:47.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:5:0) after 1m0s
[03:44:47.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:5:0)
[03:44:47.833] Build status: SCHEDULED
[03:44:47.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:6:0) after 4m54s
[03:49:41.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:6:0)
[03:49:41.966] Build status: SCHEDULED
[03:49:41.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:7:0) after 4m56s
[03:54:38.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:7:0)
[03:54:38.041] Build status: SCHEDULED
[03:54:38.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:8:0) after 8m46s
[04:03:24.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:8:0)
[04:03:24.162] Build status: SCHEDULED
[04:03:24.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:9:0) after 7m29s
[04:10:53.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:9:0)
[04:10:53.423] Build status: SCHEDULED
[04:10:53.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:10:0) after 1m13s
[04:12:06.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:10:0)
[04:12:06.460] Build status: SCHEDULED
[04:12:06.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:11:0) after 9m20s
[04:21:26.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:11:0)
[04:21:26.613] Build status: SCHEDULED
[04:21:26.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:12:0) after 4m9s
[04:25:35.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:12:0)
[04:25:35.660] Build status: SCHEDULED
[04:25:35.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:13:0) after 7m26s
[04:33:01.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:13:0)
[04:33:01.777] Build status: SCHEDULED
[04:33:01.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:14:0) after 2m19s
[04:35:20.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:14:0)
[04:35:20.821] Build status: SCHEDULED
[04:35:20.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:15:0) after 3m31s
[04:38:51.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:15:0)
[04:38:51.848] Build status: SCHEDULED
[04:38:51.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:16:0) after 6m46s
[04:45:37.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:16:0)
[04:45:37.879] Build status: SCHEDULED
[04:45:37.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:17:0) after 1m52s
[04:47:29.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:17:0)
[04:47:29.926] Build status: SCHEDULED
[04:47:29.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:18:0) after 8m22s
[04:55:52.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:18:0)
[04:55:52.022] Build status: SCHEDULED
[04:55:52.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:19:0) after 9m30s
[05:05:22.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:19:0)
[05:05:22.315] Build status: SCHEDULED
[05:05:22.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:20:0) after 8m54s
[05:14:16.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:20:0)
[05:14:16.310] Build status: SCHEDULED
[05:14:16.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:21:0) after 5m0s
[05:19:16.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:21:0)
[05:19:16.351] Build status: SCHEDULED
[05:19:16.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:22:0) after 4m38s
[05:23:54.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:22:0)
[05:23:54.422] Build status: SCHEDULED
[05:23:54.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:23:0) after 1m1s
[05:24:55.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:23:0)
[05:24:55.584] Build status: SCHEDULED
[05:24:55.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:24:0) after 2m24s
[05:27:19.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:24:0)
[05:27:19.692] Build status: SCHEDULED
[05:27:19.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:25:0) after 4m17s
[05:31:36.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:25:0)
[05:31:36.779] Build status: SCHEDULED
[05:31:36.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:26:0) after 3m18s
[05:34:54.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:26:0)
[05:34:54.941] Build status: SCHEDULED
[05:34:54.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:27:0) after 5m16s
[05:40:11.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:27:0)
[05:40:11.134] Build status: SCHEDULED
[05:40:11.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:28:0) after 7m1s
[05:47:12.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:28:0)
[05:47:12.251] Build status: SCHEDULED
[05:47:12.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:29:0) after 8m22s
[05:55:34.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:29:0)
[05:55:34.420] Build status: SCHEDULED
[05:55:34.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:30:0) after 4m8s
[05:59:42.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:30:0)
[05:59:42.552] Build status: SCHEDULED
[05:59:42.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:31:0) after 7m54s
[06:07:36.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:31:0)
[06:07:36.644] Build status: SCHEDULED
[06:07:36.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:32:0) after 8m38s
[06:16:14.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:32:0)
[06:16:14.768] Build status: SCHEDULED
[06:16:14.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:33:0) after 9m50s
[06:26:04.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:33:0)
[06:26:04.892] Build status: SCHEDULED
[06:26:04.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:34:0) after 2m52s
[06:28:56.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:34:0)
[06:28:56.942] Build status: SCHEDULED
[06:28:56.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:35:0) after 6m7s
[06:35:04.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:35:0)
[06:35:04.280] Build status: SCHEDULED
[06:35:04.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:36:0) after 2m48s
[06:37:52.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:36:0)
[06:37:52.385] Build status: SCHEDULED
[06:37:52.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8838502532680519456:37:0) after 9m34s
[06:38:46.186] Received PubSub notification, asking Buildbucket for the build status
[06:38:46.205] Build status: STARTED
[06:42:27.192] Received PubSub notification, asking Buildbucket for the build status
[06:42:27.210] Build:
{
"id": "8673072470229627249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T03:36:03.019953451Z",
"startTime": "2026-08-19T06:38:45.993939605Z",
"endTime": "2026-08-19T06:42:26.723326586Z",
"updateTime": "2026-08-19T06:42:26.723326586Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8ca462fe925ee669eb377933f387029f3f002884",
"ref": "refs/heads/upstream/main"
}
}
}
[06:42:27.211] Invocation finished in 3h6m25.912314852s with status FAILED