[08:30:54.272] New invocation is queued and will start shortly
[08:30:55.482] Starting the invocation (attempt 1)
[08:30:55.550] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
[08:30:55.551] Popped gitiles commit info from properties and tags
[08:30:55.551] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:30:55.551] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:30:55.551] Buildbucket request:
{
"requestId": "8841111292286306480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841111292286306480",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7f429325772b4b171d0463ec7be0b747d7dbb58a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f429325772b4b171d0463ec7be0b747d7dbb58a",
"title": "7f429325772b4b171d0463ec7be0b747d7dbb58a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f429325772b4b171d0463ec7be0b747d7dbb58a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
"title": "20a52c97b37a52c9dbf5b33d61bc0299c5bf5270",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20a52c97b37a52c9dbf5b33d61bc0299c5bf5270"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e242cb6100e1650e44c4f74f8152019a25795ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e242cb6100e1650e44c4f74f8152019a25795ec",
"title": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e242cb6100e1650e44c4f74f8152019a25795ec"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841111292286306480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:30:55.993] Scheduled build:
{
"id": "8675681230168197745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T08:30:55.668020433Z",
"updateTime": "2026-07-21T08:30:55.668020433Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
}
}
}
[08:30:55.993] Task URL: https://cr-buildbucket.appspot.com/build/8675681230168197745
[08:30:55.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:2:0) after 2m51s
[08:30:56.073] Received PubSub notification, asking Buildbucket for the build status
[08:30:56.092] Build status: SCHEDULED
[08:33:47.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:2:0)
[08:33:47.080] Build status: SCHEDULED
[08:33:47.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:4:0) after 9m26s
[08:43:13.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:4:0)
[08:43:13.303] Build status: SCHEDULED
[08:43:13.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:5:0) after 3m41s
[08:46:54.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:5:0)
[08:46:54.346] Build status: SCHEDULED
[08:46:54.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:6:0) after 9m8s
[08:56:02.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:6:0)
[08:56:02.460] Build status: SCHEDULED
[08:56:02.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:7:0) after 3m21s
[08:59:23.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:7:0)
[08:59:23.513] Build status: SCHEDULED
[08:59:23.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:8:0) after 8m38s
[09:08:01.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:8:0)
[09:08:01.607] Build status: SCHEDULED
[09:08:01.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:9:0) after 4m15s
[09:12:16.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:9:0)
[09:12:16.687] Build status: SCHEDULED
[09:12:16.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:10:0) after 5m40s
[09:17:56.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:10:0)
[09:17:56.771] Build status: SCHEDULED
[09:17:56.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:11:0) after 3m35s
[09:21:31.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:11:0)
[09:21:31.812] Build status: SCHEDULED
[09:21:31.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:12:0) after 6m54s
[09:28:25.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:12:0)
[09:28:25.899] Build status: SCHEDULED
[09:28:25.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:13:0) after 1m15s
[09:29:40.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:13:0)
[09:29:40.999] Build status: SCHEDULED
[09:29:40.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:14:0) after 8m57s
[09:38:38.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:14:0)
[09:38:38.040] Build status: SCHEDULED
[09:38:38.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:15:0) after 5m22s
[09:44:00.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:15:0)
[09:44:00.210] Build status: SCHEDULED
[09:44:00.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:16:0) after 9m45s
[09:53:45.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:16:0)
[09:53:45.359] Build status: SCHEDULED
[09:53:45.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:17:0) after 7m33s
[10:01:18.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:17:0)
[10:01:18.399] Build status: SCHEDULED
[10:01:18.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:18:0) after 7m14s
[10:08:32.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:18:0)
[10:08:32.449] Build status: SCHEDULED
[10:08:32.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:19:0) after 7m2s
[10:15:34.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:19:0)
[10:15:34.568] Build status: SCHEDULED
[10:15:34.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:20:0) after 4m2s
[10:19:36.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:20:0)
[10:19:36.609] Build status: SCHEDULED
[10:19:36.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:21:0) after 3m17s
[10:22:53.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:21:0)
[10:22:53.742] Build status: SCHEDULED
[10:22:53.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:22:0) after 8m6s
[10:30:59.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:22:0)
[10:30:59.781] Build status: SCHEDULED
[10:30:59.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:23:0) after 7m17s
[10:38:16.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:23:0)
[10:38:16.939] Build status: SCHEDULED
[10:38:16.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:24:0) after 3m2s
[10:41:19.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:24:0)
[10:41:19.022] Build status: SCHEDULED
[10:41:19.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:25:0) after 4m37s
[10:45:56.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:25:0)
[10:45:56.111] Build status: SCHEDULED
[10:45:56.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:26:0) after 5m3s
[10:50:59.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:26:0)
[10:50:59.163] Build status: SCHEDULED
[10:50:59.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:27:0) after 1m17s
[10:52:16.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:27:0)
[10:52:16.205] Build status: SCHEDULED
[10:52:16.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:28:0) after 1m19s
[10:53:35.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:28:0)
[10:53:35.457] Build status: SCHEDULED
[10:53:35.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:29:0) after 4m25s
[10:58:00.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:29:0)
[10:58:00.501] Build status: SCHEDULED
[10:58:00.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:30:0) after 3m51s
[11:01:51.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:30:0)
[11:01:51.551] Build status: SCHEDULED
[11:01:51.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:31:0) after 3m8s
[11:04:59.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:31:0)
[11:04:59.682] Build status: SCHEDULED
[11:04:59.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:32:0) after 5m32s
[11:10:31.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:32:0)
[11:10:31.722] Build status: SCHEDULED
[11:10:31.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:33:0) after 8m7s
[11:18:38.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:33:0)
[11:18:38.777] Build status: SCHEDULED
[11:18:38.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:34:0) after 9m20s
[11:27:58.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:34:0)
[11:27:58.813] Build status: SCHEDULED
[11:27:58.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:35:0) after 6m43s
[11:34:41.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:35:0)
[11:34:41.915] Build status: SCHEDULED
[11:34:41.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:36:0) after 4m16s
[11:38:58.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:36:0)
[11:38:58.033] Build status: SCHEDULED
[11:38:58.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:37:0) after 9m48s
[11:48:46.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:37:0)
[11:48:46.083] Build status: SCHEDULED
[11:48:46.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:38:0) after 3m24s
[11:52:10.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:38:0)
[11:52:10.122] Build status: SCHEDULED
[11:52:10.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:39:0) after 5m30s
[11:57:40.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:39:0)
[11:57:40.314] Build status: SCHEDULED
[11:57:40.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:40:0) after 3m32s
[12:01:12.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:40:0)
[12:01:12.361] Build status: SCHEDULED
[12:01:12.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:41:0) after 4m45s
[12:05:57.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:41:0)
[12:05:57.398] Build status: SCHEDULED
[12:05:57.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:42:0) after 3m9s
[12:09:03.617] Received PubSub notification, asking Buildbucket for the build status
[12:09:03.637] Build status: STARTED
[12:09:06.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:42:0)
[12:09:06.501] Build status: STARTED
[12:09:06.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:44:0) after 5m2s
[12:14:08.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:44:0)
[12:14:08.542] Build status: STARTED
[12:14:08.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:45:0) after 2m10s
[12:16:18.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:45:0)
[12:16:18.709] Build status: STARTED
[12:16:18.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8841111292286306480:46:0) after 8m7s
[12:22:43.029] Received PubSub notification, asking Buildbucket for the build status
[12:22:43.045] Build:
{
"id": "8675681230168197745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T08:30:55.668020433Z",
"startTime": "2026-07-21T12:09:03.128255680Z",
"endTime": "2026-07-21T12:22:42.685746970Z",
"updateTime": "2026-07-21T12:22:42.685746970Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0e242cb6100e1650e44c4f74f8152019a25795ec",
"ref": "refs/heads/main"
}
}
}
[12:22:43.045] Invocation finished in 3h51m48.780201305s with status FAILED