[05:29:27.569] New invocation is queued and will start shortly
[05:29:27.569] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[05:29:28.841] Starting the invocation (attempt 1)
[05:29:28.872] Ignoring gitiles_ref tag without the buildset tag
[05:29:28.872] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:29:28.872] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:29:28.872] Buildbucket request:
{
"requestId": "8842300468381597920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842300468381597920",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ac5cc7ca-29a8-4dc4-8a4f-79e8ad3b892a",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676870780716325585"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842300468381597920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:29:29.201] Scheduled build:
{
"id": "8676870406289051649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-08T05:29:28.944810533Z",
"updateTime": "2026-07-08T05:29:28.944810533Z",
"status": "SCHEDULED",
"input": {
}
}
[05:29:29.201] Task URL: https://cr-buildbucket.appspot.com/build/8676870406289051649
[05:29:29.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:2:0) after 4m19s
[05:29:32.244] Received PubSub notification, asking Buildbucket for the build status
[05:29:32.328] Build status: SCHEDULED
[05:33:48.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:2:0)
[05:33:48.239] Build status: SCHEDULED
[05:33:48.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:4:0) after 7m57s
[05:41:45.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:4:0)
[05:41:45.263] Build status: SCHEDULED
[05:41:45.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:5:0) after 8m50s
[05:50:35.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:5:0)
[05:50:35.481] Build status: SCHEDULED
[05:50:35.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:6:0) after 8m27s
[05:59:02.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:6:0)
[05:59:02.536] Build status: SCHEDULED
[05:59:02.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:7:0) after 4m29s
[06:03:31.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:7:0)
[06:03:31.685] Build status: SCHEDULED
[06:03:31.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:8:0) after 8m57s
[06:12:28.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:8:0)
[06:12:28.769] Build status: SCHEDULED
[06:12:28.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:9:0) after 4m48s
[06:17:16.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:9:0)
[06:17:16.837] Build status: SCHEDULED
[06:17:16.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:10:0) after 2m48s
[06:20:04.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:10:0)
[06:20:04.903] Build status: SCHEDULED
[06:20:04.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:11:0) after 2m42s
[06:22:46.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:11:0)
[06:22:46.944] Build status: SCHEDULED
[06:22:46.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:12:0) after 2m40s
[06:25:27.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:12:0)
[06:25:27.043] Build status: SCHEDULED
[06:25:27.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:13:0) after 3m3s
[06:28:30.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:13:0)
[06:28:30.079] Build status: SCHEDULED
[06:28:30.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:14:0) after 9m25s
[06:37:55.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:14:0)
[06:37:55.162] Build status: SCHEDULED
[06:37:55.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:15:0) after 5m47s
[06:43:42.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:15:0)
[06:43:42.160] Build status: SCHEDULED
[06:43:42.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:16:0) after 9m38s
[06:53:20.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:16:0)
[06:53:20.360] Build status: SCHEDULED
[06:53:20.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:17:0) after 1m57s
[06:55:17.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:17:0)
[06:55:17.434] Build status: SCHEDULED
[06:55:17.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:18:0) after 9m24s
[07:04:41.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:18:0)
[07:04:41.542] Build status: SCHEDULED
[07:04:41.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:19:0) after 1m42s
[07:06:23.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:19:0)
[07:06:23.612] Build status: SCHEDULED
[07:06:23.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:20:0) after 8m8s
[07:14:31.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:20:0)
[07:14:31.648] Build status: SCHEDULED
[07:14:31.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:21:0) after 6m15s
[07:20:46.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:21:0)
[07:20:46.839] Build status: SCHEDULED
[07:20:46.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:22:0) after 9m40s
[07:30:26.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:22:0)
[07:30:26.928] Build status: SCHEDULED
[07:30:26.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:23:0) after 7m19s
[07:37:45.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:23:0)
[07:37:45.946] Build status: SCHEDULED
[07:37:45.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:24:0) after 5m39s
[07:43:25.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:24:0)
[07:43:25.033] Build status: SCHEDULED
[07:43:25.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:25:0) after 4m51s
[07:48:16.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:25:0)
[07:48:16.198] Build status: SCHEDULED
[07:48:16.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:26:0) after 9m39s
[07:57:55.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:26:0)
[07:57:55.323] Build status: SCHEDULED
[07:57:55.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:27:0) after 8m14s
[07:59:35.615] Received PubSub notification, asking Buildbucket for the build status
[07:59:35.631] Build status: STARTED
[08:06:09.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:27:0)
[08:06:09.662] Build status: STARTED
[08:06:09.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:29:0) after 4m3s
[08:10:12.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:29:0)
[08:10:12.760] Build status: STARTED
[08:10:12.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8842300468381597920:30:0) after 9m4s
[08:16:01.713] Received PubSub notification, asking Buildbucket for the build status
[08:16:01.731] Build:
{
"id": "8676870406289051649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-08T05:29:28.944810533Z",
"startTime": "2026-07-08T07:59:35.394973872Z",
"endTime": "2026-07-08T08:16:01.449828549Z",
"updateTime": "2026-07-08T08:16:01.449828549Z",
"status": "FAILURE",
"input": {
}
}
[08:16:01.731] Invocation finished in 2h46m34.165438096s with status FAILED