[23:48:55.194] New invocation is queued and will start shortly
[23:48:55.194] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:48:56.337] Starting the invocation (attempt 1)
[23:48:56.364] Ignoring gitiles_ref tag without the buildset tag
[23:48:56.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:48:56.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:48:56.364] Buildbucket request:
{
"requestId": "8834168166305699376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834168166305699376",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "6c8ee53e-3d66-4fb4-8a03-a19c6bfa8cbb",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8668738524125508161"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834168166305699376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:48:56.763] Scheduled build:
{
"id": "8668738104343342097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-05T23:48:56.443614318Z",
"updateTime": "2026-10-05T23:48:56.443614318Z",
"status": "SCHEDULED",
"input": {
}
}
[23:48:56.763] Task URL: https://cr-buildbucket.appspot.com/build/8668738104343342097
[23:48:56.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:2:0) after 7m9s
[23:48:57.707] Received PubSub notification, asking Buildbucket for the build status
[23:48:57.728] Build status: SCHEDULED
[23:56:05.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:2:0)
[23:56:05.891] Build status: SCHEDULED
[23:56:05.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:4:0) after 4m21s
[00:00:26.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:4:0)
[00:00:26.934] Build status: SCHEDULED
[00:00:26.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:5:0) after 8m25s
[00:08:51.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:5:0)
[00:08:51.981] Build status: SCHEDULED
[00:08:51.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:6:0) after 7m16s
[00:16:08.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:6:0)
[00:16:08.082] Build status: SCHEDULED
[00:16:08.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:7:0) after 1m18s
[00:17:26.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:7:0)
[00:17:26.347] Build status: SCHEDULED
[00:17:26.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:8:0) after 9m38s
[00:27:04.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:8:0)
[00:27:04.626] Build status: SCHEDULED
[00:27:04.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:9:0) after 4m16s
[00:31:20.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:9:0)
[00:31:20.661] Build status: SCHEDULED
[00:31:20.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:10:0) after 4m31s
[00:35:51.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:10:0)
[00:35:51.725] Build status: SCHEDULED
[00:35:51.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:11:0) after 9m13s
[00:45:04.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:11:0)
[00:45:04.874] Build status: SCHEDULED
[00:45:04.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:12:0) after 8m35s
[00:53:39.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:12:0)
[00:53:39.919] Build status: SCHEDULED
[00:53:39.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:13:0) after 5m51s
[00:59:30.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:13:0)
[00:59:30.930] Build status: SCHEDULED
[00:59:30.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:14:0) after 2m3s
[01:01:33.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:14:0)
[01:01:33.916] Build status: SCHEDULED
[01:01:33.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:15:0) after 4m59s
[01:06:33.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:15:0)
[01:06:33.051] Build status: SCHEDULED
[01:06:33.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:16:0) after 8m43s
[01:15:16.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:16:0)
[01:15:16.089] Build status: SCHEDULED
[01:15:16.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:17:0) after 6m27s
[01:21:43.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:17:0)
[01:21:43.173] Build status: SCHEDULED
[01:21:43.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:18:0) after 1m53s
[01:23:36.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:18:0)
[01:23:36.199] Build status: SCHEDULED
[01:23:36.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:19:0) after 4m54s
[01:28:30.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:19:0)
[01:28:30.236] Build status: SCHEDULED
[01:28:30.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:20:0) after 8m42s
[01:37:12.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:20:0)
[01:37:12.326] Build status: SCHEDULED
[01:37:12.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:21:0) after 5m5s
[01:42:17.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:21:0)
[01:42:17.419] Build status: SCHEDULED
[01:42:17.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:22:0) after 7m50s
[01:50:07.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:22:0)
[01:50:07.464] Build status: SCHEDULED
[01:50:07.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:23:0) after 8m38s
[01:58:45.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:23:0)
[01:58:45.507] Build status: SCHEDULED
[01:58:45.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:24:0) after 4m23s
[02:03:08.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:24:0)
[02:03:08.584] Build status: SCHEDULED
[02:03:08.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:25:0) after 9m58s
[02:13:06.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:25:0)
[02:13:06.694] Build status: SCHEDULED
[02:13:06.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:26:0) after 8m59s
[02:22:05.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:26:0)
[02:22:05.809] Build status: SCHEDULED
[02:22:05.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:27:0) after 3m23s
[02:25:28.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:27:0)
[02:25:28.812] Build status: SCHEDULED
[02:25:28.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:28:0) after 1m38s
[02:27:06.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:28:0)
[02:27:06.898] Build status: SCHEDULED
[02:27:06.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:29:0) after 1m36s
[02:28:43.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:29:0)
[02:28:43.153] Build status: SCHEDULED
[02:28:43.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:30:0) after 2m8s
[02:30:51.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:30:0)
[02:30:51.374] Build status: SCHEDULED
[02:30:51.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:31:0) after 5m14s
[02:36:05.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:31:0)
[02:36:05.408] Build status: SCHEDULED
[02:36:05.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:32:0) after 2m4s
[02:38:09.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:32:0)
[02:38:09.456] Build status: SCHEDULED
[02:38:09.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:33:0) after 2m27s
[02:40:36.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:33:0)
[02:40:36.613] Build status: SCHEDULED
[02:40:36.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:34:0) after 1m32s
[02:42:08.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:34:0)
[02:42:08.786] Build status: SCHEDULED
[02:42:08.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:35:0) after 5m43s
[02:47:51.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:35:0)
[02:47:51.906] Build status: SCHEDULED
[02:47:51.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:36:0) after 9m26s
[02:57:17.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:36:0)
[02:57:18.019] Build status: SCHEDULED
[02:57:18.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:37:0) after 2m17s
[02:59:35.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:37:0)
[02:59:35.064] Build status: SCHEDULED
[02:59:35.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:38:0) after 2m49s
[03:02:24.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:38:0)
[03:02:24.181] Build status: SCHEDULED
[03:02:24.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8834168166305699376:39:0) after 8m33s
[03:02:34.661] Received PubSub notification, asking Buildbucket for the build status
[03:02:34.685] Build status: STARTED
[03:07:10.924] Received PubSub notification, asking Buildbucket for the build status
[03:07:10.944] Build:
{
"id": "8668738104343342097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-05T23:48:56.443614318Z",
"startTime": "2026-10-06T03:02:31.149515134Z",
"endTime": "2026-10-06T03:07:10.507581114Z",
"updateTime": "2026-10-06T03:07:10.507581114Z",
"status": "FAILURE",
"input": {
}
}
[03:07:10.944] Invocation finished in 3h18m15.756169339s with status FAILED