[06:20:44.642] New invocation is queued and will start shortly
[06:20:44.642] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:20:45.655] Starting the invocation (attempt 1)
[06:20:45.676] Ignoring gitiles_ref tag without the buildset tag
[06:20:45.676] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:20:45.676] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:20:45.677] Buildbucket request:
{
"requestId": "8844018584198378256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844018584198378256",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "17ff7e44-608e-4d41-aab8-e269c0f98211",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8678588834377697009"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844018584198378256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:20:46.003] Scheduled build:
{
"id": "8678588522395167761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T06:20:45.741434727Z",
"updateTime": "2026-06-19T06:20:45.741434727Z",
"status": "SCHEDULED",
"input": {
}
}
[06:20:46.003] Task URL: https://cr-buildbucket.appspot.com/build/8678588522395167761
[06:20:46.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:2:0) after 2m8s
[06:20:47.030] Received PubSub notification, asking Buildbucket for the build status
[06:20:47.099] Build status: SCHEDULED
[06:22:54.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:2:0)
[06:22:54.103] Build status: SCHEDULED
[06:22:54.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:4:0) after 2m31s
[06:25:25.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:4:0)
[06:25:25.199] Build status: SCHEDULED
[06:25:25.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:5:0) after 2m19s
[06:27:44.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:5:0)
[06:27:44.322] Build status: SCHEDULED
[06:27:44.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:6:0) after 8m25s
[06:36:09.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:6:0)
[06:36:09.362] Build status: SCHEDULED
[06:36:09.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:7:0) after 2m36s
[06:38:45.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:7:0)
[06:38:45.411] Build status: SCHEDULED
[06:38:45.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:8:0) after 7m54s
[06:46:39.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:8:0)
[06:46:39.488] Build status: SCHEDULED
[06:46:39.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:9:0) after 9m31s
[06:56:10.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:9:0)
[06:56:10.580] Build status: SCHEDULED
[06:56:10.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:10:0) after 1m35s
[06:57:45.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:10:0)
[06:57:45.629] Build status: SCHEDULED
[06:57:45.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:11:0) after 1m50s
[06:59:35.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:11:0)
[06:59:35.710] Build status: SCHEDULED
[06:59:35.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:12:0) after 6m7s
[07:05:42.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:12:0)
[07:05:42.749] Build status: SCHEDULED
[07:05:42.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:13:0) after 9m10s
[07:14:52.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:13:0)
[07:14:52.767] Build status: SCHEDULED
[07:14:52.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:14:0) after 1m42s
[07:16:34.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:14:0)
[07:16:34.796] Build status: SCHEDULED
[07:16:34.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:15:0) after 3m49s
[07:20:23.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:15:0)
[07:20:23.848] Build status: SCHEDULED
[07:20:23.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:16:0) after 4m37s
[07:25:00.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:16:0)
[07:25:01.006] Build status: SCHEDULED
[07:25:01.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:17:0) after 9m21s
[07:34:22.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:17:0)
[07:34:22.049] Build status: SCHEDULED
[07:34:22.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:18:0) after 8m10s
[07:42:32.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:18:0)
[07:42:32.127] Build status: SCHEDULED
[07:42:32.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:19:0) after 3m24s
[07:45:56.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:19:0)
[07:45:57.512] Build status: SCHEDULED
[07:45:57.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:20:0) after 2m23s
[07:48:20.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:20:0)
[07:48:20.548] Build status: SCHEDULED
[07:48:20.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:21:0) after 3m5s
[07:51:25.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:21:0)
[07:51:25.582] Build status: SCHEDULED
[07:51:25.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:22:0) after 1m20s
[07:52:45.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:22:0)
[07:52:45.579] Build status: SCHEDULED
[07:52:45.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:23:0) after 4m53s
[07:57:38.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:23:0)
[07:57:38.618] Build status: SCHEDULED
[07:57:38.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:24:0) after 5m6s
[08:02:44.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:24:0)
[08:02:44.749] Build status: SCHEDULED
[08:02:44.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:25:0) after 7m5s
[08:09:49.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:25:0)
[08:09:49.792] Build status: SCHEDULED
[08:09:49.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:26:0) after 8m26s
[08:18:15.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:26:0)
[08:18:15.835] Build status: SCHEDULED
[08:18:15.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:27:0) after 6m10s
[08:24:25.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:27:0)
[08:24:25.961] Build status: SCHEDULED
[08:24:25.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:28:0) after 9m13s
[08:33:38.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:28:0)
[08:33:38.999] Build status: SCHEDULED
[08:33:38.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:29:0) after 3m59s
[08:37:38.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:29:0)
[08:37:38.077] Build status: SCHEDULED
[08:37:38.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:30:0) after 7m55s
[08:45:33.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:30:0)
[08:45:33.404] Build status: SCHEDULED
[08:45:33.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:31:0) after 9m29s
[08:51:29.941] Received PubSub notification, asking Buildbucket for the build status
[08:51:29.981] Build status: STARTED
[08:55:02.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:31:0)
[08:55:02.436] Build status: STARTED
[08:55:02.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8844018584198378256:33:0) after 1m46s
[08:55:06.486] Received PubSub notification, asking Buildbucket for the build status
[08:55:06.523] Build:
{
"id": "8678588522395167761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T06:20:45.741434727Z",
"startTime": "2026-06-19T08:51:28.392960249Z",
"endTime": "2026-06-19T08:55:06.097644627Z",
"updateTime": "2026-06-19T08:55:06.097644627Z",
"status": "FAILURE",
"input": {
}
}
[08:55:06.524] Invocation finished in 2h34m21.885540036s with status FAILED