[23:49:38.174] New invocation is queued and will start shortly
[23:49:38.174] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:49:39.287] Starting the invocation (attempt 1)
[23:49:39.312] Ignoring gitiles_ref tag without the buildset tag
[23:49:39.312] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:49:39.312] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:49:39.312] Buildbucket request:
{
"requestId": "8852831096321120432",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852831096321120432",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "55e85dc6-fc76-404c-b80a-857c04cb577e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8687401171885523089"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852831096321120432"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:49:39.635] Scheduled build:
{
"id": "8687401034411856465",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-13T23:49:39.368087183Z",
"updateTime": "2026-03-13T23:49:39.368087183Z",
"status": "SCHEDULED",
"input": {
}
}
[23:49:39.635] Task URL: https://cr-buildbucket.appspot.com/build/8687401034411856465
[23:49:39.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:2:0) after 2m51s
[23:49:40.604] Received PubSub notification, asking Buildbucket for the build status
[23:49:40.666] Build status: SCHEDULED
[23:52:30.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:2:0)
[23:52:30.754] Build status: SCHEDULED
[23:52:30.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:4:0) after 4m36s
[23:57:06.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:4:0)
[23:57:06.883] Build status: SCHEDULED
[23:57:06.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:5:0) after 2m54s
[00:00:00.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:5:0)
[00:00:00.915] Build status: SCHEDULED
[00:00:00.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:6:0) after 4m42s
[00:04:43.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:6:0)
[00:04:43.043] Build status: SCHEDULED
[00:04:43.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:7:0) after 8m35s
[00:13:18.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:7:0)
[00:13:18.079] Build status: SCHEDULED
[00:13:18.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:8:0) after 5m30s
[00:18:48.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:8:0)
[00:18:48.158] Build status: SCHEDULED
[00:18:48.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:9:0) after 9m44s
[00:28:32.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:9:0)
[00:28:32.312] Build status: SCHEDULED
[00:28:32.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:10:0) after 8m51s
[00:37:23.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:10:0)
[00:37:23.473] Build status: SCHEDULED
[00:37:23.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:11:0) after 4m20s
[00:41:43.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:11:0)
[00:41:43.550] Build status: SCHEDULED
[00:41:43.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:12:0) after 2m17s
[00:44:00.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:12:0)
[00:44:00.631] Build status: SCHEDULED
[00:44:00.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:13:0) after 1m37s
[00:45:37.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:13:0)
[00:45:37.785] Build status: SCHEDULED
[00:45:37.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:14:0) after 7m33s
[00:53:10.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:14:0)
[00:53:10.888] Build status: SCHEDULED
[00:53:10.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:15:0) after 7m22s
[01:00:32.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:15:0)
[01:00:32.978] Build status: SCHEDULED
[01:00:32.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:16:0) after 1m49s
[01:02:22.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:16:0)
[01:02:22.034] Build status: SCHEDULED
[01:02:22.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:17:0) after 3m0s
[01:05:22.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:17:0)
[01:05:22.115] Build status: SCHEDULED
[01:05:22.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:18:0) after 7m21s
[01:12:43.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:18:0)
[01:12:43.205] Build status: SCHEDULED
[01:12:43.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:19:0) after 4m28s
[01:17:11.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:19:0)
[01:17:11.278] Build status: SCHEDULED
[01:17:11.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:20:0) after 4m39s
[01:21:50.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:20:0)
[01:21:50.367] Build status: SCHEDULED
[01:21:50.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:21:0) after 7m18s
[01:29:08.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:21:0)
[01:29:08.397] Build status: SCHEDULED
[01:29:08.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:22:0) after 3m4s
[01:32:12.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:22:0)
[01:32:12.431] Build status: SCHEDULED
[01:32:12.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:23:0) after 9m44s
[01:32:23.247] Received PubSub notification, asking Buildbucket for the build status
[01:32:23.292] Build status: STARTED
[01:41:56.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:23:0)
[01:41:56.481] Build status: STARTED
[01:41:56.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:25:0) after 9m29s
[01:51:25.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:25:0)
[01:51:25.548] Build status: STARTED
[01:51:25.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:26:0) after 1m51s
[01:53:16.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:26:0)
[01:53:16.655] Build status: STARTED
[01:53:16.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:27:0) after 5m33s
[01:58:49.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:27:0)
[01:58:49.714] Build status: STARTED
[01:58:49.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:28:0) after 1m10s
[01:59:59.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:28:0)
[01:59:59.718] Build status: STARTED
[01:59:59.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:29:0) after 6m13s
[02:06:12.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:29:0)
[02:06:12.806] Build status: STARTED
[02:06:12.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:30:0) after 4m51s
[02:11:03.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:30:0)
[02:11:03.793] Build status: STARTED
[02:11:03.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:31:0) after 4m7s
[02:15:10.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:31:0)
[02:15:10.835] Build status: STARTED
[02:15:10.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8852831096321120432:32:0) after 8m35s
[02:18:20.921] Received PubSub notification, asking Buildbucket for the build status
[02:18:20.942] Build:
{
"id": "8687401034411856465",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-13T23:49:39.368087183Z",
"startTime": "2026-03-14T01:32:23.093443751Z",
"endTime": "2026-03-14T02:18:20.364602114Z",
"updateTime": "2026-03-14T02:18:20.364602114Z",
"status": "FAILURE",
"input": {
}
}
[02:18:20.942] Invocation finished in 2h28m42.778876551s with status FAILED