[02:04:18.602] New invocation is queued and will start shortly
[02:04:18.602] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:04:20.004] Starting the invocation (attempt 1)
[02:04:20.029] Ignoring gitiles_ref tag without the buildset tag
[02:04:20.029] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:04:20.030] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:04:20.030] Buildbucket request:
{
"requestId": "8857261874731930544",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857261874731930544",
"job": "pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "f882b3a1-75f1-42f4-ba88-b4a6dff3f85c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8691831976210190097"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857261874731930544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:04:20.368] Scheduled build:
{
"id": "8691831812527501857",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-24T02:04:20.077737841Z",
"updateTime": "2026-01-24T02:04:20.077737841Z",
"status": "SCHEDULED",
"input": {
}
}
[02:04:20.368] Task URL: https://cr-buildbucket.appspot.com/build/8691831812527501857
[02:04:20.368] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:2:0) after 9m35s
[02:04:21.348] Received PubSub notification, asking Buildbucket for the build status
[02:04:21.367] Build status: SCHEDULED
[02:13:55.690] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:2:0)
[02:13:55.707] Build status: SCHEDULED
[02:13:55.707] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:4:0) after 1m16s
[02:15:11.790] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:4:0)
[02:15:11.816] Build status: SCHEDULED
[02:15:11.816] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:5:0) after 2m37s
[02:17:48.878] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:5:0)
[02:17:48.911] Build status: SCHEDULED
[02:17:48.911] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:6:0) after 7m51s
[02:25:39.986] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:6:0)
[02:25:40.074] Build status: SCHEDULED
[02:25:40.074] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:7:0) after 2m36s
[02:28:16.088] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:7:0)
[02:28:16.114] Build status: SCHEDULED
[02:28:16.114] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:8:0) after 4m31s
[02:32:47.193] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:8:0)
[02:32:47.217] Build status: SCHEDULED
[02:32:47.217] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:9:0) after 3m45s
[02:36:32.229] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:9:0)
[02:36:32.251] Build status: SCHEDULED
[02:36:32.251] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:10:0) after 7m51s
[02:44:23.266] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:10:0)
[02:44:23.289] Build status: SCHEDULED
[02:44:23.289] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:11:0) after 6m20s
[02:50:43.352] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:11:0)
[02:50:43.488] Build status: SCHEDULED
[02:50:43.488] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:12:0) after 4m40s
[02:55:23.646] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:12:0)
[02:55:23.664] Build status: SCHEDULED
[02:55:23.664] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:13:0) after 6m57s
[03:02:20.681] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:13:0)
[03:02:20.721] Build status: SCHEDULED
[03:02:20.721] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:14:0) after 3m26s
[03:05:46.730] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:14:0)
[03:05:46.783] Build status: SCHEDULED
[03:05:46.783] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:15:0) after 2m41s
[03:08:27.824] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:15:0)
[03:08:27.837] Build status: SCHEDULED
[03:08:27.837] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:16:0) after 3m16s
[03:11:43.848] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:16:0)
[03:11:44.146] Build status: SCHEDULED
[03:11:44.146] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:17:0) after 8m41s
[03:20:25.207] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:17:0)
[03:20:25.226] Build status: SCHEDULED
[03:20:25.226] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:18:0) after 1m19s
[03:21:44.259] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:18:0)
[03:21:44.281] Build status: SCHEDULED
[03:21:44.281] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:19:0) after 6m22s
[03:28:06.425] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:19:0)
[03:28:06.563] Build status: SCHEDULED
[03:28:06.563] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:20:0) after 7m42s
[03:35:48.580] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:20:0)
[03:35:48.603] Build status: SCHEDULED
[03:35:48.603] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:21:0) after 3m8s
[03:38:56.619] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:21:0)
[03:38:56.646] Build status: SCHEDULED
[03:38:56.646] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:22:0) after 7m3s
[03:45:59.696] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:22:0)
[03:45:59.720] Build status: SCHEDULED
[03:45:59.720] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:23:0) after 7m50s
[03:53:49.733] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:23:0)
[03:53:49.749] Build status: SCHEDULED
[03:53:49.749] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:24:0) after 6m52s
[04:00:41.734] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:24:0)
[04:00:41.752] Build status: SCHEDULED
[04:00:41.752] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:25:0) after 5m17s
[04:05:58.763] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:25:0)
[04:05:58.826] Build status: SCHEDULED
[04:05:58.826] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:26:0) after 1m59s
[04:07:57.869] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:26:0)
[04:07:57.885] Build status: SCHEDULED
[04:07:57.885] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:27:0) after 7m13s
[04:15:10.915] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:27:0)
[04:15:11.032] Build status: SCHEDULED
[04:15:11.032] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:28:0) after 9m8s
[04:24:19.103] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:28:0)
[04:24:19.131] Build status: SCHEDULED
[04:24:19.131] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:29:0) after 6m15s
[04:30:34.145] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:29:0)
[04:30:34.164] Build status: SCHEDULED
[04:30:34.164] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:30:0) after 9m0s
[04:39:34.177] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:30:0)
[04:39:34.263] Build status: SCHEDULED
[04:39:34.263] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:31:0) after 3m58s
[04:43:32.306] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:31:0)
[04:43:32.329] Build status: SCHEDULED
[04:43:32.329] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:32:0) after 5m4s
[04:48:36.349] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:32:0)
[04:48:36.381] Build status: SCHEDULED
[04:48:36.381] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:33:0) after 3m39s
[04:52:15.401] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:33:0)
[04:52:15.416] Build status: SCHEDULED
[04:52:15.416] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:34:0) after 4m56s
[04:57:11.500] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:34:0)
[04:57:11.517] Build status: SCHEDULED
[04:57:11.517] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:35:0) after 2m24s
[04:59:35.496] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:35:0)
[04:59:35.518] Build status: SCHEDULED
[04:59:35.518] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:36:0) after 1m11s
[05:00:46.533] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:36:0)
[05:00:46.572] Build status: SCHEDULED
[05:00:46.572] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:37:0) after 2m30s
[05:03:16.613] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:37:0)
[05:03:16.710] Build status: SCHEDULED
[05:03:16.710] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:38:0) after 7m47s
[05:11:03.729] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:38:0)
[05:11:03.761] Build status: SCHEDULED
[05:11:03.762] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:39:0) after 3m51s
[05:14:54.826] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:39:0)
[05:14:54.856] Build status: SCHEDULED
[05:14:54.856] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:40:0) after 1m40s
[05:16:34.959] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:40:0)
[05:16:35.250] Build status: SCHEDULED
[05:16:35.250] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:41:0) after 7m59s
[05:24:34.270] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:41:0)
[05:24:34.300] Build status: SCHEDULED
[05:24:34.300] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:42:0) after 5m44s
[05:30:18.318] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:42:0)
[05:30:18.338] Build status: SCHEDULED
[05:30:18.338] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:43:0) after 1m56s
[05:32:14.442] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:43:0)
[05:32:14.464] Build status: SCHEDULED
[05:32:14.464] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8857261874731930544:44:0) after 4m46s
[05:32:34.492] Received PubSub notification, asking Buildbucket for the build status
[05:32:34.526] Build status: STARTED
[05:33:12.708] Received PubSub notification, asking Buildbucket for the build status
[05:33:12.757] Build:
{
"id": "8691831812527501857",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-24T02:04:20.077737841Z",
"startTime": "2026-01-24T05:32:34.331845324Z",
"endTime": "2026-01-24T05:33:06.833320518Z",
"updateTime": "2026-01-24T05:33:06.833320518Z",
"status": "FAILURE",
"input": {
}
}
[05:33:12.757] Invocation finished in 3h28m54.166496808s with status FAILED