[00:04:11.740] New invocation is queued and will start shortly
[00:04:11.740] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:04:12.842] Starting the invocation (attempt 1)
[00:04:12.868] Ignoring gitiles_ref tag without the buildset tag
[00:04:12.868] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:04:12.869] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:04:12.869] Buildbucket request:
{
"requestId": "8858809580096146464",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858809580096146464",
"job": "pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "9a241f93-ede4-4228-9773-d46fda655a7c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8693379751579610689"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858809580096146464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:04:13.225] Scheduled build:
{
"id": "8693379518205456897",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T00:04:12.923345448Z",
"updateTime": "2026-01-07T00:04:12.923345448Z",
"status": "SCHEDULED",
"input": {
}
}
[00:04:13.225] Task URL: https://cr-buildbucket.appspot.com/build/8693379518205456897
[00:04:13.225] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:2:0) after 2m16s
[00:04:13.309] Received PubSub notification, asking Buildbucket for the build status
[00:04:13.347] Build status: SCHEDULED
[00:06:29.254] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:2:0)
[00:06:29.270] Build status: SCHEDULED
[00:06:29.270] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:4:0) after 8m14s
[00:14:43.286] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:4:0)
[00:14:43.310] Build status: SCHEDULED
[00:14:43.310] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:5:0) after 2m16s
[00:16:59.327] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:5:0)
[00:16:59.344] Build status: SCHEDULED
[00:16:59.344] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:6:0) after 6m33s
[00:23:32.360] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:6:0)
[00:23:32.377] Build status: SCHEDULED
[00:23:32.377] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:7:0) after 9m10s
[00:32:42.470] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:7:0)
[00:32:42.494] Build status: SCHEDULED
[00:32:42.494] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:8:0) after 2m4s
[00:34:46.506] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:8:0)
[00:34:46.527] Build status: SCHEDULED
[00:34:46.527] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:9:0) after 3m52s
[00:38:38.540] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:9:0)
[00:38:38.561] Build status: SCHEDULED
[00:38:38.561] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:10:0) after 8m56s
[00:47:34.575] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:10:0)
[00:47:34.595] Build status: SCHEDULED
[00:47:34.595] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:11:0) after 4m51s
[00:52:25.631] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:11:0)
[00:52:25.666] Build status: SCHEDULED
[00:52:25.666] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:12:0) after 5m9s
[00:57:34.637] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:12:0)
[00:57:34.658] Build status: SCHEDULED
[00:57:34.658] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:13:0) after 1m21s
[00:58:55.737] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:13:0)
[00:58:55.810] Build status: SCHEDULED
[00:58:55.811] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:14:0) after 1m13s
[01:00:08.889] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:14:0)
[01:00:08.905] Build status: SCHEDULED
[01:00:08.905] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:15:0) after 7m31s
[01:07:39.922] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:15:0)
[01:07:39.943] Build status: SCHEDULED
[01:07:39.943] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:16:0) after 1m45s
[01:09:24.962] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:16:0)
[01:09:24.983] Build status: SCHEDULED
[01:09:24.983] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:17:0) after 7m7s
[01:16:31.984] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:17:0)
[01:16:32.001] Build status: SCHEDULED
[01:16:32.001] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:18:0) after 5m34s
[01:22:06.114] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:18:0)
[01:22:06.129] Build status: SCHEDULED
[01:22:06.129] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:19:0) after 2m40s
[01:24:46.210] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:19:0)
[01:24:46.231] Build status: SCHEDULED
[01:24:46.231] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:20:0) after 9m6s
[01:33:52.293] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:20:0)
[01:33:52.326] Build status: SCHEDULED
[01:33:52.326] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:21:0) after 9m37s
[01:43:29.340] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:21:0)
[01:43:29.360] Build status: SCHEDULED
[01:43:29.360] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:22:0) after 6m0s
[01:49:29.377] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:22:0)
[01:49:29.406] Build status: SCHEDULED
[01:49:29.406] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:23:0) after 7m2s
[01:56:31.419] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:23:0)
[01:56:31.534] Build status: SCHEDULED
[01:56:31.534] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:24:0) after 4m49s
[02:01:20.530] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:24:0)
[02:01:20.544] Build status: SCHEDULED
[02:01:20.544] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:25:0) after 9m57s
[02:11:17.561] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:25:0)
[02:11:17.612] Build status: SCHEDULED
[02:11:17.612] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:26:0) after 5m23s
[02:16:40.636] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:26:0)
[02:16:40.738] Build status: SCHEDULED
[02:16:40.738] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:27:0) after 2m11s
[02:18:51.752] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:27:0)
[02:18:51.796] Build status: SCHEDULED
[02:18:51.796] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:28:0) after 3m59s
[02:22:50.810] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:28:0)
[02:22:50.826] Build status: SCHEDULED
[02:22:50.826] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:29:0) after 4m8s
[02:26:58.890] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:29:0)
[02:26:59.005] Build status: SCHEDULED
[02:26:59.005] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:30:0) after 6m18s
[02:33:16.979] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:30:0)
[02:33:17.001] Build status: SCHEDULED
[02:33:17.001] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:31:0) after 7m32s
[02:40:49.047] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:31:0)
[02:40:49.068] Build status: SCHEDULED
[02:40:49.068] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:32:0) after 1m21s
[02:42:10.084] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:32:0)
[02:42:10.104] Build status: SCHEDULED
[02:42:10.104] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:33:0) after 5m25s
[02:47:35.119] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:33:0)
[02:47:35.136] Build status: SCHEDULED
[02:47:35.136] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:34:0) after 2m58s
[02:50:33.200] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:34:0)
[02:50:33.215] Build status: SCHEDULED
[02:50:33.215] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:35:0) after 2m9s
[02:52:42.205] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:35:0)
[02:52:42.225] Build status: SCHEDULED
[02:52:42.225] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:36:0) after 1m31s
[02:54:13.239] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:36:0)
[02:54:13.256] Build status: SCHEDULED
[02:54:13.256] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:37:0) after 1m58s
[02:56:11.271] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:37:0)
[02:56:11.288] Build status: SCHEDULED
[02:56:11.288] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:38:0) after 8m2s
[03:04:13.312] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:38:0)
[03:04:13.338] Build status: SCHEDULED
[03:04:13.339] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:39:0) after 9m56s
[03:14:09.599] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:39:0)
[03:14:09.625] Build status: SCHEDULED
[03:14:09.625] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:40:0) after 8m15s
[03:22:25.562] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:40:0)
[03:22:25.813] Build status: SCHEDULED
[03:22:25.813] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:41:0) after 2m24s
[03:24:49.877] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:41:0)
[03:24:49.904] Build status: SCHEDULED
[03:24:49.905] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:42:0) after 5m34s
[03:30:23.968] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:42:0)
[03:30:24.013] Build status: SCHEDULED
[03:30:24.013] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:43:0) after 4m1s
[03:34:25.001] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:43:0)
[03:34:25.018] Build status: SCHEDULED
[03:34:25.018] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:44:0) after 9m35s
[03:44:00.164] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:44:0)
[03:44:00.180] Build status: SCHEDULED
[03:44:00.180] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:45:0) after 2m43s
[03:46:43.438] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:45:0)
[03:46:43.458] Build status: SCHEDULED
[03:46:43.458] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-linux-bazel:8858809580096146464:46:0) after 7m27s
[03:48:05.757] Received PubSub notification, asking Buildbucket for the build status
[03:48:05.771] Build status: STARTED
[03:51:02.768] Received PubSub notification, asking Buildbucket for the build status
[03:51:02.793] Build:
{
"id": "8693379518205456897",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-linux-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T00:04:12.923345448Z",
"startTime": "2026-01-07T03:47:43.290061826Z",
"endTime": "2026-01-07T03:51:02.533386816Z",
"updateTime": "2026-01-07T03:51:02.533386816Z",
"status": "FAILURE",
"input": {
}
}
[03:51:02.793] Invocation finished in 3h46m51.057443724s with status FAILED