[04:52:54.573] New invocation is queued and will start shortly
[04:52:54.573] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:52:56.557] Starting the invocation (attempt 1)
[04:52:56.584] Ignoring gitiles_ref tag without the buildset tag
[04:52:56.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:52:56.586] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:52:56.586] Buildbucket request:
{
"requestId": "8840853216442695712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840853216442695712",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "31717718-01c9-40ca-8bef-c576932d6a7b",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675423527808565121"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840853216442695712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:52:56.918] Scheduled build:
{
"id": "8675423153619711569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T04:52:56.644329580Z",
"updateTime": "2026-07-24T04:52:56.644329580Z",
"status": "SCHEDULED",
"input": {
}
}
[04:52:56.918] Task URL: https://cr-buildbucket.appspot.com/build/8675423153619711569
[04:52:56.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:2:0) after 6m19s
[04:52:57.885] Received PubSub notification, asking Buildbucket for the build status
[04:52:57.909] Build status: SCHEDULED
[04:59:15.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:2:0)
[04:59:15.994] Build status: SCHEDULED
[04:59:15.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:4:0) after 7m22s
[05:06:37.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:4:0)
[05:06:37.981] Build status: SCHEDULED
[05:06:37.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:5:0) after 6m22s
[05:12:59.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:5:0)
[05:13:00.015] Build status: SCHEDULED
[05:13:00.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:6:0) after 7m51s
[05:20:51.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:6:0)
[05:20:51.120] Build status: SCHEDULED
[05:20:51.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:7:0) after 7m7s
[05:27:58.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:7:0)
[05:27:58.200] Build status: SCHEDULED
[05:27:58.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:8:0) after 2m54s
[05:30:52.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:8:0)
[05:30:52.274] Build status: SCHEDULED
[05:30:52.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:9:0) after 3m56s
[05:34:48.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:9:0)
[05:34:48.586] Build status: SCHEDULED
[05:34:48.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:10:0) after 4m13s
[05:39:01.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:10:0)
[05:39:01.616] Build status: SCHEDULED
[05:39:01.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:11:0) after 3m9s
[05:42:10.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:11:0)
[05:42:10.708] Build status: SCHEDULED
[05:42:10.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:12:0) after 2m33s
[05:44:43.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:12:0)
[05:44:43.784] Build status: SCHEDULED
[05:44:43.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:13:0) after 7m1s
[05:51:44.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:13:0)
[05:51:44.836] Build status: SCHEDULED
[05:51:44.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:14:0) after 4m16s
[05:56:00.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:14:0)
[05:56:00.909] Build status: SCHEDULED
[05:56:00.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:15:0) after 8m5s
[06:04:05.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:15:0)
[06:04:05.966] Build status: SCHEDULED
[06:04:05.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:16:0) after 1m0s
[06:05:05.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:16:0)
[06:05:06.015] Build status: SCHEDULED
[06:05:06.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:17:0) after 5m44s
[06:10:50.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:17:0)
[06:10:50.078] Build status: SCHEDULED
[06:10:50.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:18:0) after 2m57s
[06:13:47.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:18:0)
[06:13:47.243] Build status: SCHEDULED
[06:13:47.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:19:0) after 8m23s
[06:22:10.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:19:0)
[06:22:10.278] Build status: SCHEDULED
[06:22:10.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:20:0) after 2m26s
[06:24:36.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:20:0)
[06:24:36.357] Build status: SCHEDULED
[06:24:36.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:21:0) after 2m56s
[06:27:32.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:21:0)
[06:27:32.510] Build status: SCHEDULED
[06:27:32.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:22:0) after 2m42s
[06:30:14.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:22:0)
[06:30:14.563] Build status: SCHEDULED
[06:30:14.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:23:0) after 5m38s
[06:35:52.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:23:0)
[06:35:52.651] Build status: SCHEDULED
[06:35:52.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:24:0) after 2m29s
[06:38:21.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:24:0)
[06:38:21.735] Build status: SCHEDULED
[06:38:21.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:25:0) after 4m7s
[06:42:28.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:25:0)
[06:42:28.768] Build status: SCHEDULED
[06:42:28.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:26:0) after 6m5s
[06:48:33.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:26:0)
[06:48:33.807] Build status: SCHEDULED
[06:48:33.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:27:0) after 5m8s
[06:53:41.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:27:0)
[06:53:41.870] Build status: SCHEDULED
[06:53:41.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:28:0) after 9m4s
[07:02:45.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:28:0)
[07:02:45.901] Build status: SCHEDULED
[07:02:45.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:29:0) after 1m50s
[07:04:35.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:29:0)
[07:04:35.938] Build status: SCHEDULED
[07:04:35.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:30:0) after 8m12s
[07:12:47.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:30:0)
[07:12:48.010] Build status: SCHEDULED
[07:12:48.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:31:0) after 3m56s
[07:16:44.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:31:0)
[07:16:44.117] Build status: SCHEDULED
[07:16:44.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:32:0) after 3m14s
[07:19:58.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:32:0)
[07:19:58.283] Build status: SCHEDULED
[07:19:58.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:33:0) after 4m58s
[07:24:56.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:33:0)
[07:24:56.616] Build status: SCHEDULED
[07:24:56.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:34:0) after 4m34s
[07:29:30.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:34:0)
[07:29:30.620] Build status: SCHEDULED
[07:29:30.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:35:0) after 7m38s
[07:37:08.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:35:0)
[07:37:08.667] Build status: SCHEDULED
[07:37:08.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:36:0) after 6m54s
[07:44:02.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:36:0)
[07:44:02.757] Build status: SCHEDULED
[07:44:02.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:37:0) after 6m49s
[07:50:51.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:37:0)
[07:50:51.815] Build status: SCHEDULED
[07:50:51.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:38:0) after 5m48s
[07:54:35.577] Received PubSub notification, asking Buildbucket for the build status
[07:54:35.594] Build status: STARTED
[07:56:39.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:38:0)
[07:56:39.857] Build status: STARTED
[07:56:39.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8840853216442695712:40:0) after 8m8s
[07:58:58.637] Received PubSub notification, asking Buildbucket for the build status
[07:58:58.653] Build:
{
"id": "8675423153619711569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T04:52:56.644329580Z",
"startTime": "2026-07-24T07:54:33.122786333Z",
"endTime": "2026-07-24T07:58:58.247119657Z",
"updateTime": "2026-07-24T07:58:58.247119657Z",
"status": "FAILURE",
"input": {
}
}
[07:58:58.653] Invocation finished in 3h6m4.083787376s with status FAILED