[06:05:34.123] New invocation is queued and will start shortly
[06:05:34.123] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:05:35.144] Starting the invocation (attempt 1)
[06:05:35.170] Ignoring gitiles_ref tag without the buildset tag
[06:05:35.170] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:05:35.170] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:05:35.170] Buildbucket request:
{
"requestId": "8844834911643981120",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844834911643981120",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "d7b38795-a467-474c-a944-40e54f117dec",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679405260906649665"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844834911643981120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:05:35.621] Scheduled build:
{
"id": "8679404849807144705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T06:05:35.255852045Z",
"updateTime": "2026-06-10T06:05:35.255852045Z",
"status": "SCHEDULED",
"input": {
}
}
[06:05:35.621] Task URL: https://cr-buildbucket.appspot.com/build/8679404849807144705
[06:05:35.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:2:0) after 9m18s
[06:05:36.561] Received PubSub notification, asking Buildbucket for the build status
[06:05:36.592] Build status: SCHEDULED
[06:14:53.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:2:0)
[06:14:53.651] Build status: SCHEDULED
[06:14:53.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:4:0) after 9m33s
[06:24:26.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:4:0)
[06:24:26.744] Build status: SCHEDULED
[06:24:26.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:5:0) after 8m21s
[06:32:47.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:5:0)
[06:32:47.744] Build status: SCHEDULED
[06:32:47.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:6:0) after 4m53s
[06:37:40.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:6:0)
[06:37:40.770] Build status: SCHEDULED
[06:37:40.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:7:0) after 6m47s
[06:44:27.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:7:0)
[06:44:27.842] Build status: SCHEDULED
[06:44:27.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:8:0) after 3m35s
[06:48:02.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:8:0)
[06:48:02.965] Build status: SCHEDULED
[06:48:02.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:9:0) after 1m44s
[06:49:46.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:9:0)
[06:49:47.009] Build status: SCHEDULED
[06:49:47.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:10:0) after 1m32s
[06:51:19.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:10:0)
[06:51:19.048] Build status: SCHEDULED
[06:51:19.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:11:0) after 7m34s
[06:58:53.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:11:0)
[06:58:53.080] Build status: SCHEDULED
[06:58:53.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:12:0) after 9m10s
[07:08:03.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:12:0)
[07:08:03.181] Build status: SCHEDULED
[07:08:03.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:13:0) after 1m54s
[07:09:57.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:13:0)
[07:09:57.213] Build status: SCHEDULED
[07:09:57.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:14:0) after 6m25s
[07:16:22.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:14:0)
[07:16:22.310] Build status: SCHEDULED
[07:16:22.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:15:0) after 2m45s
[07:19:07.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:15:0)
[07:19:07.424] Build status: SCHEDULED
[07:19:07.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:16:0) after 3m39s
[07:22:46.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:16:0)
[07:22:46.564] Build status: SCHEDULED
[07:22:46.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:17:0) after 4m20s
[07:27:06.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:17:0)
[07:27:06.594] Build status: SCHEDULED
[07:27:06.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:18:0) after 1m47s
[07:28:53.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:18:0)
[07:28:53.621] Build status: SCHEDULED
[07:28:53.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:19:0) after 3m35s
[07:32:28.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:19:0)
[07:32:28.757] Build status: SCHEDULED
[07:32:28.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:20:0) after 1m11s
[07:33:39.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:20:0)
[07:33:39.828] Build status: SCHEDULED
[07:33:39.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:21:0) after 9m26s
[07:43:05.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:21:0)
[07:43:05.947] Build status: SCHEDULED
[07:43:05.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:22:0) after 1m6s
[07:44:11.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:22:0)
[07:44:11.971] Build status: SCHEDULED
[07:44:11.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:23:0) after 5m54s
[07:50:05.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:23:0)
[07:50:06.178] Build status: SCHEDULED
[07:50:06.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:24:0) after 4m12s
[07:54:18.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:24:0)
[07:54:18.224] Build status: SCHEDULED
[07:54:18.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:25:0) after 2m6s
[07:56:24.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:25:0)
[07:56:24.402] Build status: SCHEDULED
[07:56:24.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:26:0) after 3m11s
[07:59:35.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:26:0)
[07:59:35.588] Build status: SCHEDULED
[07:59:35.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:27:0) after 5m35s
[08:05:10.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:27:0)
[08:05:10.908] Build status: SCHEDULED
[08:05:10.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:28:0) after 6m11s
[08:10:23.303] Received PubSub notification, asking Buildbucket for the build status
[08:10:23.386] Build status: STARTED
[08:11:21.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:28:0)
[08:11:21.971] Build status: STARTED
[08:11:21.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:30:0) after 5m43s
[08:17:04.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:30:0)
[08:17:05.001] Build status: STARTED
[08:17:05.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8844834911643981120:31:0) after 7m13s
[08:17:24.723] Received PubSub notification, asking Buildbucket for the build status
[08:17:24.762] Build:
{
"id": "8679404849807144705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T06:05:35.255852045Z",
"startTime": "2026-06-10T08:10:21.819355913Z",
"endTime": "2026-06-10T08:17:23.878219103Z",
"updateTime": "2026-06-10T08:17:23.878219103Z",
"status": "FAILURE",
"input": {
}
}
[08:17:24.762] Invocation finished in 2h11m50.643315447s with status FAILED