[13:52:16.908] New invocation is queued and will start shortly
[13:52:16.908] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[13:52:19.182] Starting the invocation (attempt 1)
[13:52:19.208] Ignoring gitiles_ref tag without the buildset tag
[13:52:19.208] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:52:19.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:52:19.209] Buildbucket request:
{
"requestId": "8841091072978783360",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841091072978783360",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "475c8b4a-8098-4023-bc69-4807c9e515ed",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675661399842754577"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841091072978783360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:52:19.636] Scheduled build:
{
"id": "8675661009788589905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T13:52:19.325589559Z",
"updateTime": "2026-07-21T13:52:19.325589559Z",
"status": "SCHEDULED",
"input": {
}
}
[13:52:19.636] Task URL: https://cr-buildbucket.appspot.com/build/8675661009788589905
[13:52:19.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:2:0) after 9m57s
[13:52:20.663] Received PubSub notification, asking Buildbucket for the build status
[13:52:20.686] Build status: SCHEDULED
[14:02:16.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:2:0)
[14:02:16.667] Build status: SCHEDULED
[14:02:16.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:4:0) after 6m3s
[14:08:19.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:4:0)
[14:08:19.776] Build status: SCHEDULED
[14:08:19.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:5:0) after 2m35s
[14:10:54.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:5:0)
[14:10:54.861] Build status: SCHEDULED
[14:10:54.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:6:0) after 7m14s
[14:18:08.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:6:0)
[14:18:09.046] Build status: SCHEDULED
[14:18:09.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:7:0) after 5m24s
[14:23:33.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:7:0)
[14:23:33.156] Build status: SCHEDULED
[14:23:33.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:8:0) after 9m13s
[14:32:46.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:8:0)
[14:32:46.204] Build status: SCHEDULED
[14:32:46.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:9:0) after 3m55s
[14:36:41.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:9:0)
[14:36:41.303] Build status: SCHEDULED
[14:36:41.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:10:0) after 4m29s
[14:41:10.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:10:0)
[14:41:10.339] Build status: SCHEDULED
[14:41:10.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:11:0) after 6m49s
[14:47:59.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:11:0)
[14:47:59.392] Build status: SCHEDULED
[14:47:59.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:12:0) after 2m55s
[14:50:54.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:12:0)
[14:50:54.489] Build status: SCHEDULED
[14:50:54.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:13:0) after 2m6s
[14:53:00.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:13:0)
[14:53:00.545] Build status: SCHEDULED
[14:53:00.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:14:0) after 4m38s
[14:57:38.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:14:0)
[14:57:38.585] Build status: SCHEDULED
[14:57:38.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:15:0) after 5m3s
[15:02:41.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:15:0)
[15:02:41.637] Build status: SCHEDULED
[15:02:41.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:16:0) after 6m43s
[15:09:24.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:16:0)
[15:09:24.819] Build status: SCHEDULED
[15:09:24.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:17:0) after 6m53s
[15:16:17.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:17:0)
[15:16:17.870] Build status: SCHEDULED
[15:16:17.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:18:0) after 2m33s
[15:18:51.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:18:0)
[15:18:51.112] Build status: SCHEDULED
[15:18:51.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:19:0) after 3m2s
[15:21:53.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:19:0)
[15:21:53.196] Build status: SCHEDULED
[15:21:53.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:20:0) after 6m45s
[15:28:38.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:20:0)
[15:28:38.344] Build status: SCHEDULED
[15:28:38.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:21:0) after 9m22s
[15:38:00.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:21:0)
[15:38:00.435] Build status: SCHEDULED
[15:38:00.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:22:0) after 7m47s
[15:45:47.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:22:0)
[15:45:47.555] Build status: SCHEDULED
[15:45:47.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:23:0) after 8m20s
[15:54:07.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:23:0)
[15:54:07.611] Build status: SCHEDULED
[15:54:07.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:24:0) after 8m41s
[16:02:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:24:0)
[16:02:48.679] Build status: SCHEDULED
[16:02:48.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:25:0) after 6m35s
[16:09:23.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:25:0)
[16:09:23.835] Build status: SCHEDULED
[16:09:23.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:26:0) after 2m11s
[16:11:34.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:26:0)
[16:11:34.874] Build status: SCHEDULED
[16:11:34.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:27:0) after 6m47s
[16:18:21.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:27:0)
[16:18:21.919] Build status: SCHEDULED
[16:18:21.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:28:0) after 7m3s
[16:25:24.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:28:0)
[16:25:25.112] Build status: SCHEDULED
[16:25:25.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:29:0) after 6m58s
[16:32:23.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:29:0)
[16:32:23.176] Build status: SCHEDULED
[16:32:23.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:30:0) after 3m28s
[16:35:51.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:30:0)
[16:35:51.233] Build status: SCHEDULED
[16:35:51.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:31:0) after 9m30s
[16:45:21.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:31:0)
[16:45:21.354] Build status: SCHEDULED
[16:45:21.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:32:0) after 9m51s
[16:55:12.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:32:0)
[16:55:12.377] Build status: SCHEDULED
[16:55:12.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:33:0) after 8m51s
[17:04:03.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:33:0)
[17:04:03.420] Build status: SCHEDULED
[17:04:03.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:34:0) after 1m35s
[17:05:38.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:34:0)
[17:05:38.540] Build status: SCHEDULED
[17:05:38.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:35:0) after 8m21s
[17:13:59.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:35:0)
[17:13:59.627] Build status: SCHEDULED
[17:13:59.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:36:0) after 7m37s
[17:21:36.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:36:0)
[17:21:36.663] Build status: SCHEDULED
[17:21:36.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:37:0) after 1m45s
[17:23:21.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:37:0)
[17:23:21.712] Build status: SCHEDULED
[17:23:21.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:38:0) after 5m17s
[17:28:38.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:38:0)
[17:28:38.870] Build status: SCHEDULED
[17:28:38.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:39:0) after 2m57s
[17:31:35.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:39:0)
[17:31:36.045] Build status: SCHEDULED
[17:31:36.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:40:0) after 5m50s
[17:37:26.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:40:0)
[17:37:26.083] Build status: SCHEDULED
[17:37:26.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:41:0) after 4m29s
[17:41:55.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:41:0)
[17:41:55.128] Build status: SCHEDULED
[17:41:55.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:42:0) after 3m52s
[17:45:44.786] Received PubSub notification, asking Buildbucket for the build status
[17:45:44.812] Build status: STARTED
[17:45:47.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:42:0)
[17:45:47.200] Build status: STARTED
[17:45:47.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8841091072978783360:44:0) after 8m8s
[17:52:47.804] Received PubSub notification, asking Buildbucket for the build status
[17:52:47.822] Build:
{
"id": "8675661009788589905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T13:52:19.325589559Z",
"startTime": "2026-07-21T17:45:19.504651099Z",
"endTime": "2026-07-21T17:52:47.370129231Z",
"updateTime": "2026-07-21T17:52:47.370129231Z",
"status": "FAILURE",
"input": {
}
}
[17:52:47.822] Invocation finished in 4h0m30.922662242s with status FAILED