[19:13:34.153] New invocation is queued and will start shortly
[19:13:35.220] Starting the invocation (attempt 1)
[19:13:35.254] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
[19:13:35.254] Popped gitiles commit info from properties and tags
[19:13:35.254] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:13:35.254] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:13:35.254] Buildbucket request:
{
"requestId": "8843516977412043840",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843516977412043840",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"title": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"title": "fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"title": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"title": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c226582bb38c67ff708fc39265cea5f1f6378f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c226582bb38c67ff708fc39265cea5f1f6378f",
"title": "90c226582bb38c67ff708fc39265cea5f1f6378f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c226582bb38c67ff708fc39265cea5f1f6378f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50122cfd5812f45f8ccae1448851906fe67f4005"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50122cfd5812f45f8ccae1448851906fe67f4005",
"title": "50122cfd5812f45f8ccae1448851906fe67f4005",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843516977412043840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:13:35.839] Scheduled build:
{
"id": "8678086915376184257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:13:35.472525987Z",
"updateTime": "2026-06-24T19:13:35.472525987Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[19:13:35.839] Task URL: https://cr-buildbucket.appspot.com/build/8678086915376184257
[19:13:35.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:2:0) after 6m14s
[19:13:36.554] Received PubSub notification, asking Buildbucket for the build status
[19:13:36.579] Build status: SCHEDULED
[19:19:49.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:2:0)
[19:19:49.897] Build status: SCHEDULED
[19:19:49.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:4:0) after 3m2s
[19:22:51.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:4:0)
[19:22:52.049] Build status: SCHEDULED
[19:22:52.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:5:0) after 7m27s
[19:30:19.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:5:0)
[19:30:19.447] Build status: SCHEDULED
[19:30:19.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:6:0) after 1m17s
[19:31:36.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:6:0)
[19:31:36.484] Build status: SCHEDULED
[19:31:36.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:7:0) after 8m0s
[19:39:36.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:7:0)
[19:39:36.570] Build status: SCHEDULED
[19:39:36.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:8:0) after 8m50s
[19:48:26.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:8:0)
[19:48:26.609] Build status: SCHEDULED
[19:48:26.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:9:0) after 5m44s
[19:54:10.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:9:0)
[19:54:10.719] Build status: SCHEDULED
[19:54:10.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:10:0) after 4m0s
[19:58:10.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:10:0)
[19:58:10.769] Build status: SCHEDULED
[19:58:10.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:11:0) after 1m1s
[19:59:11.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:11:0)
[19:59:11.795] Build status: SCHEDULED
[19:59:11.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:12:0) after 6m58s
[20:06:09.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:12:0)
[20:06:09.878] Build status: SCHEDULED
[20:06:09.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:13:0) after 3m7s
[20:09:16.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:13:0)
[20:09:16.981] Build status: SCHEDULED
[20:09:16.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:14:0) after 9m0s
[20:18:16.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:14:0)
[20:18:17.028] Build status: SCHEDULED
[20:18:17.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:15:0) after 6m13s
[20:24:30.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:15:0)
[20:24:30.159] Build status: SCHEDULED
[20:24:30.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:16:0) after 2m36s
[20:27:06.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:16:0)
[20:27:06.217] Build status: SCHEDULED
[20:27:06.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:17:0) after 8m2s
[20:35:08.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:17:0)
[20:35:08.310] Build status: SCHEDULED
[20:35:08.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:18:0) after 3m53s
[20:39:01.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:18:0)
[20:39:01.387] Build status: SCHEDULED
[20:39:01.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:19:0) after 1m13s
[20:40:14.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:19:0)
[20:40:14.487] Build status: SCHEDULED
[20:40:14.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:20:0) after 2m3s
[20:42:17.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:20:0)
[20:42:17.514] Build status: SCHEDULED
[20:42:17.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:21:0) after 5m18s
[20:47:35.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:21:0)
[20:47:35.548] Build status: SCHEDULED
[20:47:35.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:22:0) after 6m8s
[20:53:43.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:22:0)
[20:53:43.633] Build status: SCHEDULED
[20:53:43.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:23:0) after 8m50s
[21:02:33.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:23:0)
[21:02:33.710] Build status: SCHEDULED
[21:02:33.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:24:0) after 1m15s
[21:03:48.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:24:0)
[21:03:48.788] Build status: SCHEDULED
[21:03:48.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:25:0) after 8m11s
[21:11:59.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:25:0)
[21:11:59.825] Build status: SCHEDULED
[21:11:59.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:26:0) after 2m38s
[21:14:37.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:26:0)
[21:14:37.887] Build status: SCHEDULED
[21:14:37.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8843516977412043840:27:0) after 9m24s
[21:18:47.362] Received PubSub notification, asking Buildbucket for the build status
[21:18:47.407] Build status: STARTED
[21:19:43.364] Received PubSub notification, asking Buildbucket for the build status
[21:19:43.428] Build:
{
"id": "8678086915376184257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:13:35.472525987Z",
"startTime": "2026-06-24T21:18:47.121824212Z",
"endTime": "2026-06-24T21:19:42.984368395Z",
"updateTime": "2026-06-24T21:19:42.984368395Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[21:19:43.428] Invocation finished in 2h6m9.280999904s with status FAILED