[03:58:46.428] New invocation is queued and will start shortly
[03:58:47.591] Starting the invocation (attempt 1)
[03:58:47.620] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
[03:58:47.620] Popped gitiles commit info from properties and tags
[03:58:47.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:58:47.620] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:58:47.620] Buildbucket request:
{
"requestId": "8843030949564413232",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843030949564413232",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"title": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843030949564413232"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:58:48.008] Scheduled build:
{
"id": "8677600887592386065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T03:58:47.687299429Z",
"updateTime": "2026-06-30T03:58:47.687299429Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
}
}
}
[03:58:48.008] Task URL: https://cr-buildbucket.appspot.com/build/8677600887592386065
[03:58:48.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:2:0) after 6m23s
[03:58:48.975] Received PubSub notification, asking Buildbucket for the build status
[03:58:48.993] Build status: SCHEDULED
[04:05:11.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:2:0)
[04:05:11.047] Build status: SCHEDULED
[04:05:11.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:4:0) after 9m35s
[04:14:46.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:4:0)
[04:14:46.106] Build status: SCHEDULED
[04:14:46.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:5:0) after 2m0s
[04:16:46.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:5:0)
[04:16:46.144] Build status: SCHEDULED
[04:16:46.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:6:0) after 5m8s
[04:21:54.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:6:0)
[04:21:54.212] Build status: SCHEDULED
[04:21:54.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:7:0) after 6m12s
[04:28:06.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:7:0)
[04:28:06.315] Build status: SCHEDULED
[04:28:06.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:8:0) after 6m47s
[04:34:53.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:8:0)
[04:34:53.417] Build status: SCHEDULED
[04:34:53.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:9:0) after 5m12s
[04:40:05.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:9:0)
[04:40:05.467] Build status: SCHEDULED
[04:40:05.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:10:0) after 1m5s
[04:41:10.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:10:0)
[04:41:10.500] Build status: SCHEDULED
[04:41:10.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:11:0) after 6m55s
[04:48:05.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:11:0)
[04:48:05.524] Build status: SCHEDULED
[04:48:05.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:12:0) after 5m39s
[04:53:44.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:12:0)
[04:53:44.680] Build status: SCHEDULED
[04:53:44.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:13:0) after 8m51s
[05:02:35.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:13:0)
[05:02:35.799] Build status: SCHEDULED
[05:02:35.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:14:0) after 7m44s
[05:10:19.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:14:0)
[05:10:19.851] Build status: SCHEDULED
[05:10:19.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:15:0) after 8m36s
[05:18:55.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:15:0)
[05:18:55.916] Build status: SCHEDULED
[05:18:55.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:16:0) after 2m1s
[05:20:57.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:16:0)
[05:20:57.099] Build status: SCHEDULED
[05:20:57.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:17:0) after 1m44s
[05:22:41.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:17:0)
[05:22:41.171] Build status: SCHEDULED
[05:22:41.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:18:0) after 4m12s
[05:26:53.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:18:0)
[05:26:53.214] Build status: SCHEDULED
[05:26:53.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:19:0) after 7m7s
[05:34:00.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:19:0)
[05:34:00.299] Build status: SCHEDULED
[05:34:00.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:20:0) after 6m9s
[05:40:09.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:20:0)
[05:40:09.453] Build status: SCHEDULED
[05:40:09.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:21:0) after 4m5s
[05:44:14.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:21:0)
[05:44:14.488] Build status: SCHEDULED
[05:44:14.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:22:0) after 4m37s
[05:48:51.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:22:0)
[05:48:51.535] Build status: SCHEDULED
[05:48:51.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:23:0) after 7m16s
[05:56:07.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:23:0)
[05:56:07.593] Build status: SCHEDULED
[05:56:07.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:24:0) after 9m0s
[06:05:07.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:24:0)
[06:05:07.630] Build status: SCHEDULED
[06:05:07.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:25:0) after 5m59s
[06:11:06.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:25:0)
[06:11:06.709] Build status: SCHEDULED
[06:11:06.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:26:0) after 2m37s
[06:13:43.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:26:0)
[06:13:43.747] Build status: SCHEDULED
[06:13:43.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:27:0) after 6m15s
[06:19:58.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:27:0)
[06:19:58.869] Build status: SCHEDULED
[06:19:58.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:28:0) after 1m39s
[06:21:37.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:28:0)
[06:21:37.910] Build status: SCHEDULED
[06:21:37.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:29:0) after 8m9s
[06:29:46.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:29:0)
[06:29:47.069] Build status: SCHEDULED
[06:29:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:30:0) after 3m46s
[06:33:33.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:30:0)
[06:33:33.115] Build status: SCHEDULED
[06:33:33.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:31:0) after 3m13s
[06:36:46.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:31:0)
[06:36:46.152] Build status: SCHEDULED
[06:36:46.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:32:0) after 2m4s
[06:38:50.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:32:0)
[06:38:50.189] Build status: SCHEDULED
[06:38:50.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:33:0) after 2m53s
[06:41:43.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:33:0)
[06:41:43.272] Build status: SCHEDULED
[06:41:43.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:34:0) after 8m1s
[06:49:44.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:34:0)
[06:49:44.351] Build status: SCHEDULED
[06:49:44.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:35:0) after 2m9s
[06:51:53.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:35:0)
[06:51:53.407] Build status: SCHEDULED
[06:51:53.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:36:0) after 8m58s
[07:00:51.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:36:0)
[07:00:51.446] Build status: SCHEDULED
[07:00:51.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:37:0) after 9m20s
[07:10:11.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:37:0)
[07:10:11.476] Build status: SCHEDULED
[07:10:11.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:38:0) after 8m18s
[07:13:53.793] Received PubSub notification, asking Buildbucket for the build status
[07:13:53.811] Build status: STARTED
[07:18:29.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:38:0)
[07:18:29.560] Build status: STARTED
[07:18:29.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8843030949564413232:40:0) after 3m52s
[07:19:43.309] Received PubSub notification, asking Buildbucket for the build status
[07:19:43.329] Build:
{
"id": "8677600887592386065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T03:58:47.687299429Z",
"startTime": "2026-06-30T07:13:53.629279732Z",
"endTime": "2026-06-30T07:19:27.204829794Z",
"updateTime": "2026-06-30T07:19:27.204829794Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
}
}
}
[07:19:43.329] Invocation finished in 3h20m56.907058028s with status FAILED