[23:49:32.924] New invocation is queued and will start shortly
[23:49:34.145] Starting the invocation (attempt 1)
[23:49:34.177] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2154cba8475d568038bbd1585d60fd744d6668fc"
[23:49:34.177] Popped gitiles commit info from properties and tags
[23:49:34.177] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:49:34.178] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:49:34.178] Buildbucket request:
{
"requestId": "8839694541694006256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839694541694006256",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2154cba8475d568038bbd1585d60fd744d6668fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2154cba8475d568038bbd1585d60fd744d6668fc",
"title": "2154cba8475d568038bbd1585d60fd744d6668fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2154cba8475d568038bbd1585d60fd744d6668fc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839694541694006256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:49:34.774] Scheduled build:
{
"id": "8674264479647231521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T23:49:34.253998370Z",
"updateTime": "2026-08-05T23:49:34.253998370Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
}
}
}
[23:49:34.774] Task URL: https://cr-buildbucket.appspot.com/build/8674264479647231521
[23:49:34.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:2:0) after 6m35s
[23:49:35.608] Received PubSub notification, asking Buildbucket for the build status
[23:49:35.628] Build status: SCHEDULED
[23:56:09.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:2:0)
[23:56:09.900] Build status: SCHEDULED
[23:56:09.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:4:0) after 4m53s
[00:01:02.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:4:0)
[00:01:03.024] Build status: SCHEDULED
[00:01:03.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:5:0) after 5m31s
[00:06:34.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:5:0)
[00:06:34.055] Build status: SCHEDULED
[00:06:34.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:6:0) after 6m45s
[00:13:19.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:6:0)
[00:13:19.229] Build status: SCHEDULED
[00:13:19.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:7:0) after 7m50s
[00:21:09.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:7:0)
[00:21:09.270] Build status: SCHEDULED
[00:21:09.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:8:0) after 3m58s
[00:25:07.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:8:0)
[00:25:07.329] Build status: SCHEDULED
[00:25:07.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:9:0) after 5m12s
[00:30:19.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:9:0)
[00:30:19.397] Build status: SCHEDULED
[00:30:19.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:10:0) after 5m12s
[00:35:31.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:10:0)
[00:35:31.443] Build status: SCHEDULED
[00:35:31.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:11:0) after 9m18s
[00:44:49.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:11:0)
[00:44:49.442] Build status: SCHEDULED
[00:44:49.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:12:0) after 9m8s
[00:53:57.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:12:0)
[00:53:57.530] Build status: SCHEDULED
[00:53:57.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:13:0) after 2m29s
[00:56:26.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:13:0)
[00:56:26.574] Build status: SCHEDULED
[00:56:26.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:14:0) after 8m0s
[01:04:26.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:14:0)
[01:04:26.634] Build status: SCHEDULED
[01:04:26.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:15:0) after 6m38s
[01:11:04.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:15:0)
[01:11:04.754] Build status: SCHEDULED
[01:11:04.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:16:0) after 4m36s
[01:15:40.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:16:0)
[01:15:40.828] Build status: SCHEDULED
[01:15:40.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:17:0) after 6m29s
[01:22:10.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:17:0)
[01:22:10.063] Build status: SCHEDULED
[01:22:10.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:18:0) after 9m27s
[01:31:37.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:18:0)
[01:31:37.118] Build status: SCHEDULED
[01:31:37.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:19:0) after 8m3s
[01:39:40.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:19:0)
[01:39:40.227] Build status: SCHEDULED
[01:39:40.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:20:0) after 8m42s
[01:48:22.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:20:0)
[01:48:22.269] Build status: SCHEDULED
[01:48:22.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:21:0) after 6m21s
[01:54:43.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:21:0)
[01:54:43.394] Build status: SCHEDULED
[01:54:43.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:22:0) after 2m31s
[01:57:14.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:22:0)
[01:57:14.638] Build status: SCHEDULED
[01:57:14.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:23:0) after 3m34s
[02:00:48.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:23:0)
[02:00:48.704] Build status: SCHEDULED
[02:00:48.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:24:0) after 5m57s
[02:06:45.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:24:0)
[02:06:45.763] Build status: SCHEDULED
[02:06:45.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:25:0) after 8m39s
[02:15:24.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:25:0)
[02:15:24.843] Build status: SCHEDULED
[02:15:24.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:26:0) after 9m12s
[02:24:37.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:26:0)
[02:24:37.365] Build status: SCHEDULED
[02:24:37.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:27:0) after 3m18s
[02:27:55.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:27:0)
[02:27:55.518] Build status: SCHEDULED
[02:27:55.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:28:0) after 9m45s
[02:37:40.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:28:0)
[02:37:40.572] Build status: SCHEDULED
[02:37:40.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:29:0) after 8m1s
[02:45:41.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:29:0)
[02:45:41.684] Build status: SCHEDULED
[02:45:41.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:30:0) after 8m55s
[02:54:36.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:30:0)
[02:54:36.809] Build status: SCHEDULED
[02:54:36.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:31:0) after 7m58s
[03:02:34.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:31:0)
[03:02:34.856] Build status: SCHEDULED
[03:02:34.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:32:0) after 3m6s
[03:05:40.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:32:0)
[03:05:40.890] Build status: SCHEDULED
[03:05:40.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:33:0) after 4m5s
[03:09:46.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:33:0)
[03:09:46.071] Build status: SCHEDULED
[03:09:46.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:34:0) after 4m51s
[03:14:37.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:34:0)
[03:14:37.188] Build status: SCHEDULED
[03:14:37.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:35:0) after 8m40s
[03:18:44.461] Received PubSub notification, asking Buildbucket for the build status
[03:18:44.490] Build status: STARTED
[03:23:17.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:35:0)
[03:23:17.326] Build status: STARTED
[03:23:17.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839694541694006256:37:0) after 2m39s
[03:25:24.628] Received PubSub notification, asking Buildbucket for the build status
[03:25:24.650] Build:
{
"id": "8674264479647231521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T23:49:34.253998370Z",
"startTime": "2026-08-06T03:18:44.205730262Z",
"endTime": "2026-08-06T03:25:24.197990084Z",
"updateTime": "2026-08-06T03:25:24.197990084Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
}
}
}
[03:25:24.650] Invocation finished in 3h35m51.732823346s with status FAILED