[01:17:40.429] New invocation is queued and will start shortly
[01:17:41.769] Starting the invocation (attempt 1)
[01:17:41.797] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c254a437e6dc4c4ee9b8146accf0586a19b6d9a6"
[01:17:41.797] Popped gitiles commit info from properties and tags
[01:17:41.797] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:17:41.797] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:17:41.798] Buildbucket request:
{
"requestId": "8839507803408900672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839507803408900672",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0275a1b696fde99affb51443adce1e85f75f6462"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0275a1b696fde99affb51443adce1e85f75f6462",
"title": "0275a1b696fde99affb51443adce1e85f75f6462",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0275a1b696fde99affb51443adce1e85f75f6462"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"title": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c254a437e6dc4c4ee9b8146accf0586a19b6d9a6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839507803408900672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:17:42.182] Scheduled build:
{
"id": "8674077741245803073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T01:17:41.870457208Z",
"updateTime": "2026-08-08T01:17:41.870457208Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"ref": "refs/heads/main"
}
}
}
[01:17:42.182] Task URL: https://cr-buildbucket.appspot.com/build/8674077741245803073
[01:17:42.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:2:0) after 3m41s
[01:17:43.158] Received PubSub notification, asking Buildbucket for the build status
[01:17:43.178] Build status: SCHEDULED
[01:21:23.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:2:0)
[01:21:23.216] Build status: SCHEDULED
[01:21:23.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:4:0) after 3m56s
[01:25:19.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:4:0)
[01:25:19.326] Build status: SCHEDULED
[01:25:19.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:5:0) after 5m30s
[01:30:49.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:5:0)
[01:30:49.383] Build status: SCHEDULED
[01:30:49.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:6:0) after 2m43s
[01:33:32.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:6:0)
[01:33:32.417] Build status: SCHEDULED
[01:33:32.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:7:0) after 6m40s
[01:40:12.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:7:0)
[01:40:12.457] Build status: SCHEDULED
[01:40:12.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:8:0) after 9m20s
[01:49:32.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:8:0)
[01:49:32.564] Build status: SCHEDULED
[01:49:32.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:9:0) after 4m46s
[01:54:18.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:9:0)
[01:54:18.792] Build status: SCHEDULED
[01:54:18.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:10:0) after 8m32s
[02:02:50.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:10:0)
[02:02:50.947] Build status: SCHEDULED
[02:02:50.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:11:0) after 9m20s
[02:12:11.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:11:0)
[02:12:11.036] Build status: SCHEDULED
[02:12:11.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:12:0) after 4m11s
[02:16:22.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:12:0)
[02:16:22.077] Build status: SCHEDULED
[02:16:22.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:13:0) after 1m54s
[02:18:16.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:13:0)
[02:18:16.113] Build status: SCHEDULED
[02:18:16.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:14:0) after 6m21s
[02:24:37.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:14:0)
[02:24:37.229] Build status: SCHEDULED
[02:24:37.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:15:0) after 1m6s
[02:25:43.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:15:0)
[02:25:43.262] Build status: SCHEDULED
[02:25:43.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:16:0) after 7m23s
[02:33:06.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:16:0)
[02:33:06.345] Build status: SCHEDULED
[02:33:06.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:17:0) after 8m56s
[02:42:02.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:17:0)
[02:42:02.379] Build status: SCHEDULED
[02:42:02.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:18:0) after 9m45s
[02:51:47.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:18:0)
[02:51:47.698] Build status: SCHEDULED
[02:51:47.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:19:0) after 4m3s
[02:55:50.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:19:0)
[02:55:50.729] Build status: SCHEDULED
[02:55:50.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:20:0) after 9m12s
[03:05:02.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:20:0)
[03:05:02.826] Build status: SCHEDULED
[03:05:02.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:21:0) after 3m18s
[03:08:20.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:21:0)
[03:08:20.917] Build status: SCHEDULED
[03:08:20.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:22:0) after 9m43s
[03:18:03.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:22:0)
[03:18:03.939] Build status: SCHEDULED
[03:18:03.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:23:0) after 1m59s
[03:20:03.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:23:0)
[03:20:03.192] Build status: SCHEDULED
[03:20:03.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:24:0) after 9m12s
[03:29:15.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:24:0)
[03:29:15.421] Build status: SCHEDULED
[03:29:15.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:25:0) after 4m50s
[03:34:05.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:25:0)
[03:34:05.505] Build status: SCHEDULED
[03:34:05.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:26:0) after 2m36s
[03:36:41.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:26:0)
[03:36:41.588] Build status: SCHEDULED
[03:36:41.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:27:0) after 1m15s
[03:37:56.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:27:0)
[03:37:56.621] Build status: SCHEDULED
[03:37:56.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:28:0) after 5m47s
[03:43:43.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:28:0)
[03:43:43.710] Build status: SCHEDULED
[03:43:43.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:29:0) after 5m12s
[03:48:55.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:29:0)
[03:48:55.804] Build status: SCHEDULED
[03:48:55.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:30:0) after 1m56s
[03:50:51.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:30:0)
[03:50:51.842] Build status: SCHEDULED
[03:50:51.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:31:0) after 7m14s
[03:58:05.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:31:0)
[03:58:05.932] Build status: SCHEDULED
[03:58:05.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:32:0) after 5m32s
[04:03:37.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:32:0)
[04:03:37.976] Build status: SCHEDULED
[04:03:37.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:33:0) after 2m21s
[04:05:59.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:33:0)
[04:05:59.107] Build status: SCHEDULED
[04:05:59.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:34:0) after 9m38s
[04:15:37.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:34:0)
[04:15:37.178] Build status: SCHEDULED
[04:15:37.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:35:0) after 8m48s
[04:23:43.723] Received PubSub notification, asking Buildbucket for the build status
[04:23:43.751] Build status: STARTED
[04:24:25.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:35:0)
[04:24:25.302] Build status: STARTED
[04:24:25.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8839507803408900672:37:0) after 7m52s
[04:31:26.821] Received PubSub notification, asking Buildbucket for the build status
[04:31:26.843] Build:
{
"id": "8674077741245803073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T01:17:41.870457208Z",
"startTime": "2026-08-08T04:23:42.945239155Z",
"endTime": "2026-08-08T04:31:22.549878519Z",
"updateTime": "2026-08-08T04:31:22.549878519Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"ref": "refs/heads/main"
}
}
}
[04:31:26.843] Invocation finished in 3h13m46.418260112s with status FAILED