[04:24:36.342] New invocation is queued and will start shortly
[04:24:37.404] Starting the invocation (attempt 1)
[04:24:37.432] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b735f62c523082f820837a88e6571fbb3e8e1b73"
[04:24:37.432] Popped gitiles commit info from properties and tags
[04:24:37.432] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:24:37.432] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:24:37.432] Buildbucket request:
{
"requestId": "8848646336283705712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848646336283705712",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5413a69ce918a49ec434a7e69b0d78ea1595acd4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5413a69ce918a49ec434a7e69b0d78ea1595acd4",
"title": "5413a69ce918a49ec434a7e69b0d78ea1595acd4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5413a69ce918a49ec434a7e69b0d78ea1595acd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b735f62c523082f820837a88e6571fbb3e8e1b73"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b735f62c523082f820837a88e6571fbb3e8e1b73",
"title": "b735f62c523082f820837a88e6571fbb3e8e1b73",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b735f62c523082f820837a88e6571fbb3e8e1b73"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b735f62c523082f820837a88e6571fbb3e8e1b73",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848646336283705712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:24:37.792] Scheduled build:
{
"id": "8683216274419317121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T04:24:37.493205217Z",
"updateTime": "2026-04-29T04:24:37.493205217Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b735f62c523082f820837a88e6571fbb3e8e1b73",
"ref": "refs/heads/main"
}
}
}
[04:24:37.793] Task URL: https://cr-buildbucket.appspot.com/build/8683216274419317121
[04:24:37.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:2:0) after 4m6s
[04:24:38.729] Received PubSub notification, asking Buildbucket for the build status
[04:24:38.770] Build status: SCHEDULED
[04:28:43.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:2:0)
[04:28:43.819] Build status: SCHEDULED
[04:28:43.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:4:0) after 1m27s
[04:30:10.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:4:0)
[04:30:10.897] Build status: SCHEDULED
[04:30:10.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:5:0) after 7m17s
[04:37:27.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:5:0)
[04:37:28.008] Build status: SCHEDULED
[04:37:28.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:6:0) after 5m52s
[04:43:20.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:6:0)
[04:43:20.069] Build status: SCHEDULED
[04:43:20.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:7:0) after 3m46s
[04:47:06.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:7:0)
[04:47:06.446] Build status: SCHEDULED
[04:47:06.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:8:0) after 1m30s
[04:48:36.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:8:0)
[04:48:36.479] Build status: SCHEDULED
[04:48:36.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:9:0) after 1m34s
[04:50:10.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:9:0)
[04:50:10.551] Build status: SCHEDULED
[04:50:10.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:10:0) after 1m47s
[04:51:57.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:10:0)
[04:51:57.591] Build status: SCHEDULED
[04:51:57.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:11:0) after 3m59s
[04:55:56.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:11:0)
[04:55:56.624] Build status: SCHEDULED
[04:55:56.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:12:0) after 3m35s
[04:59:31.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:12:0)
[04:59:31.688] Build status: SCHEDULED
[04:59:31.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:13:0) after 1m30s
[05:01:01.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:13:0)
[05:01:01.725] Build status: SCHEDULED
[05:01:01.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:14:0) after 1m35s
[05:02:36.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:14:0)
[05:02:36.768] Build status: SCHEDULED
[05:02:36.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:15:0) after 9m16s
[05:11:52.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:15:0)
[05:11:52.965] Build status: SCHEDULED
[05:11:52.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:16:0) after 8m41s
[05:20:33.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:16:0)
[05:20:33.979] Build status: SCHEDULED
[05:20:33.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:17:0) after 3m36s
[05:24:10.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:17:0)
[05:24:10.085] Build status: SCHEDULED
[05:24:10.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:18:0) after 5m32s
[05:29:42.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:18:0)
[05:29:42.170] Build status: SCHEDULED
[05:29:42.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:19:0) after 6m59s
[05:36:41.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:19:0)
[05:36:41.210] Build status: SCHEDULED
[05:36:41.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:20:0) after 8m55s
[05:45:36.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:20:0)
[05:45:36.283] Build status: SCHEDULED
[05:45:36.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:21:0) after 1m54s
[05:47:30.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:21:0)
[05:47:30.385] Build status: SCHEDULED
[05:47:30.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:22:0) after 6m6s
[05:53:36.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:22:0)
[05:53:36.470] Build status: SCHEDULED
[05:53:36.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:23:0) after 4m26s
[05:58:02.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:23:0)
[05:58:02.576] Build status: SCHEDULED
[05:58:02.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:24:0) after 2m50s
[06:00:52.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:24:0)
[06:00:52.699] Build status: SCHEDULED
[06:00:52.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:25:0) after 4m14s
[06:05:06.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:25:0)
[06:05:06.802] Build status: SCHEDULED
[06:05:06.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:26:0) after 1m2s
[06:06:08.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:26:0)
[06:06:09.062] Build status: SCHEDULED
[06:06:09.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:27:0) after 8m0s
[06:14:09.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:27:0)
[06:14:09.266] Build status: SCHEDULED
[06:14:09.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:28:0) after 7m19s
[06:21:28.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:28:0)
[06:21:28.330] Build status: SCHEDULED
[06:21:28.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:29:0) after 8m51s
[06:30:19.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:29:0)
[06:30:19.417] Build status: SCHEDULED
[06:30:19.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:30:0) after 4m23s
[06:34:42.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:30:0)
[06:34:42.499] Build status: SCHEDULED
[06:34:42.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:31:0) after 6m49s
[06:41:31.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:31:0)
[06:41:31.531] Build status: SCHEDULED
[06:41:31.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:32:0) after 6m36s
[06:48:07.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:32:0)
[06:48:07.697] Build status: SCHEDULED
[06:48:07.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:33:0) after 9m16s
[06:57:23.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:33:0)
[06:57:23.710] Build status: SCHEDULED
[06:57:23.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:34:0) after 9m31s
[07:03:59.936] Received PubSub notification, asking Buildbucket for the build status
[07:03:59.951] Build status: STARTED
[07:06:54.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:34:0)
[07:06:54.759] Build status: STARTED
[07:06:54.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8848646336283705712:36:0) after 8m20s
[07:07:55.006] Received PubSub notification, asking Buildbucket for the build status
[07:07:55.059] Build:
{
"id": "8683216274419317121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T04:24:37.493205217Z",
"startTime": "2026-04-29T07:03:59.768352867Z",
"endTime": "2026-04-29T07:07:52.697908566Z",
"updateTime": "2026-04-29T07:07:52.697908566Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b735f62c523082f820837a88e6571fbb3e8e1b73",
"ref": "refs/heads/main"
}
}
}
[07:07:55.059] Invocation finished in 2h43m18.727476846s with status FAILED