[23:09:56.711] New invocation is queued and will start shortly
[23:09:57.883] Starting the invocation (attempt 1)
[23:09:57.910] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7c84c203cbe5301f15f1433215af9a7852432d16"
[23:09:57.910] Popped gitiles commit info from properties and tags
[23:09:57.910] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:57.910] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:57.910] Buildbucket request:
{
"requestId": "8838972257601317440",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838972257601317440",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba63e846bf2b2170fe5bf4c41137b10671d1d58e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba63e846bf2b2170fe5bf4c41137b10671d1d58e",
"title": "ba63e846bf2b2170fe5bf4c41137b10671d1d58e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba63e846bf2b2170fe5bf4c41137b10671d1d58e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7c84c203cbe5301f15f1433215af9a7852432d16"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c84c203cbe5301f15f1433215af9a7852432d16",
"title": "7c84c203cbe5301f15f1433215af9a7852432d16",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c84c203cbe5301f15f1433215af9a7852432d16"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7c84c203cbe5301f15f1433215af9a7852432d16",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838972257601317440"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:09:58.356] Scheduled build:
{
"id": "8673542195570399105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T23:09:58.026036378Z",
"updateTime": "2026-08-13T23:09:58.026036378Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7c84c203cbe5301f15f1433215af9a7852432d16",
"ref": "refs/heads/main"
}
}
}
[23:09:58.356] Task URL: https://cr-buildbucket.appspot.com/build/8673542195570399105
[23:09:58.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:2:0) after 6m25s
[23:09:59.289] Received PubSub notification, asking Buildbucket for the build status
[23:09:59.386] Build status: SCHEDULED
[23:16:23.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:2:0)
[23:16:23.381] Build status: SCHEDULED
[23:16:23.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:4:0) after 6m42s
[23:23:05.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:4:0)
[23:23:05.420] Build status: SCHEDULED
[23:23:05.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:5:0) after 4m15s
[23:27:20.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:5:0)
[23:27:20.485] Build status: SCHEDULED
[23:27:20.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:6:0) after 1m14s
[23:28:34.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:6:0)
[23:28:34.524] Build status: SCHEDULED
[23:28:34.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:7:0) after 9m7s
[23:37:41.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:7:0)
[23:37:41.597] Build status: SCHEDULED
[23:37:41.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:8:0) after 9m32s
[23:47:13.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:8:0)
[23:47:13.663] Build status: SCHEDULED
[23:47:13.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:9:0) after 1m44s
[23:48:57.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:9:0)
[23:48:57.782] Build status: SCHEDULED
[23:48:57.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:10:0) after 5m49s
[23:54:46.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:10:0)
[23:54:46.893] Build status: SCHEDULED
[23:54:46.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:11:0) after 9m12s
[00:03:58.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:11:0)
[00:03:58.934] Build status: SCHEDULED
[00:03:58.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:12:0) after 8m27s
[00:12:25.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:12:0)
[00:12:25.972] Build status: SCHEDULED
[00:12:25.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:13:0) after 3m44s
[00:16:10.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:13:0)
[00:16:10.058] Build status: SCHEDULED
[00:16:10.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:14:0) after 7m50s
[00:24:00.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:14:0)
[00:24:00.122] Build status: SCHEDULED
[00:24:00.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:15:0) after 2m35s
[00:26:35.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:15:0)
[00:26:35.141] Build status: SCHEDULED
[00:26:35.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:16:0) after 5m25s
[00:32:00.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:16:0)
[00:32:00.187] Build status: SCHEDULED
[00:32:00.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:17:0) after 5m20s
[00:37:20.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:17:0)
[00:37:20.231] Build status: SCHEDULED
[00:37:20.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:18:0) after 7m0s
[00:44:20.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:18:0)
[00:44:20.317] Build status: SCHEDULED
[00:44:20.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:19:0) after 7m16s
[00:51:36.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:19:0)
[00:51:36.425] Build status: SCHEDULED
[00:51:36.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:20:0) after 4m53s
[00:56:29.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:20:0)
[00:56:29.491] Build status: SCHEDULED
[00:56:29.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:21:0) after 1m13s
[00:57:42.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:21:0)
[00:57:42.641] Build status: SCHEDULED
[00:57:42.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:22:0) after 7m12s
[01:04:54.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:22:0)
[01:04:54.830] Build status: SCHEDULED
[01:04:54.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:23:0) after 4m19s
[01:09:13.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:23:0)
[01:09:13.961] Build status: SCHEDULED
[01:09:13.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:24:0) after 1m29s
[01:10:43.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:24:0)
[01:10:43.122] Build status: SCHEDULED
[01:10:43.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:25:0) after 7m15s
[01:17:58.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:25:0)
[01:17:58.246] Build status: SCHEDULED
[01:17:58.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:26:0) after 7m41s
[01:25:39.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:26:0)
[01:25:39.293] Build status: SCHEDULED
[01:25:39.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:27:0) after 3m17s
[01:28:56.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:27:0)
[01:28:56.299] Build status: SCHEDULED
[01:28:56.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:28:0) after 1m54s
[01:30:50.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:28:0)
[01:30:50.384] Build status: SCHEDULED
[01:30:50.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:29:0) after 7m8s
[01:37:58.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:29:0)
[01:37:58.417] Build status: SCHEDULED
[01:37:58.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:30:0) after 6m57s
[01:44:55.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:30:0)
[01:44:55.446] Build status: SCHEDULED
[01:44:55.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:31:0) after 7m58s
[01:52:53.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:31:0)
[01:52:53.484] Build status: SCHEDULED
[01:52:53.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:32:0) after 2m15s
[01:55:08.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:32:0)
[01:55:08.616] Build status: SCHEDULED
[01:55:08.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:33:0) after 4m58s
[02:00:06.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:33:0)
[02:00:06.730] Build status: SCHEDULED
[02:00:06.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:34:0) after 6m32s
[02:06:39.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:34:0)
[02:06:39.133] Build status: SCHEDULED
[02:06:39.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:35:0) after 7m11s
[02:13:50.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:35:0)
[02:13:50.224] Build status: SCHEDULED
[02:13:50.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:36:0) after 8m32s
[02:22:22.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:36:0)
[02:22:22.394] Build status: SCHEDULED
[02:22:22.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:37:0) after 1m50s
[02:24:12.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:37:0)
[02:24:12.547] Build status: SCHEDULED
[02:24:12.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:38:0) after 8m5s
[02:31:52.514] Received PubSub notification, asking Buildbucket for the build status
[02:31:52.537] Build status: STARTED
[02:32:17.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:38:0)
[02:32:17.681] Build status: STARTED
[02:32:17.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:40:0) after 4m50s
[02:37:07.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:40:0)
[02:37:07.726] Build status: STARTED
[02:37:07.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-build:8838972257601317440:41:0) after 9m6s
[02:37:23.072] Received PubSub notification, asking Buildbucket for the build status
[02:37:23.103] Build:
{
"id": "8673542195570399105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T23:09:58.026036378Z",
"startTime": "2026-08-14T02:31:02.627248655Z",
"endTime": "2026-08-14T02:37:22.697186730Z",
"updateTime": "2026-08-14T02:37:22.697186730Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7c84c203cbe5301f15f1433215af9a7852432d16",
"ref": "refs/heads/main"
}
}
}
[02:37:23.103] Invocation finished in 3h27m26.396670855s with status FAILED