[21:10:30.604] New invocation is queued and will start shortly
[21:10:32.252] Starting the invocation (attempt 1)
[21:10:32.280] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c3435af9777324f7246bbdaa87277b957cdac60d"
[21:10:32.280] Popped gitiles commit info from properties and tags
[21:10:32.280] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:32.280] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:32.283] Buildbucket request:
{
"requestId": "8864618713308986624",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864618713308986624",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3435af9777324f7246bbdaa87277b957cdac60d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3435af9777324f7246bbdaa87277b957cdac60d",
"title": "c3435af9777324f7246bbdaa87277b957cdac60d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3435af9777324f7246bbdaa87277b957cdac60d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3435af9777324f7246bbdaa87277b957cdac60d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864618713308986624"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:10:32.683] Scheduled build:
{
"id": "8699188650809596593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-03T21:10:32.358378078Z",
"updateTime": "2025-11-03T21:10:32.358378078Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3435af9777324f7246bbdaa87277b957cdac60d",
"ref": "refs/heads/main"
}
}
}
[21:10:32.683] Task URL: https://cr-buildbucket.appspot.com/build/8699188650809596593
[21:10:32.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:2:0) after 7m9s
[21:10:33.692] Received PubSub notification, asking Buildbucket for the build status
[21:10:33.740] Build status: SCHEDULED
[21:17:41.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:2:0)
[21:17:41.754] Build status: SCHEDULED
[21:17:41.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:4:0) after 1m39s
[21:19:20.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:4:0)
[21:19:20.880] Build status: SCHEDULED
[21:19:20.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:5:0) after 4m41s
[21:24:02.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:5:0)
[21:24:02.174] Build status: SCHEDULED
[21:24:02.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:6:0) after 6m21s
[21:30:23.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:6:0)
[21:30:23.285] Build status: SCHEDULED
[21:30:23.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:7:0) after 6m51s
[21:37:14.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:7:0)
[21:37:14.317] Build status: SCHEDULED
[21:37:14.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:8:0) after 5m29s
[21:42:43.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:8:0)
[21:42:43.364] Build status: SCHEDULED
[21:42:43.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:9:0) after 7m7s
[21:49:50.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:9:0)
[21:49:50.674] Build status: SCHEDULED
[21:49:50.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:10:0) after 7m26s
[21:57:16.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:10:0)
[21:57:16.732] Build status: SCHEDULED
[21:57:16.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:11:0) after 1m29s
[21:58:45.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:11:0)
[21:58:45.772] Build status: SCHEDULED
[21:58:45.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:12:0) after 1m50s
[22:00:35.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:12:0)
[22:00:36.003] Build status: SCHEDULED
[22:00:36.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:13:0) after 3m41s
[22:04:17.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:13:0)
[22:04:17.024] Build status: SCHEDULED
[22:04:17.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:14:0) after 6m31s
[22:10:48.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:14:0)
[22:10:48.090] Build status: SCHEDULED
[22:10:48.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:15:0) after 7m36s
[22:18:24.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:15:0)
[22:18:24.316] Build status: SCHEDULED
[22:18:24.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:16:0) after 6m24s
[22:24:48.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:16:0)
[22:24:48.552] Build status: SCHEDULED
[22:24:48.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:17:0) after 3m27s
[22:28:15.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:17:0)
[22:28:15.599] Build status: SCHEDULED
[22:28:15.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:18:0) after 6m0s
[22:34:15.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:18:0)
[22:34:15.712] Build status: SCHEDULED
[22:34:15.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:19:0) after 5m24s
[22:39:39.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:19:0)
[22:39:39.744] Build status: SCHEDULED
[22:39:39.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:20:0) after 7m8s
[22:46:47.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:20:0)
[22:46:47.777] Build status: SCHEDULED
[22:46:47.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:21:0) after 7m54s
[22:54:41.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:21:0)
[22:54:41.948] Build status: SCHEDULED
[22:54:41.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:22:0) after 6m30s
[23:01:12.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:22:0)
[23:01:12.162] Build status: SCHEDULED
[23:01:12.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:23:0) after 6m34s
[23:07:46.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:23:0)
[23:07:46.237] Build status: SCHEDULED
[23:07:46.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:24:0) after 7m19s
[23:15:05.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:24:0)
[23:15:05.407] Build status: SCHEDULED
[23:15:05.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:25:0) after 5m21s
[23:20:26.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:25:0)
[23:20:26.516] Build status: SCHEDULED
[23:20:26.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:26:0) after 4m51s
[23:25:17.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:26:0)
[23:25:17.617] Build status: SCHEDULED
[23:25:17.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:27:0) after 7m37s
[23:32:54.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:27:0)
[23:32:54.736] Build status: SCHEDULED
[23:32:54.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:28:0) after 5m46s
[23:38:40.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:28:0)
[23:38:40.787] Build status: SCHEDULED
[23:38:40.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:29:0) after 1m35s
[23:40:15.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:29:0)
[23:40:15.828] Build status: SCHEDULED
[23:40:15.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8864618713308986624:30:0) after 9m28s
[23:46:38.696] Received PubSub notification, asking Buildbucket for the build status
[23:46:38.717] Build status: STARTED
[23:48:55.327] Received PubSub notification, asking Buildbucket for the build status
[23:48:55.343] Build:
{
"id": "8699188650809596593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-03T21:10:32.358378078Z",
"startTime": "2025-11-03T23:46:08.229600513Z",
"endTime": "2025-11-03T23:48:55.066837483Z",
"updateTime": "2025-11-03T23:48:55.066837483Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3435af9777324f7246bbdaa87277b957cdac60d",
"ref": "refs/heads/main"
}
}
}
[23:48:55.343] Invocation finished in 2h38m24.752099282s with status FAILED