[20:41:55.045] New invocation is queued and will start shortly
[20:41:56.150] Starting the invocation (attempt 1)
[20:41:56.181] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
[20:41:56.181] Popped gitiles commit info from properties and tags
[20:41:56.181] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:41:56.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:41:56.182] Buildbucket request:
{
"requestId": "8835810676879142336",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835810676879142336",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "49c65bef2ebc80c20868a141d51d979e58515811"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@49c65bef2ebc80c20868a141d51d979e58515811",
"title": "49c65bef2ebc80c20868a141d51d979e58515811",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/49c65bef2ebc80c20868a141d51d979e58515811"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6061165b6dfd7f391f2acd18b168b46d293068a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6061165b6dfd7f391f2acd18b168b46d293068a",
"title": "e6061165b6dfd7f391f2acd18b168b46d293068a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6061165b6dfd7f391f2acd18b168b46d293068a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"title": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5f2bb28d52484f9e09ba2af3943814c28dcf3c8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835810676879142336"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:41:56.874] Scheduled build:
{
"id": "8670380614953215201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T20:41:56.260985467Z",
"updateTime": "2026-09-17T20:41:56.260985467Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/main"
}
}
}
[20:41:56.874] Task URL: https://cr-buildbucket.appspot.com/build/8670380614953215201
[20:41:56.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:2:0) after 6m18s
[20:41:57.824] Received PubSub notification, asking Buildbucket for the build status
[20:41:57.990] Build status: SCHEDULED
[20:48:15.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:2:0)
[20:48:15.085] Build status: SCHEDULED
[20:48:15.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:4:0) after 6m23s
[20:54:38.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:4:0)
[20:54:38.202] Build status: SCHEDULED
[20:54:38.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:5:0) after 4m17s
[20:58:55.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:5:0)
[20:58:55.243] Build status: SCHEDULED
[20:58:55.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:6:0) after 1m57s
[21:00:52.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:6:0)
[21:00:52.467] Build status: SCHEDULED
[21:00:52.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:7:0) after 2m48s
[21:03:40.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:7:0)
[21:03:40.514] Build status: SCHEDULED
[21:03:40.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:8:0) after 7m43s
[21:11:23.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:8:0)
[21:11:23.558] Build status: SCHEDULED
[21:11:23.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:9:0) after 7m8s
[21:18:31.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:9:0)
[21:18:31.647] Build status: SCHEDULED
[21:18:31.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:10:0) after 1m15s
[21:19:46.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:10:0)
[21:19:46.776] Build status: SCHEDULED
[21:19:46.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:11:0) after 4m31s
[21:24:17.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:11:0)
[21:24:17.957] Build status: SCHEDULED
[21:24:17.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:12:0) after 2m45s
[21:27:02.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:12:0)
[21:27:02.989] Build status: SCHEDULED
[21:27:02.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:13:0) after 7m48s
[21:34:51.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:13:0)
[21:34:51.143] Build status: SCHEDULED
[21:34:51.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:14:0) after 1m15s
[21:36:06.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:14:0)
[21:36:06.245] Build status: SCHEDULED
[21:36:06.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:15:0) after 4m24s
[21:40:30.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:15:0)
[21:40:30.281] Build status: SCHEDULED
[21:40:30.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:16:0) after 2m2s
[21:42:32.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:16:0)
[21:42:32.457] Build status: SCHEDULED
[21:42:32.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:17:0) after 5m45s
[21:48:17.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:17:0)
[21:48:17.584] Build status: SCHEDULED
[21:48:17.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:18:0) after 4m17s
[21:52:34.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:18:0)
[21:52:34.717] Build status: SCHEDULED
[21:52:34.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:19:0) after 5m18s
[21:57:52.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:19:0)
[21:57:52.853] Build status: SCHEDULED
[21:57:52.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:20:0) after 6m31s
[22:04:23.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:20:0)
[22:04:23.876] Build status: SCHEDULED
[22:04:23.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:21:0) after 1m30s
[22:05:53.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:21:0)
[22:05:53.915] Build status: SCHEDULED
[22:05:53.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:22:0) after 7m9s
[22:13:02.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:22:0)
[22:13:03.018] Build status: SCHEDULED
[22:13:03.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:23:0) after 9m3s
[22:22:06.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:23:0)
[22:22:06.343] Build status: SCHEDULED
[22:22:06.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:24:0) after 5m8s
[22:27:14.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:24:0)
[22:27:14.359] Build status: SCHEDULED
[22:27:14.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:25:0) after 6m54s
[22:34:08.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:25:0)
[22:34:08.669] Build status: SCHEDULED
[22:34:08.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:26:0) after 5m55s
[22:40:03.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:26:0)
[22:40:03.764] Build status: SCHEDULED
[22:40:03.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:27:0) after 7m50s
[22:47:53.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:27:0)
[22:47:53.827] Build status: SCHEDULED
[22:47:53.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:28:0) after 4m2s
[22:51:55.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:28:0)
[22:51:55.881] Build status: SCHEDULED
[22:51:55.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:29:0) after 2m2s
[22:53:57.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:29:0)
[22:53:58.038] Build status: SCHEDULED
[22:53:58.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:30:0) after 3m22s
[22:57:20.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:30:0)
[22:57:20.149] Build status: SCHEDULED
[22:57:20.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:31:0) after 4m6s
[23:01:26.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:31:0)
[23:01:26.189] Build status: SCHEDULED
[23:01:26.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:32:0) after 4m2s
[23:05:28.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:32:0)
[23:05:28.275] Build status: SCHEDULED
[23:05:28.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:33:0) after 6m23s
[23:11:51.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:33:0)
[23:11:51.401] Build status: SCHEDULED
[23:11:51.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:34:0) after 6m41s
[23:18:32.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:34:0)
[23:18:32.522] Build status: SCHEDULED
[23:18:32.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:35:0) after 4m42s
[23:23:14.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:35:0)
[23:23:14.565] Build status: SCHEDULED
[23:23:14.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:36:0) after 3m27s
[23:26:41.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:36:0)
[23:26:41.609] Build status: SCHEDULED
[23:26:41.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:37:0) after 4m23s
[23:31:04.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:37:0)
[23:31:04.652] Build status: SCHEDULED
[23:31:04.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:38:0) after 9m21s
[23:40:25.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:38:0)
[23:40:25.699] Build status: SCHEDULED
[23:40:25.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8835810676879142336:39:0) after 5m51s
[23:41:47.423] Received PubSub notification, asking Buildbucket for the build status
[23:41:47.457] Build status: STARTED
[23:45:55.571] Received PubSub notification, asking Buildbucket for the build status
[23:45:55.754] Build:
{
"id": "8670380614953215201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T20:41:56.260985467Z",
"startTime": "2026-09-17T23:41:47.249498322Z",
"endTime": "2026-09-17T23:45:55.195296995Z",
"updateTime": "2026-09-17T23:45:55.195296995Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c5f2bb28d52484f9e09ba2af3943814c28dcf3c8",
"ref": "refs/heads/main"
}
}
}
[23:45:55.755] Invocation finished in 3h4m0.714451366s with status FAILED