[21:36:28.491] New invocation is queued and will start shortly
[21:36:29.633] Starting the invocation (attempt 1)
[21:36:29.656] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/309122cf91682b96d6a95c3c22f78a2766cc749f"
[21:36:29.656] Popped gitiles commit info from properties and tags
[21:36:29.656] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:36:29.657] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:36:29.657] Buildbucket request:
{
"requestId": "8840880674540991600",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840880674540991600",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4285f564736e898fa53c75850d53e8434a778d77"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4285f564736e898fa53c75850d53e8434a778d77",
"title": "4285f564736e898fa53c75850d53e8434a778d77",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4285f564736e898fa53c75850d53e8434a778d77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0df397537dee4d6e04b2176908f00689a43ccbf3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0df397537dee4d6e04b2176908f00689a43ccbf3",
"title": "0df397537dee4d6e04b2176908f00689a43ccbf3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0df397537dee4d6e04b2176908f00689a43ccbf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "309122cf91682b96d6a95c3c22f78a2766cc749f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@309122cf91682b96d6a95c3c22f78a2766cc749f",
"title": "309122cf91682b96d6a95c3c22f78a2766cc749f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/309122cf91682b96d6a95c3c22f78a2766cc749f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "309122cf91682b96d6a95c3c22f78a2766cc749f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840880674540991600"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:36:30.116] Scheduled build:
{
"id": "8675450612602288497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T21:36:29.718158795Z",
"updateTime": "2026-07-23T21:36:29.718158795Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "309122cf91682b96d6a95c3c22f78a2766cc749f",
"ref": "refs/heads/main"
}
}
}
[21:36:30.117] Task URL: https://cr-buildbucket.appspot.com/build/8675450612602288497
[21:36:30.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:2:0) after 3m33s
[21:36:31.156] Received PubSub notification, asking Buildbucket for the build status
[21:36:31.176] Build status: SCHEDULED
[21:40:03.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:2:0)
[21:40:03.281] Build status: SCHEDULED
[21:40:03.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:4:0) after 7m59s
[21:48:02.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:4:0)
[21:48:02.467] Build status: SCHEDULED
[21:48:02.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:5:0) after 2m58s
[21:51:00.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:5:0)
[21:51:00.573] Build status: SCHEDULED
[21:51:00.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:6:0) after 1m6s
[21:52:06.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:6:0)
[21:52:06.613] Build status: SCHEDULED
[21:52:06.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:7:0) after 4m11s
[21:56:17.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:7:0)
[21:56:17.683] Build status: SCHEDULED
[21:56:17.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:8:0) after 4m42s
[22:00:59.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:8:0)
[22:00:59.722] Build status: SCHEDULED
[22:00:59.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:9:0) after 9m9s
[22:10:08.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:9:0)
[22:10:08.856] Build status: SCHEDULED
[22:10:08.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:10:0) after 8m19s
[22:18:27.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:10:0)
[22:18:27.865] Build status: SCHEDULED
[22:18:27.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:11:0) after 6m31s
[22:24:58.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:11:0)
[22:24:58.977] Build status: SCHEDULED
[22:24:58.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:12:0) after 6m49s
[22:31:48.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:12:0)
[22:31:48.293] Build status: SCHEDULED
[22:31:48.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:13:0) after 6m46s
[22:38:34.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:13:0)
[22:38:34.324] Build status: SCHEDULED
[22:38:34.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:14:0) after 1m0s
[22:39:34.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:14:0)
[22:39:34.337] Build status: SCHEDULED
[22:39:34.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:15:0) after 3m39s
[22:43:13.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:15:0)
[22:43:13.411] Build status: SCHEDULED
[22:43:13.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:16:0) after 7m32s
[22:50:45.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:16:0)
[22:50:45.441] Build status: SCHEDULED
[22:50:45.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:17:0) after 2m29s
[22:53:14.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:17:0)
[22:53:14.553] Build status: SCHEDULED
[22:53:14.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:18:0) after 3m11s
[22:56:25.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:18:0)
[22:56:25.761] Build status: SCHEDULED
[22:56:25.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:19:0) after 9m53s
[23:06:18.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:19:0)
[23:06:18.793] Build status: SCHEDULED
[23:06:18.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:20:0) after 8m13s
[23:14:31.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:20:0)
[23:14:31.826] Build status: SCHEDULED
[23:14:31.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:21:0) after 1m26s
[23:15:58.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:21:0)
[23:15:58.077] Build status: SCHEDULED
[23:15:58.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:22:0) after 5m51s
[23:21:49.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:22:0)
[23:21:49.162] Build status: SCHEDULED
[23:21:49.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:23:0) after 2m12s
[23:24:01.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:23:0)
[23:24:01.323] Build status: SCHEDULED
[23:24:01.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:24:0) after 1m8s
[23:25:09.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:24:0)
[23:25:09.433] Build status: SCHEDULED
[23:25:09.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:25:0) after 2m20s
[23:27:29.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:25:0)
[23:27:29.568] Build status: SCHEDULED
[23:27:29.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:26:0) after 3m29s
[23:30:58.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:26:0)
[23:30:58.602] Build status: SCHEDULED
[23:30:58.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:27:0) after 3m18s
[23:34:16.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:27:0)
[23:34:16.656] Build status: SCHEDULED
[23:34:16.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:28:0) after 7m51s
[23:42:07.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:28:0)
[23:42:07.682] Build status: SCHEDULED
[23:42:07.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:29:0) after 5m9s
[23:47:16.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:29:0)
[23:47:16.722] Build status: SCHEDULED
[23:47:16.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:30:0) after 3m49s
[23:51:05.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:30:0)
[23:51:05.855] Build status: SCHEDULED
[23:51:05.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:31:0) after 4m22s
[23:52:54.213] Received PubSub notification, asking Buildbucket for the build status
[23:52:54.242] Build status: STARTED
[23:55:27.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:31:0)
[23:55:27.954] Build status: STARTED
[23:55:27.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8840880674540991600:33:0) after 4m46s
[23:59:34.060] Received PubSub notification, asking Buildbucket for the build status
[23:59:34.081] Build:
{
"id": "8675450612602288497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T21:36:29.718158795Z",
"startTime": "2026-07-23T23:52:54.034637422Z",
"endTime": "2026-07-23T23:59:31.500752600Z",
"updateTime": "2026-07-23T23:59:31.500752600Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "309122cf91682b96d6a95c3c22f78a2766cc749f",
"ref": "refs/heads/main"
}
}
}
[23:59:34.081] Invocation finished in 2h23m5.595628339s with status FAILED