[01:33:24.896] New invocation is queued and will start shortly
[01:33:26.181] Starting the invocation (attempt 1)
[01:33:26.207] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c525ba9178480408b8163b3e590e9e2ea944711f"
[01:33:26.207] Popped gitiles commit info from properties and tags
[01:33:26.207] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:33:26.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:33:26.208] Buildbucket request:
{
"requestId": "8839869200928735008",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839869200928735008",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a277adf6842a744d0827416a8280b1b8ae6684bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a277adf6842a744d0827416a8280b1b8ae6684bf",
"title": "a277adf6842a744d0827416a8280b1b8ae6684bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a277adf6842a744d0827416a8280b1b8ae6684bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c525ba9178480408b8163b3e590e9e2ea944711f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c525ba9178480408b8163b3e590e9e2ea944711f",
"title": "c525ba9178480408b8163b3e590e9e2ea944711f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c525ba9178480408b8163b3e590e9e2ea944711f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c525ba9178480408b8163b3e590e9e2ea944711f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839869200928735008"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:33:26.557] Scheduled build:
{
"id": "8674439138821471185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T01:33:26.284247054Z",
"updateTime": "2026-08-04T01:33:26.284247054Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c525ba9178480408b8163b3e590e9e2ea944711f",
"ref": "refs/heads/main"
}
}
}
[01:33:26.558] Task URL: https://cr-buildbucket.appspot.com/build/8674439138821471185
[01:33:26.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:2:0) after 6m13s
[01:33:27.554] Received PubSub notification, asking Buildbucket for the build status
[01:33:27.573] Build status: SCHEDULED
[01:39:39.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:2:0)
[01:39:39.593] Build status: SCHEDULED
[01:39:39.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:4:0) after 5m51s
[01:45:30.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:4:0)
[01:45:30.660] Build status: SCHEDULED
[01:45:30.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:5:0) after 6m2s
[01:51:32.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:5:0)
[01:51:32.908] Build status: SCHEDULED
[01:51:32.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:6:0) after 4m51s
[01:56:23.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:6:0)
[01:56:23.991] Build status: SCHEDULED
[01:56:23.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:7:0) after 8m44s
[02:05:08.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:7:0)
[02:05:08.323] Build status: SCHEDULED
[02:05:08.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:8:0) after 7m16s
[02:12:24.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:8:0)
[02:12:24.401] Build status: SCHEDULED
[02:12:24.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:9:0) after 6m42s
[02:19:06.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:9:0)
[02:19:06.535] Build status: SCHEDULED
[02:19:06.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:10:0) after 5m18s
[02:24:24.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:10:0)
[02:24:24.569] Build status: SCHEDULED
[02:24:24.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:11:0) after 8m20s
[02:32:44.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:11:0)
[02:32:44.673] Build status: SCHEDULED
[02:32:44.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:12:0) after 1m48s
[02:34:32.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:12:0)
[02:34:32.705] Build status: SCHEDULED
[02:34:32.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:13:0) after 5m13s
[02:39:45.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:13:0)
[02:39:45.742] Build status: SCHEDULED
[02:39:45.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:14:0) after 5m56s
[02:45:41.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:14:0)
[02:45:41.908] Build status: SCHEDULED
[02:45:41.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:15:0) after 4m33s
[02:50:14.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:15:0)
[02:50:15.247] Build status: SCHEDULED
[02:50:15.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:16:0) after 3m23s
[02:53:38.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:16:0)
[02:53:38.281] Build status: SCHEDULED
[02:53:38.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:17:0) after 1m33s
[02:55:11.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:17:0)
[02:55:11.325] Build status: SCHEDULED
[02:55:11.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:18:0) after 1m45s
[02:56:56.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:18:0)
[02:56:56.562] Build status: SCHEDULED
[02:56:56.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:19:0) after 5m14s
[03:02:10.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:19:0)
[03:02:10.696] Build status: SCHEDULED
[03:02:10.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:20:0) after 2m16s
[03:04:26.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:20:0)
[03:04:26.869] Build status: SCHEDULED
[03:04:26.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:21:0) after 7m38s
[03:12:04.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:21:0)
[03:12:04.913] Build status: SCHEDULED
[03:12:04.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:22:0) after 2m17s
[03:14:21.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:22:0)
[03:14:21.990] Build status: SCHEDULED
[03:14:21.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:23:0) after 7m43s
[03:22:05.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:23:0)
[03:22:05.071] Build status: SCHEDULED
[03:22:05.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:24:0) after 1m48s
[03:23:53.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:24:0)
[03:23:53.194] Build status: SCHEDULED
[03:23:53.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:25:0) after 9m48s
[03:33:41.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:25:0)
[03:33:41.283] Build status: SCHEDULED
[03:33:41.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:26:0) after 9m8s
[03:42:49.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:26:0)
[03:42:49.320] Build status: SCHEDULED
[03:42:49.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:27:0) after 7m23s
[03:50:12.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:27:0)
[03:50:12.450] Build status: SCHEDULED
[03:50:12.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:28:0) after 2m36s
[03:52:48.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:28:0)
[03:52:48.499] Build status: SCHEDULED
[03:52:48.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:29:0) after 8m35s
[04:01:23.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:29:0)
[04:01:23.526] Build status: SCHEDULED
[04:01:23.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:30:0) after 4m50s
[04:06:13.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:30:0)
[04:06:13.745] Build status: SCHEDULED
[04:06:13.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:31:0) after 5m13s
[04:11:26.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:31:0)
[04:11:26.921] Build status: SCHEDULED
[04:11:26.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:32:0) after 7m30s
[04:18:56.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:32:0)
[04:18:56.993] Build status: SCHEDULED
[04:18:56.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:33:0) after 8m6s
[04:27:03.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:33:0)
[04:27:03.067] Build status: SCHEDULED
[04:27:03.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:34:0) after 2m36s
[04:29:39.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:34:0)
[04:29:39.099] Build status: SCHEDULED
[04:29:39.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:35:0) after 3m37s
[04:33:16.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:35:0)
[04:33:16.188] Build status: SCHEDULED
[04:33:16.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8839869200928735008:36:0) after 9m13s
[04:36:49.310] Received PubSub notification, asking Buildbucket for the build status
[04:36:49.332] Build status: STARTED
[04:41:02.179] Received PubSub notification, asking Buildbucket for the build status
[04:41:02.305] Build:
{
"id": "8674439138821471185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T01:33:26.284247054Z",
"startTime": "2026-08-04T04:36:48.930312493Z",
"endTime": "2026-08-04T04:41:01.872844123Z",
"updateTime": "2026-08-04T04:41:01.872844123Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c525ba9178480408b8163b3e590e9e2ea944711f",
"ref": "refs/heads/main"
}
}
}
[04:41:02.305] Invocation finished in 3h7m37.41352171s with status FAILED