[01:08:02.171] New invocation is queued and will start shortly
[01:08:03.199] Starting the invocation (attempt 1)
[01:08:03.220] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/876420bfa4be769498abed63fba117677c0b9ab0"
[01:08:03.220] Popped gitiles commit info from properties and tags
[01:08:03.220] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:08:03.221] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:08:03.221] Buildbucket request:
{
"requestId": "8844581839874472352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844581839874472352",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2862ae57eab31f3dc3d9b0c7e9963c5b9436fbf0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2862ae57eab31f3dc3d9b0c7e9963c5b9436fbf0",
"title": "2862ae57eab31f3dc3d9b0c7e9963c5b9436fbf0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2862ae57eab31f3dc3d9b0c7e9963c5b9436fbf0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1ccbe9441a3630fbb2dd6b9aa9bbf1f7d88be531"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ccbe9441a3630fbb2dd6b9aa9bbf1f7d88be531",
"title": "1ccbe9441a3630fbb2dd6b9aa9bbf1f7d88be531",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ccbe9441a3630fbb2dd6b9aa9bbf1f7d88be531"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "876420bfa4be769498abed63fba117677c0b9ab0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@876420bfa4be769498abed63fba117677c0b9ab0",
"title": "876420bfa4be769498abed63fba117677c0b9ab0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/876420bfa4be769498abed63fba117677c0b9ab0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "876420bfa4be769498abed63fba117677c0b9ab0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844581839874472352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:08:03.624] Scheduled build:
{
"id": "8679151778057090497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-13T01:08:03.283090Z",
"updateTime": "2026-06-13T01:08:03.283090Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "876420bfa4be769498abed63fba117677c0b9ab0",
"ref": "refs/heads/main"
}
}
}
[01:08:03.624] Task URL: https://cr-buildbucket.appspot.com/build/8679151778057090497
[01:08:03.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:2:0) after 2m56s
[01:08:04.608] Received PubSub notification, asking Buildbucket for the build status
[01:08:04.658] Build status: SCHEDULED
[01:10:59.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:2:0)
[01:10:59.656] Build status: SCHEDULED
[01:10:59.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:4:0) after 4m4s
[01:15:03.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:4:0)
[01:15:03.749] Build status: SCHEDULED
[01:15:03.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:5:0) after 2m22s
[01:17:25.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:5:0)
[01:17:25.787] Build status: SCHEDULED
[01:17:25.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:6:0) after 8m40s
[01:26:05.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:6:0)
[01:26:05.847] Build status: SCHEDULED
[01:26:05.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:7:0) after 9m3s
[01:35:08.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:7:0)
[01:35:09.113] Build status: SCHEDULED
[01:35:09.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:8:0) after 4m5s
[01:39:14.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:8:0)
[01:39:14.144] Build status: SCHEDULED
[01:39:14.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:9:0) after 6m32s
[01:45:46.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:9:0)
[01:45:46.277] Build status: SCHEDULED
[01:45:46.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:10:0) after 4m47s
[01:50:33.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:10:0)
[01:50:33.339] Build status: SCHEDULED
[01:50:33.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:11:0) after 4m22s
[01:54:55.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:11:0)
[01:54:55.385] Build status: SCHEDULED
[01:54:55.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:12:0) after 9m17s
[02:04:12.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:12:0)
[02:04:12.464] Build status: SCHEDULED
[02:04:12.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:13:0) after 1m9s
[02:05:21.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:13:0)
[02:05:21.545] Build status: SCHEDULED
[02:05:21.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:14:0) after 8m57s
[02:14:18.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:14:0)
[02:14:18.578] Build status: SCHEDULED
[02:14:18.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:15:0) after 1m3s
[02:15:21.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:15:0)
[02:15:21.661] Build status: SCHEDULED
[02:15:21.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:16:0) after 1m42s
[02:17:03.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:16:0)
[02:17:03.841] Build status: SCHEDULED
[02:17:03.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:17:0) after 5m53s
[02:22:56.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:17:0)
[02:22:56.984] Build status: SCHEDULED
[02:22:56.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:18:0) after 4m24s
[02:27:21.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:18:0)
[02:27:21.066] Build status: SCHEDULED
[02:27:21.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:19:0) after 7m45s
[02:35:06.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:19:0)
[02:35:06.344] Build status: SCHEDULED
[02:35:06.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:20:0) after 8m55s
[02:44:01.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:20:0)
[02:44:01.430] Build status: SCHEDULED
[02:44:01.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:21:0) after 5m7s
[02:49:08.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:21:0)
[02:49:08.460] Build status: SCHEDULED
[02:49:08.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:22:0) after 3m31s
[02:52:39.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:22:0)
[02:52:39.575] Build status: SCHEDULED
[02:52:39.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:23:0) after 2m1s
[02:54:40.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:23:0)
[02:54:40.674] Build status: SCHEDULED
[02:54:40.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:24:0) after 1m24s
[02:56:04.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:24:0)
[02:56:04.718] Build status: SCHEDULED
[02:56:04.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:25:0) after 1m5s
[02:57:09.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:25:0)
[02:57:09.755] Build status: SCHEDULED
[02:57:09.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:26:0) after 2m51s
[03:00:00.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:26:0)
[03:00:00.821] Build status: SCHEDULED
[03:00:00.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:27:0) after 6m28s
[03:06:28.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:27:0)
[03:06:28.905] Build status: SCHEDULED
[03:06:28.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:28:0) after 8m14s
[03:14:42.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:28:0)
[03:14:42.967] Build status: SCHEDULED
[03:14:42.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:29:0) after 1m39s
[03:16:22.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:29:0)
[03:16:22.023] Build status: SCHEDULED
[03:16:22.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:30:0) after 7m54s
[03:24:16.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:30:0)
[03:24:16.166] Build status: SCHEDULED
[03:24:16.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:31:0) after 7m2s
[03:31:18.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:31:0)
[03:31:18.539] Build status: SCHEDULED
[03:31:18.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:32:0) after 4m14s
[03:35:32.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:32:0)
[03:35:32.616] Build status: SCHEDULED
[03:35:32.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:33:0) after 3m21s
[03:38:53.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:33:0)
[03:38:53.852] Build status: SCHEDULED
[03:38:53.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:34:0) after 2m20s
[03:41:13.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:34:0)
[03:41:13.905] Build status: SCHEDULED
[03:41:13.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:35:0) after 1m44s
[03:42:57.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:35:0)
[03:42:57.941] Build status: SCHEDULED
[03:42:57.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:36:0) after 5m35s
[03:48:33.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:36:0)
[03:48:33.140] Build status: SCHEDULED
[03:48:33.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:37:0) after 8m51s
[03:57:24.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:37:0)
[03:57:24.171] Build status: SCHEDULED
[03:57:24.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:38:0) after 9m56s
[04:07:20.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:38:0)
[04:07:20.331] Build status: SCHEDULED
[04:07:20.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:39:0) after 5m48s
[04:13:08.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:39:0)
[04:13:08.437] Build status: SCHEDULED
[04:13:08.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:40:0) after 5m58s
[04:19:06.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:40:0)
[04:19:06.537] Build status: SCHEDULED
[04:19:06.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:41:0) after 3m8s
[04:19:33.052] Received PubSub notification, asking Buildbucket for the build status
[04:19:33.117] Build status: STARTED
[04:22:14.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:41:0)
[04:22:14.577] Build status: STARTED
[04:22:14.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844581839874472352:43:0) after 3m34s
[04:25:45.586] Received PubSub notification, asking Buildbucket for the build status
[04:25:45.602] Build:
{
"id": "8679151778057090497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-13T01:08:03.283090Z",
"startTime": "2026-06-13T04:19:32.687311403Z",
"endTime": "2026-06-13T04:25:45.297410088Z",
"updateTime": "2026-06-13T04:25:45.297410088Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "876420bfa4be769498abed63fba117677c0b9ab0",
"ref": "refs/heads/main"
}
}
}
[04:25:45.602] Invocation finished in 3h17m43.436714149s with status FAILED