[23:56:00.150] New invocation is queued and will start shortly
[23:59:21.217] Starting the invocation (attempt 1)
[23:59:21.249] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2154cba8475d568038bbd1585d60fd744d6668fc"
[23:59:21.249] Popped gitiles commit info from properties and tags
[23:59:21.249] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:59:21.249] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:59:21.249] Buildbucket request:
{
"requestId": "8839694135655837312",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839694135655837312",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2154cba8475d568038bbd1585d60fd744d6668fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2154cba8475d568038bbd1585d60fd744d6668fc",
"title": "2154cba8475d568038bbd1585d60fd744d6668fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2154cba8475d568038bbd1585d60fd744d6668fc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839694135655837312"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:59:21.757] Scheduled build:
{
"id": "8674263864034637377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T23:59:21.347826512Z",
"updateTime": "2026-08-05T23:59:21.347826512Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
}
}
}
[23:59:21.757] Task URL: https://cr-buildbucket.appspot.com/build/8674263864034637377
[23:59:21.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:2:0) after 4m41s
[23:59:22.694] Received PubSub notification, asking Buildbucket for the build status
[23:59:22.725] Build status: SCHEDULED
[00:04:02.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:2:0)
[00:04:03.016] Build status: SCHEDULED
[00:04:03.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:4:0) after 7m22s
[00:11:25.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:4:0)
[00:11:25.263] Build status: SCHEDULED
[00:11:25.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:5:0) after 1m43s
[00:13:08.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:5:0)
[00:13:08.407] Build status: SCHEDULED
[00:13:08.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:6:0) after 3m40s
[00:16:48.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:6:0)
[00:16:48.449] Build status: SCHEDULED
[00:16:48.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:7:0) after 9m29s
[00:26:17.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:7:0)
[00:26:17.560] Build status: SCHEDULED
[00:26:17.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:8:0) after 4m54s
[00:31:11.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:8:0)
[00:31:11.603] Build status: SCHEDULED
[00:31:11.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:9:0) after 4m35s
[00:35:46.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:9:0)
[00:35:46.644] Build status: SCHEDULED
[00:35:46.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:10:0) after 4m39s
[00:40:25.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:10:0)
[00:40:25.676] Build status: SCHEDULED
[00:40:25.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:11:0) after 6m14s
[00:46:40.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:11:0)
[00:46:40.120] Build status: SCHEDULED
[00:46:40.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:12:0) after 7m10s
[00:53:50.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:12:0)
[00:53:50.182] Build status: SCHEDULED
[00:53:50.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:13:0) after 8m37s
[01:02:27.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:13:0)
[01:02:27.450] Build status: SCHEDULED
[01:02:27.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:14:0) after 7m22s
[01:09:49.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:14:0)
[01:09:49.540] Build status: SCHEDULED
[01:09:49.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:15:0) after 9m3s
[01:18:52.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:15:0)
[01:18:52.649] Build status: SCHEDULED
[01:18:52.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:16:0) after 2m55s
[01:21:47.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:16:0)
[01:21:47.684] Build status: SCHEDULED
[01:21:47.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:17:0) after 7m0s
[01:28:47.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:17:0)
[01:28:47.733] Build status: SCHEDULED
[01:28:47.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:18:0) after 9m24s
[01:38:11.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:18:0)
[01:38:11.840] Build status: SCHEDULED
[01:38:11.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:19:0) after 3m54s
[01:42:05.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:19:0)
[01:42:05.844] Build status: SCHEDULED
[01:42:05.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:20:0) after 1m10s
[01:43:15.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:20:0)
[01:43:15.980] Build status: SCHEDULED
[01:43:15.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:21:0) after 7m48s
[01:51:03.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:21:0)
[01:51:04.023] Build status: SCHEDULED
[01:51:04.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:22:0) after 2m20s
[01:53:24.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:22:0)
[01:53:24.120] Build status: SCHEDULED
[01:53:24.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:23:0) after 1m58s
[01:55:22.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:23:0)
[01:55:22.214] Build status: SCHEDULED
[01:55:22.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:24:0) after 1m36s
[01:56:58.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:24:0)
[01:56:58.374] Build status: SCHEDULED
[01:56:58.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:25:0) after 1m22s
[01:58:20.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:25:0)
[01:58:20.575] Build status: SCHEDULED
[01:58:20.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:26:0) after 8m46s
[02:07:06.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:26:0)
[02:07:06.666] Build status: SCHEDULED
[02:07:06.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:27:0) after 3m0s
[02:10:06.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:27:0)
[02:10:06.869] Build status: SCHEDULED
[02:10:06.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:28:0) after 2m36s
[02:12:42.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:28:0)
[02:12:42.930] Build status: SCHEDULED
[02:12:42.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:29:0) after 7m26s
[02:20:08.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:29:0)
[02:20:09.022] Build status: SCHEDULED
[02:20:09.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:30:0) after 6m32s
[02:26:41.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:30:0)
[02:26:41.118] Build status: SCHEDULED
[02:26:41.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:31:0) after 6m2s
[02:32:43.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:31:0)
[02:32:43.314] Build status: SCHEDULED
[02:32:43.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:32:0) after 8m32s
[02:41:15.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:32:0)
[02:41:15.685] Build status: SCHEDULED
[02:41:15.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:33:0) after 6m32s
[02:47:47.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:33:0)
[02:47:47.838] Build status: SCHEDULED
[02:47:47.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:34:0) after 9m5s
[02:56:52.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:34:0)
[02:56:52.877] Build status: SCHEDULED
[02:56:52.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:35:0) after 1m37s
[02:58:29.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:35:0)
[02:58:30.035] Build status: SCHEDULED
[02:58:30.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:36:0) after 9m13s
[03:07:43.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:36:0)
[03:07:43.240] Build status: SCHEDULED
[03:07:43.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:37:0) after 1m11s
[03:08:54.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:37:0)
[03:08:54.275] Build status: SCHEDULED
[03:08:54.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:38:0) after 9m17s
[03:18:11.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:38:0)
[03:18:11.608] Build status: SCHEDULED
[03:18:11.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:39:0) after 3m35s
[03:21:46.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:39:0)
[03:21:46.749] Build status: SCHEDULED
[03:21:46.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:40:0) after 2m57s
[03:24:44.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:40:0)
[03:24:44.412] Build status: SCHEDULED
[03:24:44.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:41:0) after 6m6s
[03:30:50.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:41:0)
[03:30:50.752] Build status: SCHEDULED
[03:30:50.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8839694135655837312:42:0) after 8m55s
[03:32:43.770] Received PubSub notification, asking Buildbucket for the build status
[03:32:43.792] Build status: STARTED
[03:36:57.853] Received PubSub notification, asking Buildbucket for the build status
[03:36:57.880] Build:
{
"id": "8674263864034637377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T23:59:21.347826512Z",
"startTime": "2026-08-06T03:32:43.578886084Z",
"endTime": "2026-08-06T03:36:57.577899766Z",
"updateTime": "2026-08-06T03:36:57.577899766Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2154cba8475d568038bbd1585d60fd744d6668fc",
"ref": "refs/heads/main"
}
}
}
[03:36:57.881] Invocation finished in 3h40m57.734732773s with status FAILED