[02:02:21.200] New invocation is queued and will start shortly
[02:02:22.405] Starting the invocation (attempt 1)
[02:02:22.431] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/393339085e844d04fbe1af4dff6d221e0f962ae3"
[02:02:22.431] Popped gitiles commit info from properties and tags
[02:02:22.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:02:22.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:02:22.431] Buildbucket request:
{
"requestId": "8844940810400872800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844940810400872800",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6481562634300febda8ab40e8fec91317be4beb5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6481562634300febda8ab40e8fec91317be4beb5",
"title": "6481562634300febda8ab40e8fec91317be4beb5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6481562634300febda8ab40e8fec91317be4beb5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "393339085e844d04fbe1af4dff6d221e0f962ae3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@393339085e844d04fbe1af4dff6d221e0f962ae3",
"title": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/393339085e844d04fbe1af4dff6d221e0f962ae3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844940810400872800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:02:22.797] Scheduled build:
{
"id": "8679510748383070721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T02:02:22.503673847Z",
"updateTime": "2026-06-09T02:02:22.503673847Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
}
}
}
[02:02:22.797] Task URL: https://cr-buildbucket.appspot.com/build/8679510748383070721
[02:02:22.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:2:0) after 4m33s
[02:02:23.744] Received PubSub notification, asking Buildbucket for the build status
[02:02:23.764] Build status: SCHEDULED
[02:06:55.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:2:0)
[02:06:55.834] Build status: SCHEDULED
[02:06:55.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:4:0) after 8m53s
[02:15:48.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:4:0)
[02:15:48.989] Build status: SCHEDULED
[02:15:48.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:5:0) after 5m16s
[02:21:05.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:5:0)
[02:21:05.029] Build status: SCHEDULED
[02:21:05.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:6:0) after 3m51s
[02:24:56.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:6:0)
[02:24:56.050] Build status: SCHEDULED
[02:24:56.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:7:0) after 4m27s
[02:29:23.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:7:0)
[02:29:23.098] Build status: SCHEDULED
[02:29:23.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:8:0) after 3m11s
[02:32:34.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:8:0)
[02:32:34.310] Build status: SCHEDULED
[02:32:34.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:9:0) after 4m30s
[02:37:04.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:9:0)
[02:37:04.606] Build status: SCHEDULED
[02:37:04.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:10:0) after 2m37s
[02:39:41.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:10:0)
[02:39:41.695] Build status: SCHEDULED
[02:39:41.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:11:0) after 2m36s
[02:42:17.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:11:0)
[02:42:17.733] Build status: SCHEDULED
[02:42:17.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:12:0) after 7m39s
[02:49:56.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:12:0)
[02:49:56.836] Build status: SCHEDULED
[02:49:56.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:13:0) after 2m59s
[02:52:55.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:13:0)
[02:52:55.918] Build status: SCHEDULED
[02:52:55.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:14:0) after 8m41s
[03:01:37.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:14:0)
[03:01:37.142] Build status: SCHEDULED
[03:01:37.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:15:0) after 4m13s
[03:05:50.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:15:0)
[03:05:50.267] Build status: SCHEDULED
[03:05:50.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:16:0) after 3m30s
[03:09:20.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:16:0)
[03:09:20.300] Build status: SCHEDULED
[03:09:20.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:17:0) after 6m5s
[03:15:25.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:17:0)
[03:15:25.336] Build status: SCHEDULED
[03:15:25.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:18:0) after 2m26s
[03:17:51.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:18:0)
[03:17:51.322] Build status: SCHEDULED
[03:17:51.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:19:0) after 4m56s
[03:22:47.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:19:0)
[03:22:47.437] Build status: SCHEDULED
[03:22:47.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:20:0) after 6m14s
[03:29:01.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:20:0)
[03:29:01.505] Build status: SCHEDULED
[03:29:01.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:21:0) after 2m3s
[03:31:04.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:21:0)
[03:31:04.993] Build status: SCHEDULED
[03:31:04.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:22:0) after 8m15s
[03:39:20.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:22:0)
[03:39:20.039] Build status: SCHEDULED
[03:39:20.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:23:0) after 1m41s
[03:41:01.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:23:0)
[03:41:01.125] Build status: SCHEDULED
[03:41:01.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:24:0) after 3m57s
[03:44:58.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:24:0)
[03:44:58.174] Build status: SCHEDULED
[03:44:58.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:25:0) after 6m9s
[03:51:07.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:25:0)
[03:51:07.268] Build status: SCHEDULED
[03:51:07.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:26:0) after 6m30s
[03:57:37.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:26:0)
[03:57:37.303] Build status: SCHEDULED
[03:57:37.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:27:0) after 3m37s
[04:01:14.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:27:0)
[04:01:14.374] Build status: SCHEDULED
[04:01:14.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:28:0) after 2m15s
[04:03:29.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:28:0)
[04:03:29.467] Build status: SCHEDULED
[04:03:29.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:29:0) after 1m43s
[04:05:12.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:29:0)
[04:05:12.477] Build status: SCHEDULED
[04:05:12.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:30:0) after 7m51s
[04:13:03.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:30:0)
[04:13:03.585] Build status: SCHEDULED
[04:13:03.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:31:0) after 2m0s
[04:15:03.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:31:0)
[04:15:03.618] Build status: SCHEDULED
[04:15:03.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:32:0) after 1m37s
[04:16:40.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:32:0)
[04:16:40.705] Build status: SCHEDULED
[04:16:40.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:33:0) after 9m26s
[04:26:06.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:33:0)
[04:26:06.727] Build status: SCHEDULED
[04:26:06.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:34:0) after 3m14s
[04:29:20.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:34:0)
[04:29:20.796] Build status: SCHEDULED
[04:29:20.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:35:0) after 6m46s
[04:36:06.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:35:0)
[04:36:06.902] Build status: SCHEDULED
[04:36:06.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:36:0) after 4m44s
[04:40:50.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:36:0)
[04:40:50.972] Build status: SCHEDULED
[04:40:50.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8844940810400872800:37:0) after 6m22s
[04:41:44.781] Received PubSub notification, asking Buildbucket for the build status
[04:41:44.797] Build status: STARTED
[04:44:43.721] Received PubSub notification, asking Buildbucket for the build status
[04:44:43.741] Build:
{
"id": "8679510748383070721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T02:02:22.503673847Z",
"startTime": "2026-06-09T04:41:42.489650614Z",
"endTime": "2026-06-09T04:44:32.698064603Z",
"updateTime": "2026-06-09T04:44:32.698064603Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
}
}
}
[04:44:43.741] Invocation finished in 2h42m22.546251845s with status FAILED