[02:11:49.248] New invocation is queued and will start shortly
[02:11:50.357] Starting the invocation (attempt 1)
[02:11:50.376] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a208e1837615c79eaa6674523a603ea042af0d74"
[02:11:50.376] Popped gitiles commit info from properties and tags
[02:11:50.376] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:11:50.377] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:11:50.377] Buildbucket request:
{
"requestId": "8845483796557452688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845483796557452688",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5cd36841c04d47db4afdc2d54db88a596f1db137"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5cd36841c04d47db4afdc2d54db88a596f1db137",
"title": "5cd36841c04d47db4afdc2d54db88a596f1db137",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5cd36841c04d47db4afdc2d54db88a596f1db137"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a208e1837615c79eaa6674523a603ea042af0d74"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a208e1837615c79eaa6674523a603ea042af0d74",
"title": "a208e1837615c79eaa6674523a603ea042af0d74",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a208e1837615c79eaa6674523a603ea042af0d74"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a208e1837615c79eaa6674523a603ea042af0d74",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845483796557452688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:11:51.389] Scheduled build:
{
"id": "8680053734652034609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T02:11:50.444400865Z",
"updateTime": "2026-06-03T02:11:50.444400865Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a208e1837615c79eaa6674523a603ea042af0d74",
"ref": "refs/heads/main"
}
}
}
[02:11:51.389] Task URL: https://cr-buildbucket.appspot.com/build/8680053734652034609
[02:11:51.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:2:0) after 5m4s
[02:11:52.170] Received PubSub notification, asking Buildbucket for the build status
[02:11:52.201] Build status: SCHEDULED
[02:16:55.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:2:0)
[02:16:55.542] Build status: SCHEDULED
[02:16:55.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:4:0) after 1m37s
[02:18:32.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:4:0)
[02:18:32.776] Build status: SCHEDULED
[02:18:32.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:5:0) after 2m1s
[02:20:33.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:5:0)
[02:20:33.832] Build status: SCHEDULED
[02:20:33.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:6:0) after 1m54s
[02:22:27.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:6:0)
[02:22:27.870] Build status: SCHEDULED
[02:22:27.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:7:0) after 4m48s
[02:27:16.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:7:0)
[02:27:16.105] Build status: SCHEDULED
[02:27:16.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:8:0) after 2m18s
[02:29:34.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:8:0)
[02:29:34.454] Build status: SCHEDULED
[02:29:34.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:9:0) after 3m21s
[02:32:55.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:9:0)
[02:32:55.451] Build status: SCHEDULED
[02:32:55.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:10:0) after 8m46s
[02:41:41.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:10:0)
[02:41:41.581] Build status: SCHEDULED
[02:41:41.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:11:0) after 3m58s
[02:45:39.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:11:0)
[02:45:39.615] Build status: SCHEDULED
[02:45:39.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:12:0) after 8m8s
[02:53:47.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:12:0)
[02:53:47.713] Build status: SCHEDULED
[02:53:47.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:13:0) after 5m2s
[02:58:49.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:13:0)
[02:58:49.719] Build status: SCHEDULED
[02:58:49.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:14:0) after 2m23s
[03:01:12.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:14:0)
[03:01:12.755] Build status: SCHEDULED
[03:01:12.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:15:0) after 2m3s
[03:03:15.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:15:0)
[03:03:15.791] Build status: SCHEDULED
[03:03:15.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:16:0) after 8m24s
[03:11:39.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:16:0)
[03:11:39.887] Build status: SCHEDULED
[03:11:39.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:17:0) after 5m55s
[03:17:34.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:17:0)
[03:17:34.927] Build status: SCHEDULED
[03:17:34.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:18:0) after 7m1s
[03:24:35.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:18:0)
[03:24:36.011] Build status: SCHEDULED
[03:24:36.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:19:0) after 9m49s
[03:34:25.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:19:0)
[03:34:25.048] Build status: SCHEDULED
[03:34:25.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:20:0) after 8m41s
[03:43:06.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:20:0)
[03:43:06.133] Build status: SCHEDULED
[03:43:06.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:21:0) after 5m57s
[03:49:03.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:21:0)
[03:49:03.198] Build status: SCHEDULED
[03:49:03.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:22:0) after 3m18s
[03:52:21.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:22:0)
[03:52:21.372] Build status: SCHEDULED
[03:52:21.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:23:0) after 3m35s
[03:55:56.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:23:0)
[03:55:56.433] Build status: SCHEDULED
[03:55:56.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:24:0) after 9m49s
[04:05:45.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:24:0)
[04:05:45.477] Build status: SCHEDULED
[04:05:45.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:25:0) after 1m13s
[04:06:58.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:25:0)
[04:06:58.764] Build status: SCHEDULED
[04:06:58.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:26:0) after 3m30s
[04:10:28.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:26:0)
[04:10:28.805] Build status: SCHEDULED
[04:10:28.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:27:0) after 3m7s
[04:13:35.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:27:0)
[04:13:35.983] Build status: SCHEDULED
[04:13:35.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:28:0) after 1m32s
[04:15:07.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:28:0)
[04:15:08.008] Build status: SCHEDULED
[04:15:08.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:29:0) after 8m48s
[04:23:56.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:29:0)
[04:23:56.231] Build status: SCHEDULED
[04:23:56.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:30:0) after 8m15s
[04:32:11.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:30:0)
[04:32:11.312] Build status: SCHEDULED
[04:32:11.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:31:0) after 5m15s
[04:37:26.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:31:0)
[04:37:26.359] Build status: SCHEDULED
[04:37:26.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:32:0) after 5m22s
[04:42:48.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:32:0)
[04:42:48.477] Build status: SCHEDULED
[04:42:48.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:33:0) after 9m30s
[04:52:18.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:33:0)
[04:52:18.529] Build status: SCHEDULED
[04:52:18.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:34:0) after 1m44s
[04:54:02.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:34:0)
[04:54:02.658] Build status: SCHEDULED
[04:54:02.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:35:0) after 9m59s
[05:04:01.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:35:0)
[05:04:01.750] Build status: SCHEDULED
[05:04:01.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:36:0) after 8m2s
[05:12:03.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:36:0)
[05:12:03.918] Build status: SCHEDULED
[05:12:03.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:37:0) after 6m59s
[05:19:02.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:37:0)
[05:19:02.950] Build status: SCHEDULED
[05:19:02.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:38:0) after 8m25s
[05:27:28.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:38:0)
[05:27:28.044] Build status: SCHEDULED
[05:27:28.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:39:0) after 2m36s
[05:30:04.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:39:0)
[05:30:04.107] Build status: SCHEDULED
[05:30:04.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:40:0) after 1m53s
[05:31:57.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:40:0)
[05:31:57.285] Build status: SCHEDULED
[05:31:57.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:41:0) after 2m34s
[05:34:31.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:41:0)
[05:34:31.541] Build status: SCHEDULED
[05:34:31.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:42:0) after 8m22s
[05:42:53.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:42:0)
[05:42:53.578] Build status: SCHEDULED
[05:42:53.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:43:0) after 3m35s
[05:44:48.613] Received PubSub notification, asking Buildbucket for the build status
[05:44:48.655] Build status: STARTED
[05:46:28.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:43:0)
[05:46:28.635] Build status: STARTED
[05:46:28.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:45:0) after 2m46s
[05:49:14.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:45:0)
[05:49:14.670] Build status: STARTED
[05:49:14.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-build:8845483796557452688:46:0) after 9m21s
[05:50:56.689] Received PubSub notification, asking Buildbucket for the build status
[05:50:56.706] Build:
{
"id": "8680053734652034609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T02:11:50.444400865Z",
"startTime": "2026-06-03T05:44:25.222728746Z",
"endTime": "2026-06-03T05:50:56.301410338Z",
"updateTime": "2026-06-03T05:50:56.301410338Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a208e1837615c79eaa6674523a603ea042af0d74",
"ref": "refs/heads/main"
}
}
}
[05:50:56.706] Invocation finished in 3h39m7.463075245s with status FAILED