[01:01:43.422] New invocation is queued and will start shortly
[01:01:47.063] Starting the invocation (attempt 1)
[01:01:47.087] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/393339085e844d04fbe1af4dff6d221e0f962ae3"
[01:01:47.087] Popped gitiles commit info from properties and tags
[01:01:47.087] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:01:47.087] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:01:47.087] Buildbucket request:
{
"requestId": "8844944624889587840",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844944624889587840",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6481562634300febda8ab40e8fec91317be4beb5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6481562634300febda8ab40e8fec91317be4beb5",
"title": "6481562634300febda8ab40e8fec91317be4beb5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6481562634300febda8ab40e8fec91317be4beb5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "393339085e844d04fbe1af4dff6d221e0f962ae3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@393339085e844d04fbe1af4dff6d221e0f962ae3",
"title": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/393339085e844d04fbe1af4dff6d221e0f962ae3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844944624889587840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:01:47.474] Scheduled build:
{
"id": "8679514560306538753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T01:01:47.169061762Z",
"updateTime": "2026-06-09T01:01:47.169061762Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
}
}
}
[01:01:47.474] Task URL: https://cr-buildbucket.appspot.com/build/8679514560306538753
[01:01:47.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:2:0) after 4m9s
[01:01:48.479] Received PubSub notification, asking Buildbucket for the build status
[01:01:48.510] Build status: SCHEDULED
[01:05:56.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:2:0)
[01:05:56.474] Build status: SCHEDULED
[01:05:56.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:4:0) after 1m40s
[01:07:36.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:4:0)
[01:07:36.519] Build status: SCHEDULED
[01:07:36.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:5:0) after 8m7s
[01:15:43.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:5:0)
[01:15:43.661] Build status: SCHEDULED
[01:15:43.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:6:0) after 5m24s
[01:21:07.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:6:0)
[01:21:07.697] Build status: SCHEDULED
[01:21:07.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:7:0) after 6m47s
[01:27:54.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:7:0)
[01:27:54.723] Build status: SCHEDULED
[01:27:54.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:8:0) after 4m22s
[01:32:16.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:8:0)
[01:32:16.789] Build status: SCHEDULED
[01:32:16.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:9:0) after 5m23s
[01:37:39.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:9:0)
[01:37:39.791] Build status: SCHEDULED
[01:37:39.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:10:0) after 3m9s
[01:40:48.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:10:0)
[01:40:48.838] Build status: SCHEDULED
[01:40:48.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:11:0) after 6m38s
[01:47:27.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:11:0)
[01:47:27.018] Build status: SCHEDULED
[01:47:27.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:12:0) after 6m49s
[01:54:16.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:12:0)
[01:54:16.057] Build status: SCHEDULED
[01:54:16.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:13:0) after 3m10s
[01:57:26.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:13:0)
[01:57:26.053] Build status: SCHEDULED
[01:57:26.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:14:0) after 6m30s
[02:03:56.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:14:0)
[02:03:56.096] Build status: SCHEDULED
[02:03:56.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:15:0) after 9m12s
[02:13:08.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:15:0)
[02:13:08.162] Build status: SCHEDULED
[02:13:08.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:16:0) after 5m11s
[02:18:19.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:16:0)
[02:18:19.298] Build status: SCHEDULED
[02:18:19.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:17:0) after 2m16s
[02:20:35.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:17:0)
[02:20:35.356] Build status: SCHEDULED
[02:20:35.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:18:0) after 9m21s
[02:29:56.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:18:0)
[02:29:56.387] Build status: SCHEDULED
[02:29:56.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:19:0) after 8m28s
[02:38:24.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:19:0)
[02:38:24.499] Build status: SCHEDULED
[02:38:24.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:20:0) after 9m58s
[02:48:22.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:20:0)
[02:48:22.536] Build status: SCHEDULED
[02:48:22.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:21:0) after 1m44s
[02:50:06.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:21:0)
[02:50:06.567] Build status: SCHEDULED
[02:50:06.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:22:0) after 9m30s
[02:59:36.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:22:0)
[02:59:36.712] Build status: SCHEDULED
[02:59:36.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:23:0) after 7m32s
[03:07:08.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:23:0)
[03:07:08.749] Build status: SCHEDULED
[03:07:08.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:24:0) after 2m48s
[03:09:56.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:24:0)
[03:09:56.863] Build status: SCHEDULED
[03:09:56.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:25:0) after 5m31s
[03:15:27.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:25:0)
[03:15:27.900] Build status: SCHEDULED
[03:15:27.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:26:0) after 8m21s
[03:23:48.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:26:0)
[03:23:49.037] Build status: SCHEDULED
[03:23:49.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:27:0) after 7m55s
[03:31:44.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:27:0)
[03:31:44.192] Build status: SCHEDULED
[03:31:44.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:28:0) after 5m4s
[03:34:17.170] Received PubSub notification, asking Buildbucket for the build status
[03:34:17.187] Build status: STARTED
[03:36:48.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:28:0)
[03:36:48.275] Build status: STARTED
[03:36:48.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8844944624889587840:30:0) after 9m31s
[03:41:50.185] Received PubSub notification, asking Buildbucket for the build status
[03:41:50.213] Build:
{
"id": "8679514560306538753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T01:01:47.169061762Z",
"startTime": "2026-06-09T03:34:16.890901336Z",
"endTime": "2026-06-09T03:40:53.116083414Z",
"updateTime": "2026-06-09T03:40:53.116083414Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "393339085e844d04fbe1af4dff6d221e0f962ae3",
"ref": "refs/heads/main"
}
}
}
[03:41:50.213] Invocation finished in 2h40m6.797985457s with status FAILED