[19:35:59.131] New invocation is queued and will start shortly
[19:36:00.166] Starting the invocation (attempt 1)
[19:36:00.194] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2"
[19:36:00.194] Popped gitiles commit info from properties and tags
[19:36:00.194] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:00.194] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:00.194] Buildbucket request:
{
"requestId": "8848679594182078816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848679594182078816",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c4480d52adf61c6b91e5892a7555cfd1e63a97b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4480d52adf61c6b91e5892a7555cfd1e63a97b9",
"title": "c4480d52adf61c6b91e5892a7555cfd1e63a97b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4480d52adf61c6b91e5892a7555cfd1e63a97b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2",
"title": "d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848679594182078816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:36:00.569] Scheduled build:
{
"id": "8683249532345962497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T19:36:00.263924676Z",
"updateTime": "2026-04-28T19:36:00.263924676Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2",
"ref": "refs/heads/main"
}
}
}
[19:36:00.569] Task URL: https://cr-buildbucket.appspot.com/build/8683249532345962497
[19:36:00.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:2:0) after 9m47s
[19:36:05.137] Received PubSub notification, asking Buildbucket for the build status
[19:36:05.203] Build status: SCHEDULED
[19:45:47.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:2:0)
[19:45:47.672] Build status: SCHEDULED
[19:45:47.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:4:0) after 8m26s
[19:54:13.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:4:0)
[19:54:13.716] Build status: SCHEDULED
[19:54:13.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:5:0) after 5m48s
[20:00:01.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:5:0)
[20:00:01.758] Build status: SCHEDULED
[20:00:01.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:6:0) after 4m26s
[20:04:27.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:6:0)
[20:04:27.791] Build status: SCHEDULED
[20:04:27.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:7:0) after 3m53s
[20:08:20.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:7:0)
[20:08:20.959] Build status: SCHEDULED
[20:08:20.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:8:0) after 3m13s
[20:11:33.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:8:0)
[20:11:33.991] Build status: SCHEDULED
[20:11:33.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:9:0) after 9m11s
[20:20:45.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:9:0)
[20:20:45.109] Build status: SCHEDULED
[20:20:45.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:10:0) after 4m19s
[20:25:04.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:10:0)
[20:25:04.177] Build status: SCHEDULED
[20:25:04.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:11:0) after 4m38s
[20:29:42.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:11:0)
[20:29:42.205] Build status: SCHEDULED
[20:29:42.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:12:0) after 3m15s
[20:32:57.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:12:0)
[20:32:57.254] Build status: SCHEDULED
[20:32:57.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:13:0) after 2m8s
[20:35:05.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:13:0)
[20:35:05.285] Build status: SCHEDULED
[20:35:05.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:14:0) after 6m27s
[20:41:32.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:14:0)
[20:41:32.410] Build status: SCHEDULED
[20:41:32.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:15:0) after 4m42s
[20:46:14.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:15:0)
[20:46:14.525] Build status: SCHEDULED
[20:46:14.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:16:0) after 2m3s
[20:48:17.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:16:0)
[20:48:17.594] Build status: SCHEDULED
[20:48:17.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:17:0) after 1m2s
[20:49:19.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:17:0)
[20:49:19.627] Build status: SCHEDULED
[20:49:19.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:18:0) after 3m1s
[20:52:20.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:18:0)
[20:52:20.673] Build status: SCHEDULED
[20:52:20.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:19:0) after 1m27s
[20:53:47.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:19:0)
[20:53:47.769] Build status: SCHEDULED
[20:53:47.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:20:0) after 2m55s
[20:56:42.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:20:0)
[20:56:42.971] Build status: SCHEDULED
[20:56:42.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:21:0) after 6m13s
[21:02:56.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:21:0)
[21:02:56.132] Build status: SCHEDULED
[21:02:56.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:22:0) after 1m36s
[21:04:32.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:22:0)
[21:04:32.214] Build status: SCHEDULED
[21:04:32.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:23:0) after 3m57s
[21:08:29.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:23:0)
[21:08:29.283] Build status: SCHEDULED
[21:08:29.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:24:0) after 7m49s
[21:16:18.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:24:0)
[21:16:18.551] Build status: SCHEDULED
[21:16:18.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:25:0) after 7m32s
[21:23:50.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:25:0)
[21:23:50.702] Build status: SCHEDULED
[21:23:50.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:26:0) after 9m12s
[21:33:02.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:26:0)
[21:33:02.786] Build status: SCHEDULED
[21:33:02.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:27:0) after 7m21s
[21:40:23.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:27:0)
[21:40:23.785] Build status: SCHEDULED
[21:40:23.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:28:0) after 2m19s
[21:42:43.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:28:0)
[21:42:43.049] Build status: SCHEDULED
[21:42:43.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:29:0) after 9m22s
[21:52:05.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:29:0)
[21:52:05.335] Build status: SCHEDULED
[21:52:05.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:30:0) after 1m29s
[21:53:34.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:30:0)
[21:53:34.368] Build status: SCHEDULED
[21:53:34.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:31:0) after 3m43s
[21:57:17.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:31:0)
[21:57:17.429] Build status: SCHEDULED
[21:57:17.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8848679594182078816:32:0) after 4m49s
[21:57:24.977] Received PubSub notification, asking Buildbucket for the build status
[21:57:24.999] Build status: STARTED
[22:01:17.490] Received PubSub notification, asking Buildbucket for the build status
[22:01:17.507] Build:
{
"id": "8683249532345962497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T19:36:00.263924676Z",
"startTime": "2026-04-28T21:57:24.807757451Z",
"endTime": "2026-04-28T22:01:17.097751972Z",
"updateTime": "2026-04-28T22:01:17.097751972Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d99ea6b4e67c8f91689009aa0dadbbd0f715d5a2",
"ref": "refs/heads/main"
}
}
}
[22:01:17.507] Invocation finished in 2h25m18.378979708s with status FAILED