[02:15:06.123] New invocation is queued and will start shortly
[02:15:06.123] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:15:07.501] Starting the invocation (attempt 1)
[02:15:07.537] Ignoring gitiles_ref tag without the buildset tag
[02:15:07.537] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:15:07.537] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:15:07.537] Buildbucket request:
{
"requestId": "8862062834977796480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862062834977796480",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "12d26329-6955-46ce-8b1f-cf3c331cfe39",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8696632969588391889"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862062834977796480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:15:07.980] Scheduled build:
{
"id": "8696632772665193713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T02:15:07.700797161Z",
"updateTime": "2025-12-02T02:15:07.700797161Z",
"status": "SCHEDULED",
"input": {
}
}
[02:15:07.980] Task URL: https://cr-buildbucket.appspot.com/build/8696632772665193713
[02:15:07.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:2:0) after 8m53s
[02:15:09.002] Received PubSub notification, asking Buildbucket for the build status
[02:15:09.025] Build status: SCHEDULED
[02:24:01.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:2:0)
[02:24:01.037] Build status: SCHEDULED
[02:24:01.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:4:0) after 7m43s
[02:31:44.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:4:0)
[02:31:44.079] Build status: SCHEDULED
[02:31:44.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:5:0) after 5m16s
[02:37:00.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:5:0)
[02:37:00.179] Build status: SCHEDULED
[02:37:00.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:6:0) after 3m28s
[02:40:28.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:6:0)
[02:40:28.249] Build status: SCHEDULED
[02:40:28.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:7:0) after 7m55s
[02:48:23.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:7:0)
[02:48:23.309] Build status: SCHEDULED
[02:48:23.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:8:0) after 5m34s
[02:53:57.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:8:0)
[02:53:57.387] Build status: SCHEDULED
[02:53:57.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:9:0) after 8m33s
[03:02:30.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:9:0)
[03:02:30.420] Build status: SCHEDULED
[03:02:30.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:10:0) after 3m48s
[03:06:18.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:10:0)
[03:06:18.467] Build status: SCHEDULED
[03:06:18.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:11:0) after 2m46s
[03:09:04.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:11:0)
[03:09:04.512] Build status: SCHEDULED
[03:09:04.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:12:0) after 3m12s
[03:12:16.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:12:0)
[03:12:16.543] Build status: SCHEDULED
[03:12:16.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:13:0) after 6m41s
[03:18:57.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:13:0)
[03:18:57.616] Build status: SCHEDULED
[03:18:57.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:14:0) after 4m29s
[03:23:26.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:14:0)
[03:23:26.728] Build status: SCHEDULED
[03:23:26.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:15:0) after 6m56s
[03:30:22.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:15:0)
[03:30:22.869] Build status: SCHEDULED
[03:30:22.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:16:0) after 2m32s
[03:32:54.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:16:0)
[03:32:54.914] Build status: SCHEDULED
[03:32:54.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:17:0) after 7m58s
[03:40:52.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:17:0)
[03:40:52.926] Build status: SCHEDULED
[03:40:52.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:18:0) after 3m10s
[03:44:02.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:18:0)
[03:44:03.008] Build status: SCHEDULED
[03:44:03.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:19:0) after 3m55s
[03:47:58.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:19:0)
[03:47:58.080] Build status: SCHEDULED
[03:47:58.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:20:0) after 8m56s
[03:56:54.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:20:0)
[03:56:54.119] Build status: SCHEDULED
[03:56:54.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:21:0) after 4m40s
[04:01:34.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:21:0)
[04:01:34.153] Build status: SCHEDULED
[04:01:34.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:22:0) after 4m39s
[04:06:13.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:22:0)
[04:06:13.248] Build status: SCHEDULED
[04:06:13.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:23:0) after 5m28s
[04:11:41.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:23:0)
[04:11:41.288] Build status: SCHEDULED
[04:11:41.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:24:0) after 9m23s
[04:21:04.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:24:0)
[04:21:04.393] Build status: SCHEDULED
[04:21:04.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:25:0) after 1m54s
[04:22:58.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:25:0)
[04:22:58.558] Build status: SCHEDULED
[04:22:58.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:26:0) after 3m37s
[04:26:35.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:26:0)
[04:26:35.717] Build status: SCHEDULED
[04:26:35.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:27:0) after 6m55s
[04:33:30.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:27:0)
[04:33:30.754] Build status: SCHEDULED
[04:33:30.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:28:0) after 7m4s
[04:38:49.008] Received PubSub notification, asking Buildbucket for the build status
[04:38:49.027] Build status: STARTED
[04:40:34.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:28:0)
[04:40:34.791] Build status: STARTED
[04:40:34.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:30:0) after 7m24s
[04:47:58.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:30:0)
[04:47:58.831] Build status: STARTED
[04:47:58.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:31:0) after 3m39s
[04:51:37.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:31:0)
[04:51:37.895] Build status: STARTED
[04:51:37.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:32:0) after 9m52s
[05:01:29.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:32:0)
[05:01:29.880] Build status: STARTED
[05:01:29.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:33:0) after 1m35s
[05:03:04.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:33:0)
[05:03:04.914] Build status: STARTED
[05:03:04.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862062834977796480:34:0) after 8m14s
[05:06:23.173] Received PubSub notification, asking Buildbucket for the build status
[05:06:23.200] Build:
{
"id": "8696632772665193713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T02:15:07.700797161Z",
"startTime": "2025-12-02T04:38:48.874136477Z",
"endTime": "2025-12-02T05:06:22.738605848Z",
"updateTime": "2025-12-02T05:06:22.738605848Z",
"status": "FAILURE",
"input": {
}
}
[05:06:23.200] Invocation finished in 2h51m17.089669322s with status FAILED