[04:02:24.507] New invocation is queued and will start shortly
[04:02:24.507] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:02:25.544] Starting the invocation (attempt 1)
[04:02:25.566] Ignoring gitiles_ref tag without the buildset tag
[04:02:25.566] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:02:25.567] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:02:25.567] Buildbucket request:
{
"requestId": "8862690262608329648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862690262608329648",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "280d483d-55e5-484a-96cf-352860747be7",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697260419080116849"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862690262608329648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:02:25.870] Scheduled build:
{
"id": "8697260200784178929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T04:02:25.617478297Z",
"updateTime": "2025-11-25T04:02:25.617478297Z",
"status": "SCHEDULED",
"input": {
}
}
[04:02:25.870] Task URL: https://cr-buildbucket.appspot.com/build/8697260200784178929
[04:02:25.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:2:0) after 4m30s
[04:02:26.842] Received PubSub notification, asking Buildbucket for the build status
[04:02:26.869] Build status: SCHEDULED
[04:06:55.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:2:0)
[04:06:55.919] Build status: SCHEDULED
[04:06:55.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:4:0) after 8m43s
[04:15:38.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:4:0)
[04:15:38.966] Build status: SCHEDULED
[04:15:38.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:5:0) after 1m10s
[04:16:49.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:5:0)
[04:16:49.061] Build status: SCHEDULED
[04:16:49.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:6:0) after 7m9s
[04:23:58.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:6:0)
[04:23:58.175] Build status: SCHEDULED
[04:23:58.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:7:0) after 2m6s
[04:26:04.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:7:0)
[04:26:04.228] Build status: SCHEDULED
[04:26:04.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:8:0) after 2m0s
[04:28:04.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:8:0)
[04:28:04.344] Build status: SCHEDULED
[04:28:04.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:9:0) after 6m26s
[04:34:30.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:9:0)
[04:34:30.384] Build status: SCHEDULED
[04:34:30.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:10:0) after 4m59s
[04:39:29.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:10:0)
[04:39:29.524] Build status: SCHEDULED
[04:39:29.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:11:0) after 2m54s
[04:42:23.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:11:0)
[04:42:23.618] Build status: SCHEDULED
[04:42:23.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:12:0) after 8m4s
[04:50:27.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:12:0)
[04:50:27.673] Build status: SCHEDULED
[04:50:27.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:13:0) after 7m58s
[04:58:25.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:13:0)
[04:58:25.707] Build status: SCHEDULED
[04:58:25.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:14:0) after 1m45s
[05:00:10.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:14:0)
[05:00:10.791] Build status: SCHEDULED
[05:00:10.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:15:0) after 3m59s
[05:04:09.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:15:0)
[05:04:09.931] Build status: SCHEDULED
[05:04:09.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:16:0) after 7m15s
[05:11:25.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:16:0)
[05:11:25.020] Build status: SCHEDULED
[05:11:25.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:17:0) after 2m12s
[05:13:37.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:17:0)
[05:13:37.089] Build status: SCHEDULED
[05:13:37.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:18:0) after 7m42s
[05:21:19.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:18:0)
[05:21:19.153] Build status: SCHEDULED
[05:21:19.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:19:0) after 1m56s
[05:23:15.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:19:0)
[05:23:15.227] Build status: SCHEDULED
[05:23:15.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:20:0) after 5m27s
[05:28:42.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:20:0)
[05:28:42.271] Build status: SCHEDULED
[05:28:42.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:21:0) after 7m34s
[05:36:16.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:21:0)
[05:36:16.359] Build status: SCHEDULED
[05:36:16.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:22:0) after 5m57s
[05:42:13.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:22:0)
[05:42:13.494] Build status: SCHEDULED
[05:42:13.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:23:0) after 9m36s
[05:51:49.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:23:0)
[05:51:49.504] Build status: SCHEDULED
[05:51:49.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:24:0) after 7m59s
[05:59:48.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:24:0)
[05:59:48.607] Build status: SCHEDULED
[05:59:48.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:25:0) after 3m14s
[06:03:02.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:25:0)
[06:03:02.771] Build status: SCHEDULED
[06:03:02.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:26:0) after 3m33s
[06:06:35.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:26:0)
[06:06:35.863] Build status: SCHEDULED
[06:06:35.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:27:0) after 7m48s
[06:14:23.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:27:0)
[06:14:24.027] Build status: SCHEDULED
[06:14:24.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan:8862690262608329648:28:0) after 7m49s
[06:17:57.921] Received PubSub notification, asking Buildbucket for the build status
[06:17:57.936] Build status: STARTED
[06:20:30.437] Received PubSub notification, asking Buildbucket for the build status
[06:20:30.459] Build:
{
"id": "8697260200784178929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T04:02:25.617478297Z",
"startTime": "2025-11-25T06:17:57.725838672Z",
"endTime": "2025-11-25T06:20:29.729173389Z",
"updateTime": "2025-11-25T06:20:29.729173389Z",
"status": "FAILURE",
"input": {
}
}
[06:20:30.459] Invocation finished in 2h18m5.964342457s with status FAILED