[04:04:38.263] New invocation is queued and will start shortly
[04:04:38.263] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:04:39.401] Starting the invocation (attempt 1)
[04:04:39.425] Ignoring gitiles_ref tag without the buildset tag
[04:04:39.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:39.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:39.425] Buildbucket request:
{
"requestId": "8845839086596110688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845839086596110688",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "5f8fdc44-f23a-45f3-88da-cbdcaba45cb7",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8680409282038816513"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845839086596110688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:04:39.787] Scheduled build:
{
"id": "8680409024655997265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-30T04:04:39.492063851Z",
"updateTime": "2026-05-30T04:04:39.492063851Z",
"status": "SCHEDULED",
"input": {
}
}
[04:04:39.787] Task URL: https://cr-buildbucket.appspot.com/build/8680409024655997265
[04:04:39.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:2:0) after 9m15s
[04:04:40.766] Received PubSub notification, asking Buildbucket for the build status
[04:04:40.786] Build status: SCHEDULED
[04:13:54.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:2:0)
[04:13:54.857] Build status: SCHEDULED
[04:13:54.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:4:0) after 3m59s
[04:17:53.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:4:0)
[04:17:53.889] Build status: SCHEDULED
[04:17:53.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:5:0) after 4m5s
[04:21:58.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:5:0)
[04:21:58.965] Build status: SCHEDULED
[04:21:58.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:6:0) after 1m47s
[04:23:46.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:6:0)
[04:23:46.063] Build status: SCHEDULED
[04:23:46.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:7:0) after 3m33s
[04:27:19.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:7:0)
[04:27:19.094] Build status: SCHEDULED
[04:27:19.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:8:0) after 5m26s
[04:32:45.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:8:0)
[04:32:45.152] Build status: SCHEDULED
[04:32:45.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:9:0) after 4m33s
[04:37:18.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:9:0)
[04:37:18.194] Build status: SCHEDULED
[04:37:18.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:10:0) after 5m15s
[04:42:33.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:10:0)
[04:42:33.471] Build status: SCHEDULED
[04:42:33.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:11:0) after 2m33s
[04:45:06.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:11:0)
[04:45:06.496] Build status: SCHEDULED
[04:45:06.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:12:0) after 9m42s
[04:54:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:12:0)
[04:54:48.670] Build status: SCHEDULED
[04:54:48.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:13:0) after 5m5s
[04:59:53.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:13:0)
[04:59:53.707] Build status: SCHEDULED
[04:59:53.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:14:0) after 1m0s
[05:00:53.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:14:0)
[05:00:53.826] Build status: SCHEDULED
[05:00:53.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:15:0) after 5m9s
[05:06:02.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:15:0)
[05:06:02.879] Build status: SCHEDULED
[05:06:02.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:16:0) after 7m0s
[05:13:02.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:16:0)
[05:13:02.913] Build status: SCHEDULED
[05:13:02.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:17:0) after 2m2s
[05:15:04.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:17:0)
[05:15:04.987] Build status: SCHEDULED
[05:15:04.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:18:0) after 7m3s
[05:22:08.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:18:0)
[05:22:08.054] Build status: SCHEDULED
[05:22:08.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:19:0) after 5m51s
[05:27:59.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:19:0)
[05:27:59.121] Build status: SCHEDULED
[05:27:59.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:20:0) after 1m20s
[05:29:19.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:20:0)
[05:29:19.132] Build status: SCHEDULED
[05:29:19.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:21:0) after 9m30s
[05:38:49.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:21:0)
[05:38:49.261] Build status: SCHEDULED
[05:38:49.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:22:0) after 5m28s
[05:44:17.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:22:0)
[05:44:17.392] Build status: SCHEDULED
[05:44:17.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:23:0) after 1m19s
[05:45:36.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:23:0)
[05:45:36.508] Build status: SCHEDULED
[05:45:36.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:24:0) after 8m59s
[05:54:35.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:24:0)
[05:54:35.538] Build status: SCHEDULED
[05:54:35.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:25:0) after 7m51s
[06:02:26.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:25:0)
[06:02:26.652] Build status: SCHEDULED
[06:02:26.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:26:0) after 2m15s
[06:04:41.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:26:0)
[06:04:41.685] Build status: SCHEDULED
[06:04:41.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:27:0) after 8m33s
[06:13:14.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:27:0)
[06:13:14.741] Build status: SCHEDULED
[06:13:14.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:28:0) after 6m11s
[06:19:25.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:28:0)
[06:19:25.880] Build status: SCHEDULED
[06:19:25.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8845839086596110688:29:0) after 7m15s
[06:20:45.169] Received PubSub notification, asking Buildbucket for the build status
[06:20:45.186] Build status: STARTED
[06:24:20.259] Received PubSub notification, asking Buildbucket for the build status
[06:24:20.282] Build:
{
"id": "8680409024655997265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-30T04:04:39.492063851Z",
"startTime": "2026-05-30T06:20:44.959117738Z",
"endTime": "2026-05-30T06:24:19.985088527Z",
"updateTime": "2026-05-30T06:24:19.985088527Z",
"status": "FAILURE",
"input": {
}
}
[06:24:20.282] Invocation finished in 2h19m42.023983073s with status FAILED