[19:55:28.419] New invocation is queued and will start shortly
[19:55:28.419] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[19:55:29.498] Starting the invocation (attempt 1)
[19:55:29.521] Ignoring gitiles_ref tag without the buildset tag
[19:55:29.521] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:55:29.521] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:55:29.522] Buildbucket request:
{
"requestId": "8838531507859705920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838531507859705920",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "bedc87bb-dca9-42ba-bd30-643b9e5df040",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673101829037510417"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838531507859705920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:55:29.935] Scheduled build:
{
"id": "8673101445989643121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T19:55:29.581054076Z",
"updateTime": "2026-08-18T19:55:29.581054076Z",
"status": "SCHEDULED",
"input": {
}
}
[19:55:29.935] Task URL: https://cr-buildbucket.appspot.com/build/8673101445989643121
[19:55:29.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:2:0) after 3m40s
[19:55:31.813] Received PubSub notification, asking Buildbucket for the build status
[19:55:31.833] Build status: SCHEDULED
[19:59:10.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:2:0)
[19:59:10.214] Build status: SCHEDULED
[19:59:10.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:4:0) after 4m11s
[20:03:21.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:4:0)
[20:03:21.307] Build status: SCHEDULED
[20:03:21.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:5:0) after 8m13s
[20:11:34.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:5:0)
[20:11:34.483] Build status: SCHEDULED
[20:11:34.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:6:0) after 7m2s
[20:18:36.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:6:0)
[20:18:36.489] Build status: SCHEDULED
[20:18:36.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:7:0) after 5m16s
[20:23:52.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:7:0)
[20:23:52.638] Build status: SCHEDULED
[20:23:52.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:8:0) after 5m58s
[20:29:50.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:8:0)
[20:29:50.658] Build status: SCHEDULED
[20:29:50.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:9:0) after 9m37s
[20:39:27.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:9:0)
[20:39:27.773] Build status: SCHEDULED
[20:39:27.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:10:0) after 9m1s
[20:48:28.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:10:0)
[20:48:28.835] Build status: SCHEDULED
[20:48:28.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:11:0) after 7m28s
[20:55:56.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:11:0)
[20:55:56.892] Build status: SCHEDULED
[20:55:56.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:12:0) after 9m2s
[21:04:58.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:12:0)
[21:04:58.937] Build status: SCHEDULED
[21:04:58.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:13:0) after 7m15s
[21:12:14.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:13:0)
[21:12:14.270] Build status: SCHEDULED
[21:12:14.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:14:0) after 9m40s
[21:21:54.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:14:0)
[21:21:54.586] Build status: SCHEDULED
[21:21:54.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:15:0) after 9m32s
[21:31:26.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:15:0)
[21:31:26.649] Build status: SCHEDULED
[21:31:26.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:16:0) after 7m17s
[21:38:43.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:16:0)
[21:38:43.738] Build status: SCHEDULED
[21:38:43.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:17:0) after 4m29s
[21:43:12.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:17:0)
[21:43:12.779] Build status: SCHEDULED
[21:43:12.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:18:0) after 2m28s
[21:43:23.801] Received PubSub notification, asking Buildbucket for the build status
[21:43:23.850] Build status: STARTED
[21:45:40.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:18:0)
[21:45:40.980] Build status: STARTED
[21:45:40.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:20:0) after 9m26s
[21:55:07.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:20:0)
[21:55:07.069] Build status: STARTED
[21:55:07.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8838531507859705920:21:0) after 5m18s
[21:55:08.665] Received PubSub notification, asking Buildbucket for the build status
[21:55:08.683] Build:
{
"id": "8673101445989643121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T19:55:29.581054076Z",
"startTime": "2026-08-18T21:43:23.617540934Z",
"endTime": "2026-08-18T21:55:08.104587568Z",
"updateTime": "2026-08-18T21:55:08.104587568Z",
"status": "FAILURE",
"input": {
}
}
[21:55:08.683] Invocation finished in 1h59m40.268386402s with status FAILED