[02:40:43.018] New invocation is queued and will start shortly
[02:40:43.018] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:40:44.100] Starting the invocation (attempt 1)
[02:40:44.131] Ignoring gitiles_ref tag without the buildset tag
[02:40:44.131] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:40:44.131] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:40:44.132] Buildbucket request:
{
"requestId": "8849015260266287360",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849015260266287360",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "3d793f48-9f31-4d76-973d-9e1a72f578f6",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8683585465213279905"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849015260266287360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:40:44.487] Scheduled build:
{
"id": "8683585198348148545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-25T02:40:44.217509570Z",
"updateTime": "2026-04-25T02:40:44.217509570Z",
"status": "SCHEDULED",
"input": {
}
}
[02:40:44.487] Task URL: https://cr-buildbucket.appspot.com/build/8683585198348148545
[02:40:44.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:2:0) after 4m24s
[02:40:45.448] Received PubSub notification, asking Buildbucket for the build status
[02:40:45.472] Build status: SCHEDULED
[02:45:08.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:2:0)
[02:45:08.525] Build status: SCHEDULED
[02:45:08.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:4:0) after 7m52s
[02:53:00.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:4:0)
[02:53:00.615] Build status: SCHEDULED
[02:53:00.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:5:0) after 9m29s
[03:02:29.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:5:0)
[03:02:29.666] Build status: SCHEDULED
[03:02:29.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:6:0) after 3m31s
[03:06:00.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:6:0)
[03:06:00.712] Build status: SCHEDULED
[03:06:00.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:7:0) after 5m37s
[03:11:37.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:7:0)
[03:11:37.800] Build status: SCHEDULED
[03:11:37.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:8:0) after 8m13s
[03:19:50.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:8:0)
[03:19:50.826] Build status: SCHEDULED
[03:19:50.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:9:0) after 2m27s
[03:22:17.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:9:0)
[03:22:17.858] Build status: SCHEDULED
[03:22:17.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:10:0) after 4m57s
[03:27:14.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:10:0)
[03:27:14.914] Build status: SCHEDULED
[03:27:14.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:11:0) after 6m47s
[03:34:01.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:11:0)
[03:34:01.997] Build status: SCHEDULED
[03:34:01.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:12:0) after 2m27s
[03:36:29.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:12:0)
[03:36:29.064] Build status: SCHEDULED
[03:36:29.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:13:0) after 1m15s
[03:37:44.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:13:0)
[03:37:44.137] Build status: SCHEDULED
[03:37:44.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:14:0) after 4m53s
[03:42:37.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:14:0)
[03:42:37.296] Build status: SCHEDULED
[03:42:37.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:15:0) after 2m57s
[03:45:34.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:15:0)
[03:45:34.430] Build status: SCHEDULED
[03:45:34.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:16:0) after 3m44s
[03:49:18.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:16:0)
[03:49:18.461] Build status: SCHEDULED
[03:49:18.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:17:0) after 1m10s
[03:50:28.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:17:0)
[03:50:28.543] Build status: SCHEDULED
[03:50:28.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:18:0) after 1m32s
[03:52:00.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:18:0)
[03:52:00.598] Build status: SCHEDULED
[03:52:00.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:19:0) after 6m25s
[03:58:25.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:19:0)
[03:58:25.631] Build status: SCHEDULED
[03:58:25.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:20:0) after 6m32s
[04:04:57.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:20:0)
[04:04:57.660] Build status: SCHEDULED
[04:04:57.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:21:0) after 4m56s
[04:09:53.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:21:0)
[04:09:53.754] Build status: SCHEDULED
[04:09:53.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:22:0) after 2m8s
[04:12:01.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:22:0)
[04:12:01.811] Build status: SCHEDULED
[04:12:01.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8849015260266287360:23:0) after 9m45s
[04:13:04.663] Received PubSub notification, asking Buildbucket for the build status
[04:13:04.727] Build status: STARTED
[04:16:02.025] Received PubSub notification, asking Buildbucket for the build status
[04:16:02.051] Build:
{
"id": "8683585198348148545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-25T02:40:44.217509570Z",
"startTime": "2026-04-25T04:13:04.292163361Z",
"endTime": "2026-04-25T04:16:01.677763880Z",
"updateTime": "2026-04-25T04:16:01.677763880Z",
"status": "FAILURE",
"input": {
}
}
[04:16:02.051] Invocation finished in 1h35m19.045116944s with status FAILED