[20:10:52.169] New invocation is queued and will start shortly
[20:10:52.169] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:10:53.343] Starting the invocation (attempt 1)
[20:10:53.374] Ignoring gitiles_ref tag without the buildset tag
[20:10:53.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:10:53.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:10:53.374] Buildbucket request:
{
"requestId": "8863988286805416320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863988286805416320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ae2358e7-235a-418c-a599-684d2c9a8ed2",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8698558417045594593"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863988286805416320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:10:53.697] Scheduled build:
{
"id": "8698558224842622929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-10T20:10:53.411198857Z",
"updateTime": "2025-11-10T20:10:53.411198857Z",
"status": "SCHEDULED",
"input": {
}
}
[20:10:53.697] Task URL: https://cr-buildbucket.appspot.com/build/8698558224842622929
[20:10:53.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:2:0) after 5m30s
[20:10:54.706] Received PubSub notification, asking Buildbucket for the build status
[20:10:54.738] Build status: SCHEDULED
[20:16:23.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:2:0)
[20:16:23.734] Build status: SCHEDULED
[20:16:23.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:4:0) after 7m28s
[20:23:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:4:0)
[20:23:51.803] Build status: SCHEDULED
[20:23:51.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:5:0) after 4m32s
[20:28:23.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:5:0)
[20:28:23.938] Build status: SCHEDULED
[20:28:23.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:6:0) after 7m25s
[20:35:48.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:6:0)
[20:35:48.998] Build status: SCHEDULED
[20:35:48.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:7:0) after 4m0s
[20:39:48.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:7:0)
[20:39:49.005] Build status: SCHEDULED
[20:39:49.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:8:0) after 5m41s
[20:45:30.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:8:0)
[20:45:30.101] Build status: SCHEDULED
[20:45:30.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:9:0) after 7m52s
[20:53:22.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:9:0)
[20:53:22.163] Build status: SCHEDULED
[20:53:22.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:10:0) after 9m57s
[21:03:19.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:10:0)
[21:03:19.221] Build status: SCHEDULED
[21:03:19.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:11:0) after 1m20s
[21:04:39.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:11:0)
[21:04:39.362] Build status: SCHEDULED
[21:04:39.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:12:0) after 4m10s
[21:08:49.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:12:0)
[21:08:49.516] Build status: SCHEDULED
[21:08:49.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:13:0) after 2m56s
[21:11:45.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:13:0)
[21:11:45.605] Build status: SCHEDULED
[21:11:45.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:14:0) after 7m19s
[21:19:04.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:14:0)
[21:19:04.747] Build status: SCHEDULED
[21:19:04.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:15:0) after 6m19s
[21:25:24.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:15:0)
[21:25:24.203] Build status: SCHEDULED
[21:25:24.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:16:0) after 5m17s
[21:30:41.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:16:0)
[21:30:41.273] Build status: SCHEDULED
[21:30:41.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:17:0) after 6m17s
[21:36:58.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:17:0)
[21:36:58.351] Build status: SCHEDULED
[21:36:58.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:18:0) after 7m43s
[21:44:41.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:18:0)
[21:44:41.439] Build status: SCHEDULED
[21:44:41.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:19:0) after 4m48s
[21:49:29.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:19:0)
[21:49:29.499] Build status: SCHEDULED
[21:49:29.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:20:0) after 4m35s
[21:54:04.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:20:0)
[21:54:04.752] Build status: SCHEDULED
[21:54:04.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:21:0) after 1m43s
[21:55:47.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:21:0)
[21:55:48.003] Build status: SCHEDULED
[21:55:48.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:22:0) after 5m22s
[22:01:10.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:22:0)
[22:01:10.263] Build status: SCHEDULED
[22:01:10.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:23:0) after 7m46s
[22:08:56.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:23:0)
[22:08:56.353] Build status: SCHEDULED
[22:08:56.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:24:0) after 5m4s
[22:10:20.807] Received PubSub notification, asking Buildbucket for the build status
[22:10:20.826] Build status: STARTED
[22:14:00.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:24:0)
[22:14:00.408] Build status: STARTED
[22:14:00.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8863988286805416320:26:0) after 9m12s
[22:14:39.081] Received PubSub notification, asking Buildbucket for the build status
[22:14:39.106] Build:
{
"id": "8698558224842622929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-10T20:10:53.411198857Z",
"startTime": "2025-11-10T22:10:20.645881049Z",
"endTime": "2025-11-10T22:14:38.765421410Z",
"updateTime": "2025-11-10T22:14:38.765421410Z",
"status": "FAILURE",
"input": {
}
}
[22:14:39.106] Invocation finished in 2h3m46.951431466s with status FAILED