[20:11:12.223] New invocation is queued and will start shortly
[20:11:12.223] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:11:13.297] Starting the invocation (attempt 1)
[20:11:13.322] Ignoring gitiles_ref tag without the buildset tag
[20:11:13.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:11:13.322] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:11:13.322] Buildbucket request:
{
"requestId": "8866706174759215328",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866706174759215328",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e626f99a-fe16-493d-94e4-48c3afe97955",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8701276286481633569"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866706174759215328"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:11:13.873] Scheduled build:
{
"id": "8701276112881104913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-11T20:11:13.394246535Z",
"updateTime": "2025-10-11T20:11:13.394246535Z",
"status": "SCHEDULED",
"input": {
}
}
[20:11:13.873] Task URL: https://cr-buildbucket.appspot.com/build/8701276112881104913
[20:11:13.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:2:0) after 7m1s
[20:11:14.788] Received PubSub notification, asking Buildbucket for the build status
[20:11:14.801] Build status: SCHEDULED
[20:18:14.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:2:0)
[20:18:15.009] Build status: SCHEDULED
[20:18:15.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:4:0) after 2m0s
[20:20:15.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:4:0)
[20:20:15.404] Build status: SCHEDULED
[20:20:15.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:5:0) after 3m34s
[20:23:49.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:5:0)
[20:23:49.511] Build status: SCHEDULED
[20:23:49.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:6:0) after 1m43s
[20:25:32.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:6:0)
[20:25:32.544] Build status: SCHEDULED
[20:25:32.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:7:0) after 8m28s
[20:34:00.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:7:0)
[20:34:00.639] Build status: SCHEDULED
[20:34:00.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:8:0) after 1m5s
[20:35:05.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:8:0)
[20:35:05.677] Build status: SCHEDULED
[20:35:05.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:9:0) after 4m19s
[20:39:24.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:9:0)
[20:39:24.861] Build status: SCHEDULED
[20:39:24.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:10:0) after 8m8s
[20:47:32.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:10:0)
[20:47:32.958] Build status: SCHEDULED
[20:47:32.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:11:0) after 5m54s
[20:53:27.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:11:0)
[20:53:27.162] Build status: SCHEDULED
[20:53:27.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:12:0) after 8m0s
[21:01:27.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:12:0)
[21:01:27.296] Build status: SCHEDULED
[21:01:27.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:13:0) after 1m0s
[21:02:27.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:13:0)
[21:02:27.552] Build status: SCHEDULED
[21:02:27.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:14:0) after 9m27s
[21:11:54.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:14:0)
[21:11:54.680] Build status: SCHEDULED
[21:11:54.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:15:0) after 8m34s
[21:20:28.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:15:0)
[21:20:28.712] Build status: SCHEDULED
[21:20:28.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:16:0) after 4m35s
[21:25:03.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:16:0)
[21:25:03.957] Build status: SCHEDULED
[21:25:03.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:17:0) after 6m57s
[21:32:00.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:17:0)
[21:32:00.983] Build status: SCHEDULED
[21:32:00.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:18:0) after 6m26s
[21:38:27.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:18:0)
[21:38:27.116] Build status: SCHEDULED
[21:38:27.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:19:0) after 9m0s
[21:47:27.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:19:0)
[21:47:27.161] Build status: SCHEDULED
[21:47:27.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:20:0) after 7m6s
[21:54:33.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:20:0)
[21:54:33.309] Build status: SCHEDULED
[21:54:33.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:21:0) after 7m3s
[22:01:36.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:21:0)
[22:01:36.345] Build status: SCHEDULED
[22:01:36.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:22:0) after 3m26s
[22:05:02.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:22:0)
[22:05:02.374] Build status: SCHEDULED
[22:05:02.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:23:0) after 3m5s
[22:08:07.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:23:0)
[22:08:07.479] Build status: SCHEDULED
[22:08:07.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:24:0) after 5m8s
[22:13:15.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:24:0)
[22:13:15.508] Build status: SCHEDULED
[22:13:15.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:25:0) after 2m54s
[22:16:09.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:25:0)
[22:16:09.527] Build status: SCHEDULED
[22:16:09.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:26:0) after 5m12s
[22:21:21.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:26:0)
[22:21:21.951] Build status: SCHEDULED
[22:21:21.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:27:0) after 9m27s
[22:28:43.093] Received PubSub notification, asking Buildbucket for the build status
[22:28:43.119] Build status: STARTED
[22:30:48.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:27:0)
[22:30:48.989] Build status: STARTED
[22:30:48.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:29:0) after 3m19s
[22:34:07.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:29:0)
[22:34:08.007] Build status: STARTED
[22:34:08.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:30:0) after 1m48s
[22:35:56.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:30:0)
[22:35:56.045] Build status: STARTED
[22:35:56.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:31:0) after 1m8s
[22:37:04.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:31:0)
[22:37:04.339] Build status: STARTED
[22:37:04.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866706174759215328:32:0) after 5m18s
[22:37:29.774] Received PubSub notification, asking Buildbucket for the build status
[22:37:29.800] Build:
{
"id": "8701276112881104913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-11T20:11:13.394246535Z",
"startTime": "2025-10-11T22:28:42.856996580Z",
"endTime": "2025-10-11T22:37:29.428680615Z",
"updateTime": "2025-10-11T22:37:29.428680615Z",
"status": "FAILURE",
"input": {
}
}
[22:37:29.800] Invocation finished in 2h26m17.581082023s with status FAILED