[07:16:46.945] New invocation is queued and will start shortly
[07:16:48.052] Starting the invocation (attempt 1)
[07:16:48.097] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6304e499b0a5a99584afd7f2716c040544002796"
[07:16:48.097] Popped gitiles commit info from properties and tags
[07:16:48.097] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:16:48.097] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:16:48.097] Buildbucket request:
{
"requestId": "8844921028234621488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844921028234621488",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6304e499b0a5a99584afd7f2716c040544002796"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6304e499b0a5a99584afd7f2716c040544002796",
"title": "6304e499b0a5a99584afd7f2716c040544002796",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6304e499b0a5a99584afd7f2716c040544002796"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6304e499b0a5a99584afd7f2716c040544002796",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844921028234621488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:16:48.562] Scheduled build:
{
"id": "8679490966273869393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T07:16:48.192624219Z",
"updateTime": "2026-06-09T07:16:48.192624219Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6304e499b0a5a99584afd7f2716c040544002796",
"ref": "refs/heads/main"
}
}
}
[07:16:48.562] Task URL: https://cr-buildbucket.appspot.com/build/8679490966273869393
[07:16:48.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:2:0) after 8m36s
[07:16:49.588] Received PubSub notification, asking Buildbucket for the build status
[07:16:49.617] Build status: SCHEDULED
[07:25:24.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:2:0)
[07:25:24.635] Build status: SCHEDULED
[07:25:24.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:4:0) after 5m22s
[07:30:46.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:4:0)
[07:30:46.673] Build status: SCHEDULED
[07:30:46.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:5:0) after 6m20s
[07:37:06.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:5:0)
[07:37:06.679] Build status: SCHEDULED
[07:37:06.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:6:0) after 6m3s
[07:43:09.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:6:0)
[07:43:09.835] Build status: SCHEDULED
[07:43:09.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:7:0) after 6m1s
[07:49:10.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:7:0)
[07:49:10.842] Build status: SCHEDULED
[07:49:10.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:8:0) after 6m48s
[07:55:58.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:8:0)
[07:55:58.938] Build status: SCHEDULED
[07:55:58.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:9:0) after 9m51s
[08:05:50.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:9:0)
[08:05:50.032] Build status: SCHEDULED
[08:05:50.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:10:0) after 1m54s
[08:07:44.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:10:0)
[08:07:44.101] Build status: SCHEDULED
[08:07:44.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:11:0) after 6m32s
[08:14:16.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:11:0)
[08:14:16.180] Build status: SCHEDULED
[08:14:16.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:12:0) after 5m2s
[08:19:18.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:12:0)
[08:19:18.219] Build status: SCHEDULED
[08:19:18.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:13:0) after 9m25s
[08:28:43.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:13:0)
[08:28:43.419] Build status: SCHEDULED
[08:28:43.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:14:0) after 8m45s
[08:37:28.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:14:0)
[08:37:28.454] Build status: SCHEDULED
[08:37:28.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:15:0) after 5m15s
[08:42:43.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:15:0)
[08:42:43.499] Build status: SCHEDULED
[08:42:43.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:16:0) after 2m49s
[08:45:32.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:16:0)
[08:45:32.552] Build status: SCHEDULED
[08:45:32.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:17:0) after 2m53s
[08:48:25.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:17:0)
[08:48:25.563] Build status: SCHEDULED
[08:48:25.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:18:0) after 1m48s
[08:50:13.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:18:0)
[08:50:13.563] Build status: SCHEDULED
[08:50:13.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:19:0) after 9m44s
[08:59:57.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:19:0)
[08:59:57.696] Build status: SCHEDULED
[08:59:57.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:20:0) after 6m30s
[09:06:27.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:20:0)
[09:06:27.766] Build status: SCHEDULED
[09:06:27.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:21:0) after 2m39s
[09:09:06.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:21:0)
[09:09:06.817] Build status: SCHEDULED
[09:09:06.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:22:0) after 7m0s
[09:16:06.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:22:0)
[09:16:06.886] Build status: SCHEDULED
[09:16:06.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:23:0) after 4m20s
[09:20:26.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:23:0)
[09:20:27.007] Build status: SCHEDULED
[09:20:27.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:24:0) after 7m39s
[09:28:06.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:24:0)
[09:28:06.079] Build status: SCHEDULED
[09:28:06.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:25:0) after 7m16s
[09:35:22.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:25:0)
[09:35:22.112] Build status: SCHEDULED
[09:35:22.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:26:0) after 7m53s
[09:43:15.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:26:0)
[09:43:15.151] Build status: SCHEDULED
[09:43:15.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:27:0) after 3m2s
[09:46:17.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:27:0)
[09:46:17.238] Build status: SCHEDULED
[09:46:17.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:28:0) after 7m8s
[09:53:25.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:28:0)
[09:53:25.273] Build status: SCHEDULED
[09:53:25.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:29:0) after 8m55s
[10:02:20.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:29:0)
[10:02:20.415] Build status: SCHEDULED
[10:02:20.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:30:0) after 2m55s
[10:05:15.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:30:0)
[10:05:15.605] Build status: SCHEDULED
[10:05:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:31:0) after 9m10s
[10:14:25.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:31:0)
[10:14:25.709] Build status: SCHEDULED
[10:14:25.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:32:0) after 4m45s
[10:19:10.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:32:0)
[10:19:10.761] Build status: SCHEDULED
[10:19:10.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844921028234621488:33:0) after 7m36s
[10:19:49.289] Received PubSub notification, asking Buildbucket for the build status
[10:19:49.307] Build status: STARTED
[10:24:05.829] Received PubSub notification, asking Buildbucket for the build status
[10:24:05.849] Build:
{
"id": "8679490966273869393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-09T07:16:48.192624219Z",
"startTime": "2026-06-09T10:19:49.070781213Z",
"endTime": "2026-06-09T10:24:05.556628622Z",
"updateTime": "2026-06-09T10:24:05.556628622Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6304e499b0a5a99584afd7f2716c040544002796",
"ref": "refs/heads/main"
}
}
}
[10:24:05.849] Invocation finished in 3h7m18.909505949s with status FAILED