[23:19:33.012] New invocation is queued and will start shortly
[23:19:34.108] Starting the invocation (attempt 1)
[23:19:34.132] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/812c7177bfebeb88ca0febee25223d86e4936134"
[23:19:34.132] Popped gitiles commit info from properties and tags
[23:19:34.132] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:19:34.132] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:19:34.132] Buildbucket request:
{
"requestId": "8868143876493034080",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868143876493034080",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a79b5e94d700386c53281f7c174b26a771656cd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a79b5e94d700386c53281f7c174b26a771656cd",
"title": "7a79b5e94d700386c53281f7c174b26a771656cd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a79b5e94d700386c53281f7c174b26a771656cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4f146c789a3bb394724cd1fbcf358753544b237d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4f146c789a3bb394724cd1fbcf358753544b237d",
"title": "4f146c789a3bb394724cd1fbcf358753544b237d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4f146c789a3bb394724cd1fbcf358753544b237d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "812c7177bfebeb88ca0febee25223d86e4936134"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@812c7177bfebeb88ca0febee25223d86e4936134",
"title": "812c7177bfebeb88ca0febee25223d86e4936134",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/812c7177bfebeb88ca0febee25223d86e4936134"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868143876493034080"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:19:34.872] Scheduled build:
{
"id": "8702713814445461937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T23:19:34.337304488Z",
"updateTime": "2025-09-25T23:19:34.337304488Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
}
}
}
[23:19:34.872] Task URL: https://cr-buildbucket.appspot.com/build/8702713814445461937
[23:19:34.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:2:0) after 5m46s
[23:19:35.839] Received PubSub notification, asking Buildbucket for the build status
[23:19:35.869] Build status: SCHEDULED
[23:25:20.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:2:0)
[23:25:20.968] Build status: SCHEDULED
[23:25:20.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:4:0) after 4m49s
[23:30:09.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:4:0)
[23:30:10.012] Build status: SCHEDULED
[23:30:10.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:5:0) after 4m37s
[23:34:46.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:5:0)
[23:34:47.028] Build status: SCHEDULED
[23:34:47.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:6:0) after 5m24s
[23:40:11.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:6:0)
[23:40:11.180] Build status: SCHEDULED
[23:40:11.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:7:0) after 8m41s
[23:48:52.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:7:0)
[23:48:52.348] Build status: SCHEDULED
[23:48:52.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:8:0) after 7m42s
[23:56:34.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:8:0)
[23:56:34.485] Build status: SCHEDULED
[23:56:34.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:9:0) after 4m50s
[00:01:24.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:9:0)
[00:01:24.520] Build status: SCHEDULED
[00:01:24.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:10:0) after 2m55s
[00:04:19.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:10:0)
[00:04:19.676] Build status: SCHEDULED
[00:04:19.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:11:0) after 6m25s
[00:10:44.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:11:0)
[00:10:44.704] Build status: SCHEDULED
[00:10:44.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:12:0) after 8m11s
[00:18:55.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:12:0)
[00:18:55.949] Build status: SCHEDULED
[00:18:55.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:13:0) after 9m20s
[00:28:15.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:13:0)
[00:28:16.005] Build status: SCHEDULED
[00:28:16.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:14:0) after 9m13s
[00:37:29.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:14:0)
[00:37:29.064] Build status: SCHEDULED
[00:37:29.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:15:0) after 9m23s
[00:46:52.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:15:0)
[00:46:52.203] Build status: SCHEDULED
[00:46:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:16:0) after 9m16s
[00:56:08.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:16:0)
[00:56:08.397] Build status: SCHEDULED
[00:56:08.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:17:0) after 2m20s
[00:58:28.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:17:0)
[00:58:28.535] Build status: SCHEDULED
[00:58:28.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:18:0) after 9m0s
[01:07:28.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:18:0)
[01:07:28.623] Build status: SCHEDULED
[01:07:28.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:19:0) after 7m53s
[01:15:21.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:19:0)
[01:15:21.651] Build status: SCHEDULED
[01:15:21.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:20:0) after 4m41s
[01:20:02.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:20:0)
[01:20:02.711] Build status: SCHEDULED
[01:20:02.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:21:0) after 2m37s
[01:22:39.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:21:0)
[01:22:39.831] Build status: SCHEDULED
[01:22:39.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:22:0) after 1m55s
[01:24:34.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:22:0)
[01:24:34.986] Build status: SCHEDULED
[01:24:34.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:23:0) after 1m32s
[01:26:06.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:23:0)
[01:26:07.068] Build status: SCHEDULED
[01:26:07.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:24:0) after 6m55s
[01:33:02.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:24:0)
[01:33:02.105] Build status: SCHEDULED
[01:33:02.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:25:0) after 8m58s
[01:42:00.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:25:0)
[01:42:00.139] Build status: SCHEDULED
[01:42:00.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:26:0) after 3m23s
[01:45:23.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:26:0)
[01:45:23.293] Build status: SCHEDULED
[01:45:23.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:27:0) after 9m49s
[01:55:12.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:27:0)
[01:55:12.375] Build status: SCHEDULED
[01:55:12.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:28:0) after 3m59s
[01:59:11.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:28:0)
[01:59:11.441] Build status: SCHEDULED
[01:59:11.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:29:0) after 7m35s
[02:06:46.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:29:0)
[02:06:46.794] Build status: SCHEDULED
[02:06:46.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:30:0) after 9m52s
[02:16:38.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:30:0)
[02:16:38.830] Build status: SCHEDULED
[02:16:38.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:31:0) after 5m21s
[02:21:59.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:31:0)
[02:21:59.951] Build status: SCHEDULED
[02:21:59.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868143876493034080:32:0) after 9m39s
[02:27:00.413] Received PubSub notification, asking Buildbucket for the build status
[02:27:00.433] Build status: STARTED
[02:29:51.736] Received PubSub notification, asking Buildbucket for the build status
[02:29:51.755] Build:
{
"id": "8702713814445461937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T23:19:34.337304488Z",
"startTime": "2025-09-26T02:27:00.151503816Z",
"endTime": "2025-09-26T02:29:51.483427348Z",
"updateTime": "2025-09-26T02:29:51.483427348Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
}
}
}
[02:29:51.755] Invocation finished in 3h10m18.753449549s with status FAILED