[20:43:04.648] New invocation is queued and will start shortly
[20:43:07.843] Starting the invocation (attempt 1)
[20:43:07.867] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
[20:43:07.867] Popped gitiles commit info from properties and tags
[20:43:07.867] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:43:07.867] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:43:07.867] Buildbucket request:
{
"requestId": "8842424182442367712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842424182442367712",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"title": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abcec90a7e035964d0847c44e2d6a8106763cf6d",
"title": "abcec90a7e035964d0847c44e2d6a8106763cf6d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"title": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842424182442367712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:43:08.327] Scheduled build:
{
"id": "8676994118351522945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T20:43:07.928119965Z",
"updateTime": "2026-07-06T20:43:07.928119965Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"ref": "refs/heads/main"
}
}
}
[20:43:08.327] Task URL: https://cr-buildbucket.appspot.com/build/8676994118351522945
[20:43:08.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:2:0) after 2m52s
[20:43:08.381] Received PubSub notification, asking Buildbucket for the build status
[20:43:08.420] Build status: SCHEDULED
[20:46:00.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:2:0)
[20:46:00.399] Build status: SCHEDULED
[20:46:00.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:4:0) after 6m59s
[20:52:59.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:4:0)
[20:52:59.441] Build status: SCHEDULED
[20:52:59.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:5:0) after 4m41s
[20:57:40.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:5:0)
[20:57:40.581] Build status: SCHEDULED
[20:57:40.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:6:0) after 5m14s
[21:02:54.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:6:0)
[21:02:54.627] Build status: SCHEDULED
[21:02:54.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:7:0) after 7m17s
[21:10:11.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:7:0)
[21:10:11.787] Build status: SCHEDULED
[21:10:11.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:8:0) after 1m32s
[21:11:43.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:8:0)
[21:11:43.817] Build status: SCHEDULED
[21:11:43.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:9:0) after 4m44s
[21:16:27.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:9:0)
[21:16:27.861] Build status: SCHEDULED
[21:16:27.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:10:0) after 9m34s
[21:26:01.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:10:0)
[21:26:01.968] Build status: SCHEDULED
[21:26:01.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:11:0) after 9m53s
[21:35:55.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:11:0)
[21:35:55.075] Build status: SCHEDULED
[21:35:55.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:12:0) after 7m36s
[21:43:31.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:12:0)
[21:43:31.118] Build status: SCHEDULED
[21:43:31.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:13:0) after 1m55s
[21:45:26.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:13:0)
[21:45:26.157] Build status: SCHEDULED
[21:45:26.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:14:0) after 7m25s
[21:52:51.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:14:0)
[21:52:51.355] Build status: SCHEDULED
[21:52:51.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:15:0) after 7m11s
[22:00:02.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:15:0)
[22:00:02.519] Build status: SCHEDULED
[22:00:02.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:16:0) after 3m13s
[22:03:15.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:16:0)
[22:03:15.689] Build status: SCHEDULED
[22:03:15.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:17:0) after 6m24s
[22:09:39.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:17:0)
[22:09:39.827] Build status: SCHEDULED
[22:09:39.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:18:0) after 1m45s
[22:11:25.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:18:0)
[22:11:25.116] Build status: SCHEDULED
[22:11:25.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:19:0) after 6m27s
[22:17:52.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:19:0)
[22:17:52.193] Build status: SCHEDULED
[22:17:52.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:20:0) after 9m4s
[22:26:56.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:20:0)
[22:26:56.518] Build status: SCHEDULED
[22:26:56.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:21:0) after 8m24s
[22:35:20.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:21:0)
[22:35:20.587] Build status: SCHEDULED
[22:35:20.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:22:0) after 1m2s
[22:36:22.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:22:0)
[22:36:22.633] Build status: SCHEDULED
[22:36:22.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:23:0) after 2m55s
[22:39:17.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:23:0)
[22:39:17.688] Build status: SCHEDULED
[22:39:17.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:24:0) after 6m9s
[22:45:26.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:24:0)
[22:45:26.757] Build status: SCHEDULED
[22:45:26.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:25:0) after 6m9s
[22:51:35.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:25:0)
[22:51:35.792] Build status: SCHEDULED
[22:51:35.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:26:0) after 4m34s
[22:56:09.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:26:0)
[22:56:09.826] Build status: SCHEDULED
[22:56:09.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:27:0) after 9m28s
[23:05:37.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:27:0)
[23:05:37.934] Build status: SCHEDULED
[23:05:37.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:28:0) after 8m42s
[23:11:53.872] Received PubSub notification, asking Buildbucket for the build status
[23:11:53.893] Build status: STARTED
[23:14:19.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:28:0)
[23:14:19.968] Build status: STARTED
[23:14:19.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:30:0) after 4m7s
[23:18:26.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:30:0)
[23:18:27.006] Build status: STARTED
[23:18:27.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842424182442367712:31:0) after 1m27s
[23:19:30.863] Received PubSub notification, asking Buildbucket for the build status
[23:19:30.883] Build:
{
"id": "8676994118351522945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T20:43:07.928119965Z",
"startTime": "2026-07-06T23:11:53.493948968Z",
"endTime": "2026-07-06T23:19:29.559492173Z",
"updateTime": "2026-07-06T23:19:29.559492173Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"ref": "refs/heads/main"
}
}
}
[23:19:30.883] Invocation finished in 2h36m26.240260553s with status FAILED