[10:46:10.064] New invocation is queued and will start shortly
[10:46:11.131] Starting the invocation (attempt 1)
[10:46:11.159] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
[10:46:11.159] Popped gitiles commit info from properties and tags
[10:46:11.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:46:11.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:46:11.159] Buildbucket request:
{
"requestId": "8837750694504864032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837750694504864032",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "64ff6e61b3d080f7379ebdd6e9a4b4d50763847e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64ff6e61b3d080f7379ebdd6e9a4b4d50763847e",
"title": "64ff6e61b3d080f7379ebdd6e9a4b4d50763847e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64ff6e61b3d080f7379ebdd6e9a4b4d50763847e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "aab935440b832d8ad33eecbe017cdb488117b79c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aab935440b832d8ad33eecbe017cdb488117b79c",
"title": "aab935440b832d8ad33eecbe017cdb488117b79c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aab935440b832d8ad33eecbe017cdb488117b79c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8b196f5315423e39acf360c3f8f73dd7559a973b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b196f5315423e39acf360c3f8f73dd7559a973b",
"title": "8b196f5315423e39acf360c3f8f73dd7559a973b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837750694504864032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:46:11.962] Scheduled build:
{
"id": "8672320632591869825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-27T10:46:11.265935584Z",
"updateTime": "2026-08-27T10:46:11.265935584Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
"ref": "refs/heads/main"
}
}
}
[10:46:11.962] Task URL: https://cr-buildbucket.appspot.com/build/8672320632591869825
[10:46:11.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:2:0) after 2m2s
[10:46:35.701] Received PubSub notification, asking Buildbucket for the build status
[10:46:35.726] Build status: SCHEDULED
[10:48:14.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:2:0)
[10:48:14.082] Build status: SCHEDULED
[10:48:14.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:4:0) after 8m25s
[10:56:39.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:4:0)
[10:56:39.206] Build status: SCHEDULED
[10:56:39.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:5:0) after 5m14s
[11:01:53.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:5:0)
[11:01:53.261] Build status: SCHEDULED
[11:01:53.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:6:0) after 9m8s
[11:11:01.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:6:0)
[11:11:01.331] Build status: SCHEDULED
[11:11:01.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:7:0) after 4m22s
[11:15:23.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:7:0)
[11:15:23.380] Build status: SCHEDULED
[11:15:23.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:8:0) after 2m35s
[11:17:58.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:8:0)
[11:17:58.439] Build status: SCHEDULED
[11:17:58.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:9:0) after 4m24s
[11:22:22.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:9:0)
[11:22:22.593] Build status: SCHEDULED
[11:22:22.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:10:0) after 9m29s
[11:31:51.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:10:0)
[11:31:51.687] Build status: SCHEDULED
[11:31:51.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:11:0) after 5m33s
[11:37:24.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:11:0)
[11:37:24.765] Build status: SCHEDULED
[11:37:24.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:12:0) after 3m45s
[11:41:10.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:12:0)
[11:41:10.102] Build status: SCHEDULED
[11:41:10.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:13:0) after 7m57s
[11:49:07.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:13:0)
[11:49:07.223] Build status: SCHEDULED
[11:49:07.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:14:0) after 3m53s
[11:53:00.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:14:0)
[11:53:00.534] Build status: SCHEDULED
[11:53:00.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:15:0) after 1m21s
[11:54:21.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:15:0)
[11:54:21.675] Build status: SCHEDULED
[11:54:21.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:16:0) after 2m7s
[11:56:28.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:16:0)
[11:56:28.804] Build status: SCHEDULED
[11:56:28.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:17:0) after 7m23s
[12:03:51.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:17:0)
[12:03:52.017] Build status: SCHEDULED
[12:03:52.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:18:0) after 7m35s
[12:11:27.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:18:0)
[12:11:27.049] Build status: SCHEDULED
[12:11:27.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:19:0) after 3m57s
[12:15:24.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:19:0)
[12:15:24.217] Build status: SCHEDULED
[12:15:24.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:20:0) after 6m27s
[12:21:51.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:20:0)
[12:21:51.333] Build status: SCHEDULED
[12:21:51.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:21:0) after 6m37s
[12:28:28.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:21:0)
[12:28:28.375] Build status: SCHEDULED
[12:28:28.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:22:0) after 6m3s
[12:34:31.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:22:0)
[12:34:31.557] Build status: SCHEDULED
[12:34:31.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:23:0) after 7m50s
[12:42:21.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:23:0)
[12:42:21.684] Build status: SCHEDULED
[12:42:21.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:24:0) after 6m32s
[12:48:53.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:24:0)
[12:48:53.851] Build status: SCHEDULED
[12:48:53.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:25:0) after 6m11s
[12:55:04.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:25:0)
[12:55:04.918] Build status: SCHEDULED
[12:55:04.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:26:0) after 1m9s
[12:56:13.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:26:0)
[12:56:13.955] Build status: SCHEDULED
[12:56:13.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:27:0) after 8m49s
[13:05:03.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:27:0)
[13:05:03.089] Build status: SCHEDULED
[13:05:03.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:28:0) after 1m56s
[13:06:59.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:28:0)
[13:06:59.157] Build status: SCHEDULED
[13:06:59.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8837750694504864032:29:0) after 7m21s
[13:07:15.319] Received PubSub notification, asking Buildbucket for the build status
[13:07:15.368] Build status: STARTED
[13:11:39.634] Received PubSub notification, asking Buildbucket for the build status
[13:11:40.238] Build:
{
"id": "8672320632591869825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-27T10:46:11.265935584Z",
"startTime": "2026-08-27T13:07:14.998289830Z",
"endTime": "2026-08-27T13:11:39.255053353Z",
"updateTime": "2026-08-27T13:11:39.255053353Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
"ref": "refs/heads/main"
}
}
}
[13:11:40.238] Invocation finished in 2h25m30.181167645s with status FAILED