[03:29:25.496] New invocation is queued and will start shortly
[03:29:26.776] Starting the invocation (attempt 1)
[03:29:26.816] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
[03:29:26.816] Popped gitiles commit info from properties and tags
[03:29:26.816] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:29:26.816] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:29:26.817] Buildbucket request:
{
"requestId": "8839137126480661392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839137126480661392",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "63ce98123cb832024ce5fdd959ab9293ba5a4e73"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63ce98123cb832024ce5fdd959ab9293ba5a4e73",
"title": "63ce98123cb832024ce5fdd959ab9293ba5a4e73",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63ce98123cb832024ce5fdd959ab9293ba5a4e73"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"title": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839137126480661392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:29:27.214] Scheduled build:
{
"id": "8673707064368135425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T03:29:26.888979131Z",
"updateTime": "2026-08-12T03:29:26.888979131Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[03:29:27.214] Task URL: https://cr-buildbucket.appspot.com/build/8673707064368135425
[03:29:27.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:2:0) after 3m18s
[03:29:28.290] Received PubSub notification, asking Buildbucket for the build status
[03:29:28.307] Build status: SCHEDULED
[03:32:45.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:2:0)
[03:32:45.366] Build status: SCHEDULED
[03:32:45.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:4:0) after 7m4s
[03:39:49.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:4:0)
[03:39:49.479] Build status: SCHEDULED
[03:39:49.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:5:0) after 8m50s
[03:48:39.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:5:0)
[03:48:39.605] Build status: SCHEDULED
[03:48:39.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:6:0) after 7m0s
[03:55:39.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:6:0)
[03:55:39.641] Build status: SCHEDULED
[03:55:39.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:7:0) after 6m12s
[04:01:51.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:7:0)
[04:01:51.799] Build status: SCHEDULED
[04:01:51.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:8:0) after 9m23s
[04:11:14.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:8:0)
[04:11:14.843] Build status: SCHEDULED
[04:11:14.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:9:0) after 6m36s
[04:17:50.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:9:0)
[04:17:50.875] Build status: SCHEDULED
[04:17:50.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:10:0) after 7m8s
[04:24:58.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:10:0)
[04:24:58.923] Build status: SCHEDULED
[04:24:58.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:11:0) after 2m24s
[04:27:22.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:11:0)
[04:27:22.974] Build status: SCHEDULED
[04:27:22.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:12:0) after 3m7s
[04:30:30.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:12:0)
[04:30:30.071] Build status: SCHEDULED
[04:30:30.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:13:0) after 4m57s
[04:35:27.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:13:0)
[04:35:27.122] Build status: SCHEDULED
[04:35:27.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:14:0) after 3m43s
[04:39:10.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:14:0)
[04:39:10.173] Build status: SCHEDULED
[04:39:10.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:15:0) after 6m47s
[04:45:57.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:15:0)
[04:45:57.209] Build status: SCHEDULED
[04:45:57.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:16:0) after 6m56s
[04:52:53.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:16:0)
[04:52:53.248] Build status: SCHEDULED
[04:52:53.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:17:0) after 8m17s
[05:01:10.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:17:0)
[05:01:10.337] Build status: SCHEDULED
[05:01:10.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:18:0) after 2m5s
[05:03:15.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:18:0)
[05:03:15.372] Build status: SCHEDULED
[05:03:15.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:19:0) after 3m47s
[05:07:02.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:19:0)
[05:07:02.429] Build status: SCHEDULED
[05:07:02.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:20:0) after 4m53s
[05:11:55.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:20:0)
[05:11:55.519] Build status: SCHEDULED
[05:11:55.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:21:0) after 1m39s
[05:13:34.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:21:0)
[05:13:34.606] Build status: SCHEDULED
[05:13:34.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:22:0) after 3m27s
[05:17:01.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:22:0)
[05:17:01.767] Build status: SCHEDULED
[05:17:01.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:23:0) after 1m10s
[05:18:11.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:23:0)
[05:18:11.799] Build status: SCHEDULED
[05:18:11.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:24:0) after 8m31s
[05:26:42.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:24:0)
[05:26:42.857] Build status: SCHEDULED
[05:26:42.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:25:0) after 3m17s
[05:29:59.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:25:0)
[05:29:59.905] Build status: SCHEDULED
[05:29:59.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:26:0) after 2m42s
[05:32:42.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:26:0)
[05:32:42.186] Build status: SCHEDULED
[05:32:42.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:27:0) after 7m36s
[05:40:18.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:27:0)
[05:40:18.221] Build status: SCHEDULED
[05:40:18.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:28:0) after 4m5s
[05:44:23.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:28:0)
[05:44:23.262] Build status: SCHEDULED
[05:44:23.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:29:0) after 4m47s
[05:49:10.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:29:0)
[05:49:10.417] Build status: SCHEDULED
[05:49:10.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:30:0) after 8m21s
[05:50:54.894] Received PubSub notification, asking Buildbucket for the build status
[05:50:54.911] Build status: STARTED
[05:57:31.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:30:0)
[05:57:31.452] Build status: STARTED
[05:57:31.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839137126480661392:32:0) after 9m47s
[05:59:08.132] Received PubSub notification, asking Buildbucket for the build status
[05:59:08.154] Build:
{
"id": "8673707064368135425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T03:29:26.888979131Z",
"startTime": "2026-08-12T05:50:54.622578511Z",
"endTime": "2026-08-12T05:59:07.677092267Z",
"updateTime": "2026-08-12T05:59:07.677092267Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[05:59:08.154] Invocation finished in 2h29m42.664697421s with status FAILED