[18:17:26.879] New invocation is queued and will start shortly
[18:17:27.907] Starting the invocation (attempt 1)
[18:17:27.934] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4933de4a4ded1b44992dcf9df7658b24bd8fe0fc"
[18:17:27.934] Popped gitiles commit info from properties and tags
[18:17:27.934] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:17:27.934] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:17:27.934] Buildbucket request:
{
"requestId": "8844698268816413712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844698268816413712",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
"title": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4933de4a4ded1b44992dcf9df7658b24bd8fe0fc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844698268816413712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:17:28.307] Scheduled build:
{
"id": "8679268206987615297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T18:17:28.002791177Z",
"updateTime": "2026-06-11T18:17:28.002791177Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
"ref": "refs/heads/main"
}
}
}
[18:17:28.307] Task URL: https://cr-buildbucket.appspot.com/build/8679268206987615297
[18:17:28.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:2:0) after 6m46s
[18:17:28.786] Received PubSub notification, asking Buildbucket for the build status
[18:17:28.811] Build status: SCHEDULED
[18:24:14.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:2:0)
[18:24:14.335] Build status: SCHEDULED
[18:24:14.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:4:0) after 8m9s
[18:32:23.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:4:0)
[18:32:23.362] Build status: SCHEDULED
[18:32:23.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:5:0) after 5m32s
[18:37:55.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:5:0)
[18:37:55.552] Build status: SCHEDULED
[18:37:55.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:6:0) after 5m4s
[18:42:59.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:6:0)
[18:42:59.659] Build status: SCHEDULED
[18:42:59.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:7:0) after 6m46s
[18:49:45.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:7:0)
[18:49:45.711] Build status: SCHEDULED
[18:49:45.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:8:0) after 8m55s
[18:58:40.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:8:0)
[18:58:40.898] Build status: SCHEDULED
[18:58:40.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:9:0) after 6m47s
[19:05:27.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:9:0)
[19:05:27.945] Build status: SCHEDULED
[19:05:27.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:10:0) after 9m33s
[19:15:01.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:10:0)
[19:15:01.109] Build status: SCHEDULED
[19:15:01.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:11:0) after 5m9s
[19:20:10.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:11:0)
[19:20:10.177] Build status: SCHEDULED
[19:20:10.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:12:0) after 4m10s
[19:24:20.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:12:0)
[19:24:20.212] Build status: SCHEDULED
[19:24:20.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:13:0) after 4m5s
[19:28:25.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:13:0)
[19:28:25.282] Build status: SCHEDULED
[19:28:25.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:14:0) after 5m43s
[19:34:08.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:14:0)
[19:34:08.359] Build status: SCHEDULED
[19:34:08.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:15:0) after 7m25s
[19:41:33.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:15:0)
[19:41:33.588] Build status: SCHEDULED
[19:41:33.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:16:0) after 5m1s
[19:46:34.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:16:0)
[19:46:34.624] Build status: SCHEDULED
[19:46:34.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:17:0) after 3m26s
[19:50:00.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:17:0)
[19:50:00.735] Build status: SCHEDULED
[19:50:00.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:18:0) after 8m3s
[19:58:03.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:18:0)
[19:58:03.996] Build status: SCHEDULED
[19:58:03.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:19:0) after 6m39s
[20:04:42.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:19:0)
[20:04:42.983] Build status: SCHEDULED
[20:04:42.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:20:0) after 8m55s
[20:13:38.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:20:0)
[20:13:38.057] Build status: SCHEDULED
[20:13:38.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:21:0) after 2m5s
[20:15:43.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:21:0)
[20:15:43.164] Build status: SCHEDULED
[20:15:43.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:22:0) after 7m21s
[20:23:04.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:22:0)
[20:23:04.305] Build status: SCHEDULED
[20:23:04.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:23:0) after 2m18s
[20:25:22.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:23:0)
[20:25:22.826] Build status: SCHEDULED
[20:25:22.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:24:0) after 1m31s
[20:26:54.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:24:0)
[20:26:54.070] Build status: SCHEDULED
[20:26:54.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:25:0) after 6m36s
[20:33:30.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:25:0)
[20:33:30.161] Build status: SCHEDULED
[20:33:30.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:26:0) after 1m38s
[20:35:08.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:26:0)
[20:35:08.216] Build status: SCHEDULED
[20:35:08.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:27:0) after 6m48s
[20:41:56.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:27:0)
[20:41:56.245] Build status: SCHEDULED
[20:41:56.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:28:0) after 1m57s
[20:43:53.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:28:0)
[20:43:53.467] Build status: SCHEDULED
[20:43:53.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:29:0) after 1m15s
[20:45:08.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:29:0)
[20:45:08.548] Build status: SCHEDULED
[20:45:08.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:30:0) after 6m24s
[20:51:32.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:30:0)
[20:51:32.530] Build status: SCHEDULED
[20:51:32.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:31:0) after 9m39s
[21:01:11.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:31:0)
[21:01:11.565] Build status: SCHEDULED
[21:01:11.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:32:0) after 9m25s
[21:04:59.282] Received PubSub notification, asking Buildbucket for the build status
[21:04:59.301] Build status: STARTED
[21:10:36.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:32:0)
[21:10:36.653] Build status: STARTED
[21:10:36.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8844698268816413712:34:0) after 2m38s
[21:10:57.098] Received PubSub notification, asking Buildbucket for the build status
[21:10:57.117] Build:
{
"id": "8679268206987615297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T18:17:28.002791177Z",
"startTime": "2026-06-11T21:04:59.095104713Z",
"endTime": "2026-06-11T21:10:56.772552456Z",
"updateTime": "2026-06-11T21:10:56.772552456Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4933de4a4ded1b44992dcf9df7658b24bd8fe0fc",
"ref": "refs/heads/main"
}
}
}
[21:10:57.117] Invocation finished in 2h53m30.243797523s with status FAILED