[16:20:10.728] New invocation is queued and will start shortly
[16:20:13.963] Starting the invocation (attempt 1)
[16:20:13.991] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5305b6094d0fe2ae01b6521833c15b8f38c2c41f"
[16:20:13.991] Popped gitiles commit info from properties and tags
[16:20:13.991] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:20:13.991] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:20:13.992] Buildbucket request:
{
"requestId": "8838998037873977504",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838998037873977504",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5305b6094d0fe2ae01b6521833c15b8f38c2c41f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5305b6094d0fe2ae01b6521833c15b8f38c2c41f",
"title": "5305b6094d0fe2ae01b6521833c15b8f38c2c41f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5305b6094d0fe2ae01b6521833c15b8f38c2c41f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5305b6094d0fe2ae01b6521833c15b8f38c2c41f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838998037873977504"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:20:14.532] Scheduled build:
{
"id": "8673567973722067841",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T16:20:14.065550807Z",
"updateTime": "2026-08-13T16:20:14.065550807Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5305b6094d0fe2ae01b6521833c15b8f38c2c41f",
"ref": "refs/heads/main"
}
}
}
[16:20:14.532] Task URL: https://cr-buildbucket.appspot.com/build/8673567973722067841
[16:20:14.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:2:0) after 7m37s
[16:20:15.349] Received PubSub notification, asking Buildbucket for the build status
[16:20:15.376] Build status: SCHEDULED
[16:27:51.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:2:0)
[16:27:51.576] Build status: SCHEDULED
[16:27:51.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:4:0) after 4m6s
[16:31:57.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:4:0)
[16:31:57.615] Build status: SCHEDULED
[16:31:57.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:5:0) after 7m56s
[16:39:53.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:5:0)
[16:39:53.786] Build status: SCHEDULED
[16:39:53.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:6:0) after 8m26s
[16:48:19.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:6:0)
[16:48:19.821] Build status: SCHEDULED
[16:48:19.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:7:0) after 1m41s
[16:50:00.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:7:0)
[16:50:01.040] Build status: SCHEDULED
[16:50:01.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:8:0) after 8m30s
[16:58:31.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:8:0)
[16:58:31.104] Build status: SCHEDULED
[16:58:31.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:9:0) after 7m4s
[17:05:35.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:9:0)
[17:05:35.145] Build status: SCHEDULED
[17:05:35.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:10:0) after 9m25s
[17:15:00.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:10:0)
[17:15:00.318] Build status: SCHEDULED
[17:15:00.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:11:0) after 7m5s
[17:22:05.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:11:0)
[17:22:05.363] Build status: SCHEDULED
[17:22:05.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:12:0) after 7m7s
[17:29:12.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:12:0)
[17:29:12.490] Build status: SCHEDULED
[17:29:12.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:13:0) after 9m52s
[17:39:04.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:13:0)
[17:39:04.592] Build status: SCHEDULED
[17:39:04.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:14:0) after 7m47s
[17:46:51.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:14:0)
[17:46:51.791] Build status: SCHEDULED
[17:46:51.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:15:0) after 3m50s
[17:50:41.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:15:0)
[17:50:41.930] Build status: SCHEDULED
[17:50:41.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:16:0) after 5m31s
[17:56:12.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:16:0)
[17:56:12.980] Build status: SCHEDULED
[17:56:12.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:17:0) after 9m2s
[18:05:15.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:17:0)
[18:05:15.069] Build status: SCHEDULED
[18:05:15.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:18:0) after 5m53s
[18:11:08.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:18:0)
[18:11:08.259] Build status: SCHEDULED
[18:11:08.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:19:0) after 1m21s
[18:12:29.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:19:0)
[18:12:29.360] Build status: SCHEDULED
[18:12:29.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:20:0) after 1m31s
[18:14:00.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:20:0)
[18:14:00.578] Build status: SCHEDULED
[18:14:00.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:21:0) after 7m10s
[18:21:10.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:21:0)
[18:21:10.773] Build status: SCHEDULED
[18:21:10.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:22:0) after 1m54s
[18:23:04.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:22:0)
[18:23:04.815] Build status: SCHEDULED
[18:23:04.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:23:0) after 6m28s
[18:29:32.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:23:0)
[18:29:32.858] Build status: SCHEDULED
[18:29:32.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:24:0) after 4m4s
[18:33:36.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:24:0)
[18:33:36.938] Build status: SCHEDULED
[18:33:36.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:25:0) after 2m28s
[18:36:05.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:25:0)
[18:36:05.129] Build status: SCHEDULED
[18:36:05.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:26:0) after 1m51s
[18:37:56.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:26:0)
[18:37:56.297] Build status: SCHEDULED
[18:37:56.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:27:0) after 7m48s
[18:45:44.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:27:0)
[18:45:44.416] Build status: SCHEDULED
[18:45:44.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:28:0) after 2m26s
[18:46:03.615] Received PubSub notification, asking Buildbucket for the build status
[18:46:03.641] Build status: STARTED
[18:48:10.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:28:0)
[18:48:10.463] Build status: STARTED
[18:48:10.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:30:0) after 3m36s
[18:51:46.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:30:0)
[18:51:46.499] Build status: STARTED
[18:51:46.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8838998037873977504:31:0) after 5m52s
[18:56:42.027] Received PubSub notification, asking Buildbucket for the build status
[18:56:42.050] Build:
{
"id": "8673567973722067841",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T16:20:14.065550807Z",
"startTime": "2026-08-13T18:45:48.239476793Z",
"endTime": "2026-08-13T18:56:41.588739940Z",
"updateTime": "2026-08-13T18:56:41.588739940Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5305b6094d0fe2ae01b6521833c15b8f38c2c41f",
"ref": "refs/heads/main"
}
}
}
[18:56:42.051] Invocation finished in 2h36m31.329022669s with status FAILED