[03:56:45.704] New invocation is queued and will start shortly
[03:56:47.832] Starting the invocation (attempt 1)
[03:56:47.859] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/23f2c4150ac5f16c048db23bc7217ff8faba15ae"
[03:56:47.859] Popped gitiles commit info from properties and tags
[03:56:47.859] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:56:47.859] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:56:47.859] Buildbucket request:
{
"requestId": "8842215703453774112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842215703453774112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "23f2c4150ac5f16c048db23bc7217ff8faba15ae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@23f2c4150ac5f16c048db23bc7217ff8faba15ae",
"title": "23f2c4150ac5f16c048db23bc7217ff8faba15ae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/23f2c4150ac5f16c048db23bc7217ff8faba15ae"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "23f2c4150ac5f16c048db23bc7217ff8faba15ae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842215703453774112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:56:48.216] Scheduled build:
{
"id": "8676785640469566113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-09T03:56:47.929456625Z",
"updateTime": "2026-07-09T03:56:47.929456625Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "23f2c4150ac5f16c048db23bc7217ff8faba15ae",
"ref": "refs/heads/main"
}
}
}
[03:56:48.216] Task URL: https://cr-buildbucket.appspot.com/build/8676785640469566113
[03:56:48.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:2:0) after 1m33s
[03:56:49.013] Received PubSub notification, asking Buildbucket for the build status
[03:56:49.032] Build status: SCHEDULED
[03:58:21.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:2:0)
[03:58:21.307] Build status: SCHEDULED
[03:58:21.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:4:0) after 7m36s
[04:05:57.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:4:0)
[04:06:00.788] Build status: SCHEDULED
[04:06:00.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:5:0) after 6m23s
[04:12:23.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:5:0)
[04:12:23.918] Build status: SCHEDULED
[04:12:23.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:6:0) after 1m23s
[04:13:46.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:6:0)
[04:13:46.960] Build status: SCHEDULED
[04:13:46.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:7:0) after 5m8s
[04:18:55.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:7:0)
[04:18:55.146] Build status: SCHEDULED
[04:18:55.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:8:0) after 2m34s
[04:21:29.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:8:0)
[04:21:29.263] Build status: SCHEDULED
[04:21:29.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:9:0) after 6m21s
[04:27:50.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:9:0)
[04:27:50.295] Build status: SCHEDULED
[04:27:50.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:10:0) after 1m13s
[04:29:03.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:10:0)
[04:29:03.355] Build status: SCHEDULED
[04:29:03.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:11:0) after 6m9s
[04:35:12.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:11:0)
[04:35:12.470] Build status: SCHEDULED
[04:35:12.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:12:0) after 1m46s
[04:36:58.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:12:0)
[04:36:58.519] Build status: SCHEDULED
[04:36:58.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:13:0) after 3m5s
[04:40:03.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:13:0)
[04:40:03.597] Build status: SCHEDULED
[04:40:03.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:14:0) after 7m5s
[04:47:08.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:14:0)
[04:47:08.628] Build status: SCHEDULED
[04:47:08.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:15:0) after 4m26s
[04:51:34.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:15:0)
[04:51:34.677] Build status: SCHEDULED
[04:51:34.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:16:0) after 3m16s
[04:54:50.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:16:0)
[04:54:50.665] Build status: SCHEDULED
[04:54:50.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:17:0) after 7m41s
[05:02:31.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:17:0)
[05:02:31.734] Build status: SCHEDULED
[05:02:31.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:18:0) after 4m44s
[05:07:15.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:18:0)
[05:07:15.819] Build status: SCHEDULED
[05:07:15.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:19:0) after 4m55s
[05:12:10.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:19:0)
[05:12:10.924] Build status: SCHEDULED
[05:12:10.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:20:0) after 6m25s
[05:18:35.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:20:0)
[05:18:35.961] Build status: SCHEDULED
[05:18:35.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:21:0) after 5m22s
[05:23:57.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:21:0)
[05:23:58.011] Build status: SCHEDULED
[05:23:58.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:22:0) after 5m4s
[05:29:02.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:22:0)
[05:29:02.102] Build status: SCHEDULED
[05:29:02.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:23:0) after 5m35s
[05:34:37.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:23:0)
[05:34:37.247] Build status: SCHEDULED
[05:34:37.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:24:0) after 4m47s
[05:39:24.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:24:0)
[05:39:24.290] Build status: SCHEDULED
[05:39:24.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:25:0) after 6m48s
[05:46:12.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:25:0)
[05:46:12.320] Build status: SCHEDULED
[05:46:12.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:26:0) after 9m52s
[05:56:04.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:26:0)
[05:56:04.348] Build status: SCHEDULED
[05:56:04.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:27:0) after 5m54s
[06:01:58.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:27:0)
[06:01:58.618] Build status: SCHEDULED
[06:01:58.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:28:0) after 7m3s
[06:09:01.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:28:0)
[06:09:01.668] Build status: SCHEDULED
[06:09:01.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:29:0) after 3m41s
[06:12:42.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:29:0)
[06:12:42.703] Build status: SCHEDULED
[06:12:42.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:30:0) after 1m48s
[06:14:30.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:30:0)
[06:14:30.776] Build status: SCHEDULED
[06:14:30.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:31:0) after 4m27s
[06:18:57.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:31:0)
[06:18:57.829] Build status: SCHEDULED
[06:18:57.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:32:0) after 1m55s
[06:20:52.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:32:0)
[06:20:52.934] Build status: SCHEDULED
[06:20:52.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:33:0) after 6m33s
[06:27:26.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:33:0)
[06:27:26.065] Build status: SCHEDULED
[06:27:26.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:34:0) after 1m36s
[06:29:02.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:34:0)
[06:29:02.204] Build status: SCHEDULED
[06:29:02.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:35:0) after 1m42s
[06:30:44.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:35:0)
[06:30:44.248] Build status: SCHEDULED
[06:30:44.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:36:0) after 3m43s
[06:34:27.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:36:0)
[06:34:27.292] Build status: SCHEDULED
[06:34:27.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:37:0) after 6m18s
[06:40:45.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:37:0)
[06:40:45.423] Build status: SCHEDULED
[06:40:45.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:38:0) after 7m11s
[06:42:58.837] Received PubSub notification, asking Buildbucket for the build status
[06:42:58.855] Build status: STARTED
[06:47:56.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:38:0)
[06:47:56.507] Build status: STARTED
[06:47:56.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:40:0) after 5m9s
[06:53:05.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:40:0)
[06:53:05.584] Build status: STARTED
[06:53:05.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842215703453774112:41:0) after 9m1s
[06:53:16.705] Received PubSub notification, asking Buildbucket for the build status
[06:53:16.722] Build:
{
"id": "8676785640469566113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-09T03:56:47.929456625Z",
"startTime": "2026-07-09T06:42:54.778390446Z",
"endTime": "2026-07-09T06:53:16.399295632Z",
"updateTime": "2026-07-09T06:53:16.399295632Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "23f2c4150ac5f16c048db23bc7217ff8faba15ae",
"ref": "refs/heads/main"
}
}
}
[06:53:16.722] Invocation finished in 2h56m31.021560974s with status FAILED