[03:49:36.209] New invocation is queued and will start shortly
[03:49:37.380] Starting the invocation (attempt 1)
[03:49:37.404] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/278f49430d9cbf06ebed4fb7c2e65b6236950663"
[03:49:37.404] Popped gitiles commit info from properties and tags
[03:49:37.404] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:49:37.406] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:49:37.406] Buildbucket request:
{
"requestId": "8843393914374530528",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843393914374530528",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "278f49430d9cbf06ebed4fb7c2e65b6236950663"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@278f49430d9cbf06ebed4fb7c2e65b6236950663",
"title": "278f49430d9cbf06ebed4fb7c2e65b6236950663",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/278f49430d9cbf06ebed4fb7c2e65b6236950663"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "278f49430d9cbf06ebed4fb7c2e65b6236950663",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843393914374530528"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:49:37.763] Scheduled build:
{
"id": "8677963852391240737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-26T03:49:37.480623226Z",
"updateTime": "2026-06-26T03:49:37.480623226Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "278f49430d9cbf06ebed4fb7c2e65b6236950663",
"ref": "refs/heads/main"
}
}
}
[03:49:37.763] Task URL: https://cr-buildbucket.appspot.com/build/8677963852391240737
[03:49:37.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:2:0) after 4m31s
[03:49:38.723] Received PubSub notification, asking Buildbucket for the build status
[03:49:38.740] Build status: SCHEDULED
[03:54:08.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:2:0)
[03:54:08.799] Build status: SCHEDULED
[03:54:08.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:4:0) after 1m22s
[03:55:30.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:4:0)
[03:55:30.861] Build status: SCHEDULED
[03:55:30.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:5:0) after 3m12s
[03:58:42.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:5:0)
[03:58:42.946] Build status: SCHEDULED
[03:58:42.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:6:0) after 4m16s
[04:02:59.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:6:0)
[04:02:59.081] Build status: SCHEDULED
[04:02:59.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:7:0) after 3m59s
[04:06:58.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:7:0)
[04:06:58.218] Build status: SCHEDULED
[04:06:58.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:8:0) after 3m48s
[04:10:46.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:8:0)
[04:10:46.268] Build status: SCHEDULED
[04:10:46.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:9:0) after 5m36s
[04:16:22.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:9:0)
[04:16:22.384] Build status: SCHEDULED
[04:16:22.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:10:0) after 3m19s
[04:19:41.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:10:0)
[04:19:41.477] Build status: SCHEDULED
[04:19:41.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:11:0) after 7m36s
[04:27:17.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:11:0)
[04:27:17.473] Build status: SCHEDULED
[04:27:17.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:12:0) after 4m0s
[04:31:17.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:12:0)
[04:31:17.559] Build status: SCHEDULED
[04:31:17.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:13:0) after 4m32s
[04:35:49.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:13:0)
[04:35:49.598] Build status: SCHEDULED
[04:35:49.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:14:0) after 6m56s
[04:42:45.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:14:0)
[04:42:45.687] Build status: SCHEDULED
[04:42:45.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:15:0) after 4m9s
[04:46:54.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:15:0)
[04:46:54.816] Build status: SCHEDULED
[04:46:54.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:16:0) after 4m1s
[04:50:55.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:16:0)
[04:50:55.863] Build status: SCHEDULED
[04:50:55.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:17:0) after 1m15s
[04:52:10.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:17:0)
[04:52:10.947] Build status: SCHEDULED
[04:52:10.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:18:0) after 2m16s
[04:54:26.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:18:0)
[04:54:26.978] Build status: SCHEDULED
[04:54:26.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:19:0) after 2m26s
[04:56:52.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:19:0)
[04:56:53.021] Build status: SCHEDULED
[04:56:53.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:20:0) after 3m35s
[05:00:28.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:20:0)
[05:00:28.164] Build status: SCHEDULED
[05:00:28.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:21:0) after 5m2s
[05:05:30.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:21:0)
[05:05:30.217] Build status: SCHEDULED
[05:05:30.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:22:0) after 4m40s
[05:10:10.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:22:0)
[05:10:10.250] Build status: SCHEDULED
[05:10:10.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:23:0) after 2m50s
[05:13:00.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:23:0)
[05:13:00.285] Build status: SCHEDULED
[05:13:00.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:24:0) after 1m14s
[05:14:14.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:24:0)
[05:14:14.579] Build status: SCHEDULED
[05:14:14.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:25:0) after 1m30s
[05:15:44.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:25:0)
[05:15:44.648] Build status: SCHEDULED
[05:15:44.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:26:0) after 9m8s
[05:24:52.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:26:0)
[05:24:52.719] Build status: SCHEDULED
[05:24:52.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:27:0) after 3m20s
[05:28:12.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:27:0)
[05:28:12.747] Build status: SCHEDULED
[05:28:12.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:28:0) after 8m18s
[05:36:30.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:28:0)
[05:36:30.848] Build status: SCHEDULED
[05:36:30.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:29:0) after 6m1s
[05:42:31.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:29:0)
[05:42:31.944] Build status: SCHEDULED
[05:42:31.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:30:0) after 5m10s
[05:47:41.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:30:0)
[05:47:41.986] Build status: SCHEDULED
[05:47:41.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:31:0) after 3m54s
[05:51:36.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:31:0)
[05:51:36.021] Build status: SCHEDULED
[05:51:36.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:32:0) after 7m42s
[05:59:18.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:32:0)
[05:59:18.064] Build status: SCHEDULED
[05:59:18.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:33:0) after 2m46s
[06:02:04.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:33:0)
[06:02:04.098] Build status: SCHEDULED
[06:02:04.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:34:0) after 2m32s
[06:04:36.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:34:0)
[06:04:36.209] Build status: SCHEDULED
[06:04:36.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:35:0) after 5m2s
[06:09:38.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:35:0)
[06:09:38.243] Build status: SCHEDULED
[06:09:38.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:36:0) after 7m15s
[06:16:53.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:36:0)
[06:16:53.279] Build status: SCHEDULED
[06:16:53.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:37:0) after 4m29s
[06:21:22.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:37:0)
[06:21:22.330] Build status: SCHEDULED
[06:21:22.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:38:0) after 5m37s
[06:26:59.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:38:0)
[06:26:59.376] Build status: SCHEDULED
[06:26:59.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:39:0) after 4m27s
[06:31:26.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:39:0)
[06:31:26.417] Build status: SCHEDULED
[06:31:26.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:40:0) after 8m57s
[06:40:23.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:40:0)
[06:40:23.456] Build status: SCHEDULED
[06:40:23.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:41:0) after 9m48s
[06:50:11.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:41:0)
[06:50:11.610] Build status: SCHEDULED
[06:50:11.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:42:0) after 8m33s
[06:58:44.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:42:0)
[06:58:44.612] Build status: SCHEDULED
[06:58:44.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:43:0) after 6m27s
[07:05:11.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:43:0)
[07:05:11.710] Build status: SCHEDULED
[07:05:11.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:44:0) after 6m18s
[07:08:46.044] Received PubSub notification, asking Buildbucket for the build status
[07:08:46.065] Build status: STARTED
[07:11:29.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:44:0)
[07:11:29.743] Build status: STARTED
[07:11:29.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:46:0) after 7m12s
[07:18:41.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:46:0)
[07:18:41.826] Build status: STARTED
[07:18:41.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8843393914374530528:47:0) after 5m55s
[07:19:47.104] Received PubSub notification, asking Buildbucket for the build status
[07:19:47.122] Build:
{
"id": "8677963852391240737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-26T03:49:37.480623226Z",
"startTime": "2026-06-26T07:08:45.879868848Z",
"endTime": "2026-06-26T07:19:45.289078732Z",
"updateTime": "2026-06-26T07:19:45.289078732Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "278f49430d9cbf06ebed4fb7c2e65b6236950663",
"ref": "refs/heads/main"
}
}
}
[07:19:47.122] Invocation finished in 3h30m10.917773519s with status SUCCEEDED