[20:57:05.696] New invocation is queued and will start shortly
[20:57:05.696] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:57:07.107] Starting the invocation (attempt 1)
[20:57:07.140] Ignoring gitiles_ref tag without the buildset tag
[20:57:07.140] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:57:07.140] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:57:07.140] Buildbucket request:
{
"requestId": "8839614794585292160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839614794585292160",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "2b5f84f1-0c46-41aa-8244-e9261242aeda",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674185115524880753"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839614794585292160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:57:07.497] Scheduled build:
{
"id": "8674184732339391937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T20:57:07.212745790Z",
"updateTime": "2026-08-06T20:57:07.212745790Z",
"status": "SCHEDULED",
"input": {
}
}
[20:57:07.497] Task URL: https://cr-buildbucket.appspot.com/build/8674184732339391937
[20:57:07.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:2:0) after 8m56s
[20:57:08.517] Received PubSub notification, asking Buildbucket for the build status
[20:57:08.537] Build status: SCHEDULED
[21:06:03.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:2:0)
[21:06:03.542] Build status: SCHEDULED
[21:06:03.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:4:0) after 7m50s
[21:13:53.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:4:0)
[21:13:53.610] Build status: SCHEDULED
[21:13:53.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:5:0) after 9m5s
[21:22:58.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:5:0)
[21:22:58.623] Build status: SCHEDULED
[21:22:58.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:6:0) after 2m30s
[21:25:28.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:6:0)
[21:25:28.654] Build status: SCHEDULED
[21:25:28.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:7:0) after 7m19s
[21:32:47.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:7:0)
[21:32:47.687] Build status: SCHEDULED
[21:32:47.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:8:0) after 3m52s
[21:36:39.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:8:0)
[21:36:39.773] Build status: SCHEDULED
[21:36:39.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:9:0) after 5m18s
[21:41:57.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:9:0)
[21:41:57.941] Build status: SCHEDULED
[21:41:57.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:10:0) after 3m21s
[21:45:19.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:10:0)
[21:45:19.163] Build status: SCHEDULED
[21:45:19.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:11:0) after 2m14s
[21:47:33.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:11:0)
[21:47:33.356] Build status: SCHEDULED
[21:47:33.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:12:0) after 3m22s
[21:50:55.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:12:0)
[21:50:55.449] Build status: SCHEDULED
[21:50:55.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:13:0) after 1m16s
[21:52:11.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:13:0)
[21:52:11.829] Build status: SCHEDULED
[21:52:11.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:14:0) after 9m36s
[22:01:48.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:14:0)
[22:01:48.092] Build status: SCHEDULED
[22:01:48.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:15:0) after 1m47s
[22:03:35.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:15:0)
[22:03:35.123] Build status: SCHEDULED
[22:03:35.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:16:0) after 3m29s
[22:07:04.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:16:0)
[22:07:04.372] Build status: SCHEDULED
[22:07:04.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:17:0) after 6m40s
[22:13:44.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:17:0)
[22:13:44.425] Build status: SCHEDULED
[22:13:44.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:18:0) after 6m11s
[22:19:55.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:18:0)
[22:19:55.553] Build status: SCHEDULED
[22:19:55.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:19:0) after 1m51s
[22:21:46.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:19:0)
[22:21:46.642] Build status: SCHEDULED
[22:21:46.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:20:0) after 7m53s
[22:29:39.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:20:0)
[22:29:39.847] Build status: SCHEDULED
[22:29:39.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:21:0) after 1m39s
[22:31:18.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:21:0)
[22:31:18.901] Build status: SCHEDULED
[22:31:18.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:22:0) after 4m58s
[22:36:17.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:22:0)
[22:36:17.065] Build status: SCHEDULED
[22:36:17.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:23:0) after 8m15s
[22:44:32.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:23:0)
[22:44:32.126] Build status: SCHEDULED
[22:44:32.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:24:0) after 5m52s
[22:50:24.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:24:0)
[22:50:24.134] Build status: SCHEDULED
[22:50:24.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:25:0) after 8m32s
[22:58:56.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:25:0)
[22:58:56.181] Build status: SCHEDULED
[22:58:56.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:26:0) after 1m14s
[23:00:10.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:26:0)
[23:00:10.188] Build status: SCHEDULED
[23:00:10.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:27:0) after 1m24s
[23:01:34.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:27:0)
[23:01:34.305] Build status: SCHEDULED
[23:01:34.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:28:0) after 5m5s
[23:06:39.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:28:0)
[23:06:39.636] Build status: SCHEDULED
[23:06:39.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:29:0) after 3m52s
[23:10:31.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:29:0)
[23:10:31.730] Build status: SCHEDULED
[23:10:31.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:30:0) after 8m24s
[23:18:55.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:30:0)
[23:18:55.927] Build status: SCHEDULED
[23:18:55.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:31:0) after 1m38s
[23:20:34.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:31:0)
[23:20:34.046] Build status: SCHEDULED
[23:20:34.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:32:0) after 1m36s
[23:22:10.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:32:0)
[23:22:10.276] Build status: SCHEDULED
[23:22:10.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:33:0) after 6m35s
[23:28:45.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:33:0)
[23:28:45.447] Build status: SCHEDULED
[23:28:45.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:34:0) after 6m0s
[23:34:45.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:34:0)
[23:34:45.540] Build status: SCHEDULED
[23:34:45.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:35:0) after 5m3s
[23:39:48.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:35:0)
[23:39:48.671] Build status: SCHEDULED
[23:39:48.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:36:0) after 5m32s
[23:45:20.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:36:0)
[23:45:20.721] Build status: SCHEDULED
[23:45:20.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:37:0) after 8m18s
[23:53:38.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:37:0)
[23:53:38.822] Build status: SCHEDULED
[23:53:38.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:38:0) after 7m16s
[00:00:54.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:38:0)
[00:00:54.918] Build status: SCHEDULED
[00:00:54.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:39:0) after 9m39s
[00:10:33.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:39:0)
[00:10:33.915] Build status: SCHEDULED
[00:10:33.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:40:0) after 6m20s
[00:16:53.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:40:0)
[00:16:53.985] Build status: SCHEDULED
[00:16:53.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:41:0) after 6m43s
[00:23:37.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:41:0)
[00:23:37.207] Build status: SCHEDULED
[00:23:37.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:42:0) after 5m25s
[00:29:02.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:42:0)
[00:29:02.204] Build status: SCHEDULED
[00:29:02.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:43:0) after 6m36s
[00:32:16.075] Received PubSub notification, asking Buildbucket for the build status
[00:32:16.099] Build status: STARTED
[00:35:38.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:43:0)
[00:35:38.288] Build status: STARTED
[00:35:38.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839614794585292160:45:0) after 9m2s
[00:36:34.336] Received PubSub notification, asking Buildbucket for the build status
[00:36:34.353] Build:
{
"id": "8674184732339391937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T20:57:07.212745790Z",
"startTime": "2026-08-07T00:32:13.959272477Z",
"endTime": "2026-08-07T00:36:33.957418670Z",
"updateTime": "2026-08-07T00:36:33.957418670Z",
"status": "FAILURE",
"input": {
}
}
[00:36:34.353] Invocation finished in 3h39m28.66613135s with status FAILED