[02:36:27.519] New invocation is queued and will start shortly
[02:36:27.519] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:36:28.558] Starting the invocation (attempt 1)
[02:36:28.584] Ignoring gitiles_ref tag without the buildset tag
[02:36:28.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:36:28.584] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:36:28.584] Buildbucket request:
{
"requestId": "8841495979955913104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841495979955913104",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "bb084241-95ed-476c-804f-4eef543bddcf",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676066300132865441"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841495979955913104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:36:28.948] Scheduled build:
{
"id": "8676065918112388785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T02:36:28.656551468Z",
"updateTime": "2026-07-17T02:36:28.656551468Z",
"status": "SCHEDULED",
"input": {
}
}
[02:36:28.948] Task URL: https://cr-buildbucket.appspot.com/build/8676065918112388785
[02:36:28.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:2:0) after 7m49s
[02:36:29.912] Received PubSub notification, asking Buildbucket for the build status
[02:36:29.940] Build status: SCHEDULED
[02:44:18.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:2:0)
[02:44:18.047] Build status: SCHEDULED
[02:44:18.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:4:0) after 5m29s
[02:49:47.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:4:0)
[02:49:47.088] Build status: SCHEDULED
[02:49:47.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:5:0) after 5m33s
[02:55:20.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:5:0)
[02:55:20.123] Build status: SCHEDULED
[02:55:20.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:6:0) after 2m21s
[02:57:41.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:6:0)
[02:57:41.157] Build status: SCHEDULED
[02:57:41.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:7:0) after 7m48s
[03:05:29.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:7:0)
[03:05:29.353] Build status: SCHEDULED
[03:05:29.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:8:0) after 2m26s
[03:07:55.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:8:0)
[03:07:55.490] Build status: SCHEDULED
[03:07:55.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:9:0) after 9m31s
[03:17:26.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:9:0)
[03:17:26.539] Build status: SCHEDULED
[03:17:26.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:10:0) after 5m8s
[03:22:34.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:10:0)
[03:22:34.656] Build status: SCHEDULED
[03:22:34.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:11:0) after 3m45s
[03:26:19.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:11:0)
[03:26:19.662] Build status: SCHEDULED
[03:26:19.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:12:0) after 5m11s
[03:31:30.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:12:0)
[03:31:30.698] Build status: SCHEDULED
[03:31:30.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:13:0) after 6m56s
[03:38:26.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:13:0)
[03:38:26.766] Build status: SCHEDULED
[03:38:26.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:14:0) after 5m40s
[03:44:06.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:14:0)
[03:44:06.830] Build status: SCHEDULED
[03:44:06.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:15:0) after 4m58s
[03:49:04.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:15:0)
[03:49:04.898] Build status: SCHEDULED
[03:49:04.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:16:0) after 6m7s
[03:55:11.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:16:0)
[03:55:12.062] Build status: SCHEDULED
[03:55:12.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:17:0) after 3m3s
[03:58:15.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:17:0)
[03:58:15.095] Build status: SCHEDULED
[03:58:15.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:18:0) after 2m8s
[04:00:23.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:18:0)
[04:00:23.132] Build status: SCHEDULED
[04:00:23.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:19:0) after 2m32s
[04:02:55.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:19:0)
[04:02:55.212] Build status: SCHEDULED
[04:02:55.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:20:0) after 7m26s
[04:10:21.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:20:0)
[04:10:21.331] Build status: SCHEDULED
[04:10:21.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:21:0) after 9m28s
[04:19:49.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:21:0)
[04:19:49.415] Build status: SCHEDULED
[04:19:49.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:22:0) after 4m22s
[04:24:11.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:22:0)
[04:24:11.450] Build status: SCHEDULED
[04:24:11.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:23:0) after 1m46s
[04:25:57.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:23:0)
[04:25:57.490] Build status: SCHEDULED
[04:25:57.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:24:0) after 8m34s
[04:32:03.280] Received PubSub notification, asking Buildbucket for the build status
[04:32:03.300] Build status: STARTED
[04:34:31.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:24:0)
[04:34:31.524] Build status: STARTED
[04:34:31.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841495979955913104:26:0) after 5m4s
[04:35:47.212] Received PubSub notification, asking Buildbucket for the build status
[04:35:47.240] Build:
{
"id": "8676065918112388785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T02:36:28.656551468Z",
"startTime": "2026-07-17T04:32:03.114119036Z",
"endTime": "2026-07-17T04:35:46.807597539Z",
"updateTime": "2026-07-17T04:35:46.807597539Z",
"status": "FAILURE",
"input": {
}
}
[04:35:47.240] Invocation finished in 1h59m19.725564354s with status FAILED