[21:57:50.503] New invocation is queued and will start shortly
[21:57:52.833] Starting the invocation (attempt 1)
[21:57:52.860] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5c5ccb84c4e1d083f046622e243a1e24e500b43c"
[21:57:52.860] Popped gitiles commit info from properties and tags
[21:57:52.860] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:57:52.860] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:57:52.860] Buildbucket request:
{
"requestId": "8839701569689841104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839701569689841104",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5c5ccb84c4e1d083f046622e243a1e24e500b43c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5c5ccb84c4e1d083f046622e243a1e24e500b43c",
"title": "5c5ccb84c4e1d083f046622e243a1e24e500b43c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5c5ccb84c4e1d083f046622e243a1e24e500b43c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5c5ccb84c4e1d083f046622e243a1e24e500b43c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839701569689841104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:57:53.308] Scheduled build:
{
"id": "8674271506474077025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T21:57:52.949544264Z",
"updateTime": "2026-08-05T21:57:52.949544264Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5c5ccb84c4e1d083f046622e243a1e24e500b43c",
"ref": "refs/heads/main"
}
}
}
[21:57:53.308] Task URL: https://cr-buildbucket.appspot.com/build/8674271506474077025
[21:57:53.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:2:0) after 6m17s
[21:57:54.254] Received PubSub notification, asking Buildbucket for the build status
[21:57:54.280] Build status: SCHEDULED
[22:04:10.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:2:0)
[22:04:10.397] Build status: SCHEDULED
[22:04:10.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:4:0) after 2m18s
[22:06:28.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:4:0)
[22:06:28.401] Build status: SCHEDULED
[22:06:28.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:5:0) after 1m11s
[22:07:39.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:5:0)
[22:07:39.445] Build status: SCHEDULED
[22:07:39.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:6:0) after 6m40s
[22:14:19.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:6:0)
[22:14:19.579] Build status: SCHEDULED
[22:14:19.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:7:0) after 4m23s
[22:18:42.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:7:0)
[22:18:42.622] Build status: SCHEDULED
[22:18:42.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:8:0) after 9m32s
[22:28:14.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:8:0)
[22:28:14.734] Build status: SCHEDULED
[22:28:14.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:9:0) after 7m46s
[22:36:00.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:9:0)
[22:36:00.764] Build status: SCHEDULED
[22:36:00.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:10:0) after 9m18s
[22:45:18.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:10:0)
[22:45:18.858] Build status: SCHEDULED
[22:45:18.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:11:0) after 6m48s
[22:52:06.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:11:0)
[22:52:06.959] Build status: SCHEDULED
[22:52:06.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:12:0) after 3m5s
[22:55:11.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:12:0)
[22:55:11.993] Build status: SCHEDULED
[22:55:11.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:13:0) after 2m32s
[22:57:44.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:13:0)
[22:57:44.081] Build status: SCHEDULED
[22:57:44.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:14:0) after 4m7s
[23:01:51.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:14:0)
[23:01:51.366] Build status: SCHEDULED
[23:01:51.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:15:0) after 6m29s
[23:08:20.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:15:0)
[23:08:20.391] Build status: SCHEDULED
[23:08:20.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:16:0) after 2m47s
[23:11:07.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:16:0)
[23:11:07.440] Build status: SCHEDULED
[23:11:07.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:17:0) after 3m36s
[23:14:43.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:17:0)
[23:14:43.730] Build status: SCHEDULED
[23:14:43.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:18:0) after 3m15s
[23:17:59.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:18:0)
[23:17:59.109] Build status: SCHEDULED
[23:17:59.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:19:0) after 3m34s
[23:21:33.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:19:0)
[23:21:33.183] Build status: SCHEDULED
[23:21:33.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:20:0) after 2m5s
[23:23:38.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:20:0)
[23:23:38.191] Build status: SCHEDULED
[23:23:38.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:21:0) after 7m42s
[23:31:20.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:21:0)
[23:31:20.238] Build status: SCHEDULED
[23:31:20.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:22:0) after 2m47s
[23:34:07.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:22:0)
[23:34:07.493] Build status: SCHEDULED
[23:34:07.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:23:0) after 7m12s
[23:41:19.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:23:0)
[23:41:19.714] Build status: SCHEDULED
[23:41:19.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:24:0) after 8m23s
[23:49:42.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:24:0)
[23:49:42.815] Build status: SCHEDULED
[23:49:42.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:25:0) after 5m1s
[23:54:43.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:25:0)
[23:54:43.953] Build status: SCHEDULED
[23:54:43.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:26:0) after 4m38s
[23:59:22.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:26:0)
[23:59:22.056] Build status: SCHEDULED
[23:59:22.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:27:0) after 8m21s
[00:07:43.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:27:0)
[00:07:43.106] Build status: SCHEDULED
[00:07:43.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:28:0) after 7m46s
[00:15:29.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:28:0)
[00:15:29.296] Build status: SCHEDULED
[00:15:29.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:29:0) after 6m28s
[00:21:57.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:29:0)
[00:21:57.432] Build status: SCHEDULED
[00:21:57.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:30:0) after 1m34s
[00:23:31.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:30:0)
[00:23:31.458] Build status: SCHEDULED
[00:23:31.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:31:0) after 4m25s
[00:27:56.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:31:0)
[00:27:56.576] Build status: SCHEDULED
[00:27:56.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:32:0) after 1m45s
[00:29:41.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:32:0)
[00:29:41.625] Build status: SCHEDULED
[00:29:41.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:33:0) after 7m26s
[00:37:07.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:33:0)
[00:37:07.665] Build status: SCHEDULED
[00:37:07.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:34:0) after 5m20s
[00:42:27.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:34:0)
[00:42:27.720] Build status: SCHEDULED
[00:42:27.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:35:0) after 2m17s
[00:44:44.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:35:0)
[00:44:44.790] Build status: SCHEDULED
[00:44:44.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:36:0) after 5m37s
[00:50:21.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:36:0)
[00:50:21.826] Build status: SCHEDULED
[00:50:21.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:37:0) after 7m36s
[00:55:14.706] Received PubSub notification, asking Buildbucket for the build status
[00:55:14.743] Build status: STARTED
[00:57:57.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:37:0)
[00:57:57.882] Build status: STARTED
[00:57:57.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8839701569689841104:39:0) after 9m21s
[00:59:30.112] Received PubSub notification, asking Buildbucket for the build status
[00:59:30.153] Build:
{
"id": "8674271506474077025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T21:57:52.949544264Z",
"startTime": "2026-08-06T00:55:14.496050432Z",
"endTime": "2026-08-06T00:59:29.215977473Z",
"updateTime": "2026-08-06T00:59:29.215977473Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5c5ccb84c4e1d083f046622e243a1e24e500b43c",
"ref": "refs/heads/main"
}
}
}
[00:59:30.153] Invocation finished in 3h1m39.655641134s with status FAILED