[21:31:36.215] New invocation is queued and will start shortly
[21:31:37.306] Starting the invocation (attempt 1)
[21:31:37.331] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
[21:31:37.331] Popped gitiles commit info from properties and tags
[21:31:37.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:31:37.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:31:37.331] Buildbucket request:
{
"requestId": "8842421129444210832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842421129444210832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"title": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abcec90a7e035964d0847c44e2d6a8106763cf6d",
"title": "abcec90a7e035964d0847c44e2d6a8106763cf6d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"title": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"title": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842421129444210832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:31:37.766] Scheduled build:
{
"id": "8676991067450767329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T21:31:37.493732481Z",
"updateTime": "2026-07-06T21:31:37.493732481Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
}
}
}
[21:31:37.766] Task URL: https://cr-buildbucket.appspot.com/build/8676991067450767329
[21:31:37.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:2:0) after 7m36s
[21:31:38.537] Received PubSub notification, asking Buildbucket for the build status
[21:31:38.617] Build status: SCHEDULED
[21:39:13.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:2:0)
[21:39:13.882] Build status: SCHEDULED
[21:39:13.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:4:0) after 5m57s
[21:45:10.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:4:0)
[21:45:10.990] Build status: SCHEDULED
[21:45:10.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:5:0) after 2m42s
[21:47:53.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:5:0)
[21:47:53.023] Build status: SCHEDULED
[21:47:53.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:6:0) after 2m35s
[21:50:28.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:6:0)
[21:50:28.063] Build status: SCHEDULED
[21:50:28.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:7:0) after 5m34s
[21:56:02.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:7:0)
[21:56:02.128] Build status: SCHEDULED
[21:56:02.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:8:0) after 6m55s
[22:02:57.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:8:0)
[22:02:57.124] Build status: SCHEDULED
[22:02:57.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:9:0) after 9m46s
[22:12:43.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:9:0)
[22:12:43.240] Build status: SCHEDULED
[22:12:43.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:10:0) after 6m47s
[22:19:30.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:10:0)
[22:19:30.364] Build status: SCHEDULED
[22:19:30.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:11:0) after 2m20s
[22:21:50.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:11:0)
[22:21:50.450] Build status: SCHEDULED
[22:21:50.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:12:0) after 4m26s
[22:26:16.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:12:0)
[22:26:16.538] Build status: SCHEDULED
[22:26:16.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:13:0) after 5m43s
[22:31:59.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:13:0)
[22:31:59.613] Build status: SCHEDULED
[22:31:59.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:14:0) after 5m49s
[22:37:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:14:0)
[22:37:48.696] Build status: SCHEDULED
[22:37:48.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:15:0) after 3m48s
[22:41:36.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:15:0)
[22:41:36.736] Build status: SCHEDULED
[22:41:36.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:16:0) after 3m38s
[22:45:14.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:16:0)
[22:45:14.869] Build status: SCHEDULED
[22:45:14.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:17:0) after 7m16s
[22:52:30.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:17:0)
[22:52:30.965] Build status: SCHEDULED
[22:52:30.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:18:0) after 5m16s
[22:57:47.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:18:0)
[22:57:47.074] Build status: SCHEDULED
[22:57:47.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:19:0) after 6m35s
[23:04:22.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:19:0)
[23:04:22.144] Build status: SCHEDULED
[23:04:22.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:20:0) after 5m0s
[23:09:22.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:20:0)
[23:09:22.920] Build status: SCHEDULED
[23:09:22.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:21:0) after 3m19s
[23:12:41.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:21:0)
[23:12:41.985] Build status: SCHEDULED
[23:12:41.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:22:0) after 7m22s
[23:20:03.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:22:0)
[23:20:04.022] Build status: SCHEDULED
[23:20:04.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:23:0) after 4m53s
[23:24:57.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:23:0)
[23:24:57.090] Build status: SCHEDULED
[23:24:57.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:24:0) after 6m48s
[23:31:45.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:24:0)
[23:31:45.147] Build status: SCHEDULED
[23:31:45.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:25:0) after 4m0s
[23:35:45.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:25:0)
[23:35:45.179] Build status: SCHEDULED
[23:35:45.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:26:0) after 2m36s
[23:38:21.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:26:0)
[23:38:21.534] Build status: SCHEDULED
[23:38:21.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:27:0) after 4m44s
[23:43:05.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:27:0)
[23:43:05.655] Build status: SCHEDULED
[23:43:05.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:28:0) after 7m15s
[23:50:20.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:28:0)
[23:50:20.745] Build status: SCHEDULED
[23:50:20.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:29:0) after 2m55s
[23:53:15.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:29:0)
[23:53:15.784] Build status: SCHEDULED
[23:53:15.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:30:0) after 1m8s
[23:54:23.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:30:0)
[23:54:23.829] Build status: SCHEDULED
[23:54:23.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:31:0) after 8m20s
[00:02:44.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:31:0)
[00:02:44.203] Build status: SCHEDULED
[00:02:44.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:32:0) after 1m52s
[00:04:36.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:32:0)
[00:04:36.363] Build status: SCHEDULED
[00:04:36.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:33:0) after 7m49s
[00:12:25.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:33:0)
[00:12:25.476] Build status: SCHEDULED
[00:12:25.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:34:0) after 8m45s
[00:21:10.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:34:0)
[00:21:10.517] Build status: SCHEDULED
[00:21:10.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:35:0) after 4m40s
[00:25:50.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:35:0)
[00:25:50.619] Build status: SCHEDULED
[00:25:50.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:36:0) after 4m33s
[00:30:23.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:36:0)
[00:30:23.720] Build status: SCHEDULED
[00:30:23.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:37:0) after 4m32s
[00:33:44.790] Received PubSub notification, asking Buildbucket for the build status
[00:33:44.811] Build status: STARTED
[00:34:55.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:37:0)
[00:34:55.753] Build status: STARTED
[00:34:55.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8842421129444210832:39:0) after 8m59s
[00:37:38.909] Received PubSub notification, asking Buildbucket for the build status
[00:37:38.937] Build:
{
"id": "8676991067450767329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T21:31:37.493732481Z",
"startTime": "2026-07-07T00:33:44.624610544Z",
"endTime": "2026-07-07T00:37:38.623003025Z",
"updateTime": "2026-07-07T00:37:38.623003025Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
}
}
}
[00:37:38.937] Invocation finished in 3h6m2.727563305s with status FAILED