[05:32:21.098] New invocation is queued and will start shortly
[05:32:23.325] Starting the invocation (attempt 1)
[05:32:23.348] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c271b2fa5137a48163dc70a0342ea0df717198a4"
[05:32:23.348] Popped gitiles commit info from properties and tags
[05:32:23.348] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:32:23.348] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:32:23.349] Buildbucket request:
{
"requestId": "8841122525863156688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841122525863156688",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d0b3ea6201db53daed4a72ae4a1a13e77720b4c0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d0b3ea6201db53daed4a72ae4a1a13e77720b4c0",
"title": "d0b3ea6201db53daed4a72ae4a1a13e77720b4c0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d0b3ea6201db53daed4a72ae4a1a13e77720b4c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c271b2fa5137a48163dc70a0342ea0df717198a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c271b2fa5137a48163dc70a0342ea0df717198a4",
"title": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c271b2fa5137a48163dc70a0342ea0df717198a4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841122525863156688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:32:23.883] Scheduled build:
{
"id": "8675692462653881745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T05:32:23.535669925Z",
"updateTime": "2026-07-21T05:32:23.535669925Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
}
}
}
[05:32:23.883] Task URL: https://cr-buildbucket.appspot.com/build/8675692462653881745
[05:32:23.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:2:0) after 7m18s
[05:32:24.869] Received PubSub notification, asking Buildbucket for the build status
[05:32:24.888] Build status: SCHEDULED
[05:39:41.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:2:0)
[05:39:41.922] Build status: SCHEDULED
[05:39:41.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:4:0) after 8m24s
[05:48:05.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:4:0)
[05:48:05.973] Build status: SCHEDULED
[05:48:05.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:5:0) after 7m5s
[05:55:10.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:5:0)
[05:55:11.013] Build status: SCHEDULED
[05:55:11.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:6:0) after 8m52s
[06:04:03.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:6:0)
[06:04:03.236] Build status: SCHEDULED
[06:04:03.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:7:0) after 8m7s
[06:12:10.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:7:0)
[06:12:10.252] Build status: SCHEDULED
[06:12:10.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:8:0) after 9m3s
[06:21:13.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:8:0)
[06:21:13.345] Build status: SCHEDULED
[06:21:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:9:0) after 2m8s
[06:23:21.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:9:0)
[06:23:21.426] Build status: SCHEDULED
[06:23:21.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:10:0) after 9m51s
[06:33:12.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:10:0)
[06:33:12.517] Build status: SCHEDULED
[06:33:12.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:11:0) after 5m1s
[06:38:13.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:11:0)
[06:38:13.515] Build status: SCHEDULED
[06:38:13.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:12:0) after 5m8s
[06:43:21.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:12:0)
[06:43:21.560] Build status: SCHEDULED
[06:43:21.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:13:0) after 2m54s
[06:46:15.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:13:0)
[06:46:15.591] Build status: SCHEDULED
[06:46:15.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:14:0) after 9m9s
[06:55:24.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:14:0)
[06:55:24.672] Build status: SCHEDULED
[06:55:24.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:15:0) after 1m3s
[06:56:27.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:15:0)
[06:56:27.787] Build status: SCHEDULED
[06:56:27.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:16:0) after 1m47s
[06:58:14.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:16:0)
[06:58:14.824] Build status: SCHEDULED
[06:58:14.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:17:0) after 7m48s
[07:06:02.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:17:0)
[07:06:02.886] Build status: SCHEDULED
[07:06:02.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:18:0) after 8m0s
[07:14:02.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:18:0)
[07:14:02.965] Build status: SCHEDULED
[07:14:02.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:19:0) after 5m0s
[07:19:02.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:19:0)
[07:19:03.145] Build status: SCHEDULED
[07:19:03.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:20:0) after 9m35s
[07:28:38.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:20:0)
[07:28:38.184] Build status: SCHEDULED
[07:28:38.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:21:0) after 6m49s
[07:35:27.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:21:0)
[07:35:27.230] Build status: SCHEDULED
[07:35:27.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:22:0) after 7m44s
[07:43:11.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:22:0)
[07:43:11.510] Build status: SCHEDULED
[07:43:11.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:23:0) after 4m17s
[07:47:28.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:23:0)
[07:47:28.648] Build status: SCHEDULED
[07:47:28.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:24:0) after 1m47s
[07:49:15.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:24:0)
[07:49:15.683] Build status: SCHEDULED
[07:49:15.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:25:0) after 3m37s
[07:52:52.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:25:0)
[07:52:52.795] Build status: SCHEDULED
[07:52:52.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:26:0) after 1m51s
[07:54:43.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:26:0)
[07:54:43.835] Build status: SCHEDULED
[07:54:43.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:27:0) after 2m28s
[07:57:11.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:27:0)
[07:57:11.907] Build status: SCHEDULED
[07:57:11.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:28:0) after 6m12s
[08:03:23.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:28:0)
[08:03:23.978] Build status: SCHEDULED
[08:03:23.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:29:0) after 2m40s
[08:06:04.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:29:0)
[08:06:04.060] Build status: SCHEDULED
[08:06:04.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:30:0) after 8m30s
[08:14:34.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:30:0)
[08:14:34.103] Build status: SCHEDULED
[08:14:34.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:31:0) after 2m31s
[08:17:05.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:31:0)
[08:17:05.138] Build status: SCHEDULED
[08:17:05.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:32:0) after 4m59s
[08:22:04.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:32:0)
[08:22:04.182] Build status: SCHEDULED
[08:22:04.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:33:0) after 2m44s
[08:24:48.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:33:0)
[08:24:48.294] Build status: SCHEDULED
[08:24:48.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:34:0) after 2m43s
[08:27:31.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:34:0)
[08:27:31.392] Build status: SCHEDULED
[08:27:31.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:35:0) after 7m41s
[08:35:12.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:35:0)
[08:35:12.576] Build status: SCHEDULED
[08:35:12.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:36:0) after 6m8s
[08:41:20.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:36:0)
[08:41:20.674] Build status: SCHEDULED
[08:41:20.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:37:0) after 6m24s
[08:47:44.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:37:0)
[08:47:44.684] Build status: SCHEDULED
[08:47:44.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:38:0) after 3m38s
[08:51:22.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:38:0)
[08:51:22.723] Build status: SCHEDULED
[08:51:22.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:39:0) after 2m49s
[08:54:11.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:39:0)
[08:54:11.797] Build status: SCHEDULED
[08:54:11.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:40:0) after 1m34s
[08:55:45.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:40:0)
[08:55:45.838] Build status: SCHEDULED
[08:55:45.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:41:0) after 9m47s
[09:01:51.772] Received PubSub notification, asking Buildbucket for the build status
[09:01:51.813] Build status: STARTED
[09:05:32.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:41:0)
[09:05:32.877] Build status: STARTED
[09:05:32.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-asan-fuzz:8841122525863156688:43:0) after 6m48s
[09:12:16.176] Received PubSub notification, asking Buildbucket for the build status
[09:12:16.203] Build:
{
"id": "8675692462653881745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-asan-fuzz"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T05:32:23.535669925Z",
"startTime": "2026-07-21T09:01:51.219172417Z",
"endTime": "2026-07-21T09:12:15.886033930Z",
"updateTime": "2026-07-21T09:12:15.886033930Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
}
}
}
[09:12:16.203] Invocation finished in 3h39m55.112514111s with status FAILED