[03:25:50.712] New invocation is queued and will start shortly
[03:25:51.908] Starting the invocation (attempt 1)
[03:25:51.936] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
[03:25:51.936] Popped gitiles commit info from properties and tags
[03:25:51.936] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:25:51.936] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:25:51.936] Buildbucket request:
{
"requestId": "8839499739561946672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839499739561946672",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c93664603e45b3e60a58d2c4323aceeadf796ec5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c93664603e45b3e60a58d2c4323aceeadf796ec5",
"title": "c93664603e45b3e60a58d2c4323aceeadf796ec5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c93664603e45b3e60a58d2c4323aceeadf796ec5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"title": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839499739561946672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:25:52.329] Scheduled build:
{
"id": "8674069677508897617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T03:25:52.049141116Z",
"updateTime": "2026-08-08T03:25:52.049141116Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
}
}
}
[03:25:52.329] Task URL: https://cr-buildbucket.appspot.com/build/8674069677508897617
[03:25:52.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:2:0) after 3m57s
[03:25:53.298] Received PubSub notification, asking Buildbucket for the build status
[03:25:53.317] Build status: SCHEDULED
[03:29:49.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:2:0)
[03:29:49.519] Build status: SCHEDULED
[03:29:49.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:4:0) after 1m19s
[03:31:08.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:4:0)
[03:31:08.556] Build status: SCHEDULED
[03:31:08.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:5:0) after 2m55s
[03:34:03.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:5:0)
[03:34:03.599] Build status: SCHEDULED
[03:34:03.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:6:0) after 8m12s
[03:42:15.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:6:0)
[03:42:15.712] Build status: SCHEDULED
[03:42:15.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:7:0) after 6m37s
[03:48:52.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:7:0)
[03:48:52.750] Build status: SCHEDULED
[03:48:52.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:8:0) after 7m5s
[03:55:58.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:8:0)
[03:55:58.057] Build status: SCHEDULED
[03:55:58.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:9:0) after 9m6s
[04:05:04.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:9:0)
[04:05:04.133] Build status: SCHEDULED
[04:05:04.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:10:0) after 2m37s
[04:07:41.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:10:0)
[04:07:41.178] Build status: SCHEDULED
[04:07:41.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:11:0) after 6m49s
[04:14:30.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:11:0)
[04:14:30.220] Build status: SCHEDULED
[04:14:30.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:12:0) after 7m12s
[04:21:42.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:12:0)
[04:21:42.272] Build status: SCHEDULED
[04:21:42.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:13:0) after 5m16s
[04:26:58.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:13:0)
[04:26:58.535] Build status: SCHEDULED
[04:26:58.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:14:0) after 6m51s
[04:33:49.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:14:0)
[04:33:49.579] Build status: SCHEDULED
[04:33:49.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:15:0) after 5m26s
[04:39:15.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:15:0)
[04:39:15.670] Build status: SCHEDULED
[04:39:15.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:16:0) after 3m0s
[04:42:15.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:16:0)
[04:42:15.704] Build status: SCHEDULED
[04:42:15.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:17:0) after 9m18s
[04:51:33.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:17:0)
[04:51:33.804] Build status: SCHEDULED
[04:51:33.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:18:0) after 9m48s
[05:01:21.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:18:0)
[05:01:21.836] Build status: SCHEDULED
[05:01:21.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:19:0) after 2m17s
[05:03:38.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:19:0)
[05:03:38.869] Build status: SCHEDULED
[05:03:38.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:20:0) after 4m18s
[05:07:56.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:20:0)
[05:07:56.958] Build status: SCHEDULED
[05:07:56.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:21:0) after 7m54s
[05:15:51.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:21:0)
[05:15:51.040] Build status: SCHEDULED
[05:15:51.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:22:0) after 9m48s
[05:25:39.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:22:0)
[05:25:39.107] Build status: SCHEDULED
[05:25:39.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:23:0) after 7m38s
[05:33:17.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:23:0)
[05:33:17.255] Build status: SCHEDULED
[05:33:17.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:24:0) after 2m50s
[05:36:07.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:24:0)
[05:36:07.452] Build status: SCHEDULED
[05:36:07.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:25:0) after 9m20s
[05:45:27.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:25:0)
[05:45:27.534] Build status: SCHEDULED
[05:45:27.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:26:0) after 9m24s
[05:54:52.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:26:0)
[05:54:52.082] Build status: SCHEDULED
[05:54:52.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:27:0) after 4m36s
[05:59:28.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:27:0)
[05:59:28.155] Build status: SCHEDULED
[05:59:28.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:28:0) after 9m42s
[06:09:10.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:28:0)
[06:09:10.332] Build status: SCHEDULED
[06:09:10.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:29:0) after 4m21s
[06:12:22.154] Received PubSub notification, asking Buildbucket for the build status
[06:12:22.176] Build status: STARTED
[06:13:31.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:29:0)
[06:13:31.409] Build status: STARTED
[06:13:31.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839499739561946672:31:0) after 9m48s
[06:16:36.800] Received PubSub notification, asking Buildbucket for the build status
[06:16:36.992] Build:
{
"id": "8674069677508897617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T03:25:52.049141116Z",
"startTime": "2026-08-08T06:12:21.799113548Z",
"endTime": "2026-08-08T06:16:36.458649913Z",
"updateTime": "2026-08-08T06:16:36.458649913Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
}
}
}
[06:16:36.992] Invocation finished in 2h50m46.283645793s with status FAILED