[18:33:30.968] New invocation is queued and will start shortly
[18:33:30.968] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:33:32.442] Starting the invocation (attempt 1)
[18:33:32.464] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/71b21b5391b267f10c8222fbbe73494fbce6dd86"
[18:33:32.464] Reconstructed gitiles commit from tags
[18:33:32.464] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:33:32.464] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:33:32.465] Buildbucket request:
{
"requestId": "8865625157134739552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1a12064ea075f0004c1224d0962d18a7750d17e40c38e2e37b47c5fb9ad0f8df/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0c245c50d79ae8893978075d618947756c2431c0",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865625157134739552",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1a12064ea075f0004c1224d0962d18a7750d17e40c38e2e37b47c5fb9ad0f8df/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0c245c50d79ae8893978075d618947756c2431c0",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "71b21b5391b267f10c8222fbbe73494fbce6dd86"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/71b21b5391b267f10c8222fbbe73494fbce6dd86",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "b7e62fec-548a-4e56-a68c-0be4cfb5b294",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8700202467128154673"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "71b21b5391b267f10c8222fbbe73494fbce6dd86"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "71b21b5391b267f10c8222fbbe73494fbce6dd86",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865625157134739552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:33:32.856] Scheduled build:
{
"id": "8700195094853491857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T18:33:32.522003380Z",
"updateTime": "2025-10-23T18:33:32.522003380Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "71b21b5391b267f10c8222fbbe73494fbce6dd86",
"ref": "refs/heads/main"
}
}
}
[18:33:32.856] Task URL: https://cr-buildbucket.appspot.com/build/8700195094853491857
[18:33:32.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:2:0) after 4m37s
[18:33:33.893] Received PubSub notification, asking Buildbucket for the build status
[18:33:33.919] Build status: SCHEDULED
[18:38:09.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:2:0)
[18:38:09.937] Build status: SCHEDULED
[18:38:09.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:4:0) after 4m50s
[18:43:00.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:4:0)
[18:43:00.060] Build status: SCHEDULED
[18:43:00.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:5:0) after 7m15s
[18:50:15.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:5:0)
[18:50:15.107] Build status: SCHEDULED
[18:50:15.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:6:0) after 9m54s
[19:00:09.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:6:0)
[19:00:09.218] Build status: SCHEDULED
[19:00:09.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:7:0) after 9m52s
[19:10:01.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:7:0)
[19:10:01.266] Build status: SCHEDULED
[19:10:01.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:8:0) after 3m43s
[19:13:44.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:8:0)
[19:13:44.359] Build status: SCHEDULED
[19:13:44.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:9:0) after 1m35s
[19:15:19.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:9:0)
[19:15:19.456] Build status: SCHEDULED
[19:15:19.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:10:0) after 2m0s
[19:17:19.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:10:0)
[19:17:19.485] Build status: SCHEDULED
[19:17:19.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:11:0) after 4m2s
[19:21:21.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:11:0)
[19:21:21.519] Build status: SCHEDULED
[19:21:21.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:12:0) after 5m22s
[19:26:43.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:12:0)
[19:26:43.552] Build status: SCHEDULED
[19:26:43.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:13:0) after 1m37s
[19:28:20.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:13:0)
[19:28:20.589] Build status: SCHEDULED
[19:28:20.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:14:0) after 4m14s
[19:32:34.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:14:0)
[19:32:34.760] Build status: SCHEDULED
[19:32:34.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:15:0) after 3m54s
[19:36:28.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:15:0)
[19:36:28.860] Build status: SCHEDULED
[19:36:28.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:16:0) after 7m22s
[19:43:50.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:16:0)
[19:43:50.895] Build status: SCHEDULED
[19:43:50.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:17:0) after 1m11s
[19:45:01.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:17:0)
[19:45:02.094] Build status: SCHEDULED
[19:45:02.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:18:0) after 5m46s
[19:50:48.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:18:0)
[19:50:48.124] Build status: SCHEDULED
[19:50:48.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:19:0) after 9m29s
[19:56:53.862] Received PubSub notification, asking Buildbucket for the build status
[19:56:53.881] Build status: STARTED
[20:00:17.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:19:0)
[20:00:17.546] Build status: STARTED
[20:00:17.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:21:0) after 2m39s
[20:02:56.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:21:0)
[20:02:56.624] Build status: STARTED
[20:02:56.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:22:0) after 5m21s
[20:08:17.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:22:0)
[20:08:17.681] Build status: STARTED
[20:08:17.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:23:0) after 5m32s
[20:13:49.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:23:0)
[20:13:49.874] Build status: STARTED
[20:13:49.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:24:0) after 7m45s
[20:21:34.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:24:0)
[20:21:34.992] Build status: STARTED
[20:21:34.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:25:0) after 4m33s
[20:26:08.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:25:0)
[20:26:08.109] Build status: STARTED
[20:26:08.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:26:0) after 8m54s
[20:35:02.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:26:0)
[20:35:02.211] Build status: STARTED
[20:35:02.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:27:0) after 2m42s
[20:37:44.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:27:0)
[20:37:44.324] Build status: STARTED
[20:37:44.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:28:0) after 4m9s
[20:41:53.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:28:0)
[20:41:53.356] Build status: STARTED
[20:41:53.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:29:0) after 3m24s
[20:45:17.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:29:0)
[20:45:17.415] Build status: STARTED
[20:45:17.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:30:0) after 6m14s
[20:51:31.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:30:0)
[20:51:31.466] Build status: STARTED
[20:51:31.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:31:0) after 4m6s
[20:55:37.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:31:0)
[20:55:37.500] Build status: STARTED
[20:55:37.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:32:0) after 9m11s
[21:04:48.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:32:0)
[21:04:48.532] Build status: STARTED
[21:04:48.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:33:0) after 1m49s
[21:06:37.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:33:0)
[21:06:37.621] Build status: STARTED
[21:06:37.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:34:0) after 1m53s
[21:08:30.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:34:0)
[21:08:30.654] Build status: STARTED
[21:08:30.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:35:0) after 8m56s
[21:17:26.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:35:0)
[21:17:26.688] Build status: STARTED
[21:17:26.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:36:0) after 3m2s
[21:20:28.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:36:0)
[21:20:28.823] Build status: STARTED
[21:20:28.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:37:0) after 1m3s
[21:21:31.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:37:0)
[21:21:31.973] Build status: STARTED
[21:21:31.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865625157134739552:38:0) after 2m59s
[21:23:52.630] Received PubSub notification, asking Buildbucket for the build status
[21:23:52.647] Build:
{
"id": "8700195094853491857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T18:33:32.522003380Z",
"startTime": "2025-10-23T19:56:52.894817551Z",
"endTime": "2025-10-23T21:23:52.263061504Z",
"updateTime": "2025-10-23T21:23:52.263061504Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "71b21b5391b267f10c8222fbbe73494fbce6dd86",
"ref": "refs/heads/main"
}
}
}
[21:23:52.647] Invocation finished in 2h50m21.683419139s with status FAILED