[21:10:34.239] New invocation is queued and will start shortly
[21:10:34.239] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:10:35.356] Starting the invocation (attempt 1)
[21:10:35.393] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/14321cc482877e7541693bba2393488194c093b4"
[21:10:35.393] Reconstructed gitiles commit from tags
[21:10:35.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:35.394] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:35.395] Buildbucket request:
{
"requestId": "8851663343296886016",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9501618ca3170db606075aabdcd911ee963f11abd640833fb02c9f9667cc5044/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3ea3b4865668c462c874951170cb38ff14d08b49",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851663343296886016",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2cecbc0e74dcf32cec35d63e740bff55288d73c1ab4a8b7e3af95d129e3880c4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "579b2206a70dbd98c5e4c2905356e22854cdc001",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b51dfdec479fc16360c65ff2796f0835a85ceb16"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b51dfdec479fc16360c65ff2796f0835a85ceb16",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4dbafd32-8e85-421b-a503-ce10f164049c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686244111967853393"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "34e1ac7c46a7a340e74cf6fa8816e1e446e456520e550da4542266243eee16bf/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "579b2206a70dbd98c5e4c2905356e22854cdc001",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9daff72e9d8fbf40838a82a12284304cab85f2e7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9daff72e9d8fbf40838a82a12284304cab85f2e7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d7978edb-9622-4cdd-9611-db7387fe1a93",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686242718592949265"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1c285741d78d43f41c4fc5bfae3e970e0c701bbe33ce43f1f5067377f13db68b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "579b2206a70dbd98c5e4c2905356e22854cdc001",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "09951fd4757ef3b2f37500b52ecdf74ffd46ee50"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/09951fd4757ef3b2f37500b52ecdf74ffd46ee50",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7308cc79-567f-4433-9d3b-960d52033b31",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686241330355941569"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "09060397eb91cd1533429e87c6793ca569b3bd3d2bc38aee4bd5057736da10b3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "579b2206a70dbd98c5e4c2905356e22854cdc001",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0383cd0f7755a46acf3f82cda7b21ee0e062bb59"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0383cd0f7755a46acf3f82cda7b21ee0e062bb59",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8edc8916-2772-4230-95ff-eb7931dc0b10",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686239918772228033"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1f69fe61d7d32797b225004f8973ec34da6c2cd700c06867dad9bc1e600584de/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3ea3b4865668c462c874951170cb38ff14d08b49",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6b3556a6ea2fda31be3a615119d1c8d89452ce36"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6b3556a6ea2fda31be3a615119d1c8d89452ce36",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "26fc5eef-e4ae-42cd-8195-ea32d85406a1",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686238496614059953"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0f605a390b3057942609122ac22191ab3106ec2ee5ed193819ce0be0010ab024/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3ea3b4865668c462c874951170cb38ff14d08b49",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "86475afa7d5c9965878ef93b5bc2d0c644152a23"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/86475afa7d5c9965878ef93b5bc2d0c644152a23",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ee196ccd-e5d3-4070-8617-aa0b4fb60de1",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686237125059953297"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9501618ca3170db606075aabdcd911ee963f11abd640833fb02c9f9667cc5044/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3ea3b4865668c462c874951170cb38ff14d08b49",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "14321cc482877e7541693bba2393488194c093b4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/14321cc482877e7541693bba2393488194c093b4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a0b413d9-7f2c-4404-b343-9ccec4ad4ca3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686235749080850513"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "14321cc482877e7541693bba2393488194c093b4"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "14321cc482877e7541693bba2393488194c093b4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851663343296886016"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:10:36.182] Scheduled build:
{
"id": "8686233281354845009",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-26T21:10:35.466650140Z",
"updateTime": "2026-03-26T21:10:35.466650140Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "14321cc482877e7541693bba2393488194c093b4",
"ref": "refs/heads/main"
}
}
}
[21:10:36.182] Task URL: https://cr-buildbucket.appspot.com/build/8686233281354845009
[21:10:36.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:2:0) after 2m8s
[21:10:36.986] Received PubSub notification, asking Buildbucket for the build status
[21:10:37.008] Build status: SCHEDULED
[21:11:37.704] Received PubSub notification, asking Buildbucket for the build status
[21:11:37.783] Build status: STARTED
[21:12:44.174] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:2:0)
[21:12:44.222] Build status: STARTED
[21:12:44.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:5:0) after 5m4s
[21:17:48.438] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:5:0)
[21:17:48.454] Build status: STARTED
[21:17:48.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:6:0) after 6m45s
[21:24:33.658] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:6:0)
[21:24:33.732] Build status: STARTED
[21:24:33.732] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:7:0) after 3m50s
[21:28:24.116] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:7:0)
[21:28:24.130] Build status: STARTED
[21:28:24.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:8:0) after 3m48s
[21:32:12.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:8:0)
[21:32:12.174] Build status: STARTED
[21:32:12.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:9:0) after 5m49s
[21:38:01.243] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:9:0)
[21:38:01.269] Build status: STARTED
[21:38:01.269] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:10:0) after 4m1s
[21:42:02.392] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:10:0)
[21:42:02.413] Build status: STARTED
[21:42:02.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:11:0) after 6m18s
[21:48:20.694] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:11:0)
[21:48:20.716] Build status: STARTED
[21:48:20.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:12:0) after 1m0s
[21:49:20.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:12:0)
[21:49:20.828] Build status: STARTED
[21:49:20.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:13:0) after 2m9s
[21:51:30.083] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:13:0)
[21:51:30.105] Build status: STARTED
[21:51:30.105] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:14:0) after 8m24s
[21:59:54.236] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:14:0)
[21:59:54.252] Build status: STARTED
[21:59:54.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:15:0) after 9m43s
[22:09:37.400] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:15:0)
[22:09:37.416] Build status: STARTED
[22:09:37.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:16:0) after 1m45s
[22:11:22.477] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:16:0)
[22:11:22.499] Build status: STARTED
[22:11:22.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:17:0) after 7m15s
[22:18:37.672] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:17:0)
[22:18:37.688] Build status: STARTED
[22:18:37.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:18:0) after 7m6s
[22:25:43.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:18:0)
[22:25:43.747] Build status: STARTED
[22:25:43.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:19:0) after 4m4s
[22:29:47.764] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:19:0)
[22:29:47.777] Build status: STARTED
[22:29:47.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:20:0) after 1m29s
[22:31:16.759] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:20:0)
[22:31:16.788] Build status: STARTED
[22:31:16.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:21:0) after 7m30s
[22:38:46.769] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:21:0)
[22:38:46.786] Build status: STARTED
[22:38:46.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:22:0) after 9m40s
[22:48:26.829] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:22:0)
[22:48:26.844] Build status: STARTED
[22:48:26.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:23:0) after 8m47s
[22:57:13.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:23:0)
[22:57:13.973] Build status: STARTED
[22:57:13.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:24:0) after 5m49s
[23:03:03.507] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:24:0)
[23:03:03.542] Build status: STARTED
[23:03:03.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:25:0) after 2m31s
[23:05:34.707] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:25:0)
[23:05:34.721] Build status: STARTED
[23:05:34.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:26:0) after 9m40s
[23:15:14.884] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:26:0)
[23:15:14.908] Build status: STARTED
[23:15:14.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:27:0) after 8m54s
[23:24:09.084] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:27:0)
[23:24:09.234] Build status: STARTED
[23:24:09.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:28:0) after 9m11s
[23:33:20.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:28:0)
[23:33:20.397] Build status: STARTED
[23:33:20.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:29:0) after 6m49s
[23:40:09.390] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:29:0)
[23:40:09.413] Build status: STARTED
[23:40:09.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:30:0) after 2m52s
[23:43:01.458] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:30:0)
[23:43:01.474] Build status: STARTED
[23:43:01.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851663343296886016:31:0) after 5m31s
[23:48:24.909] Received PubSub notification, asking Buildbucket for the build status
[23:48:24.929] Build:
{
"id": "8686233281354845009",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-26T21:10:35.466650140Z",
"startTime": "2026-03-26T21:11:27.815117332Z",
"endTime": "2026-03-26T23:48:24.480654728Z",
"updateTime": "2026-03-26T23:48:24.480654728Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "14321cc482877e7541693bba2393488194c093b4",
"ref": "refs/heads/main"
}
}
}
[23:48:24.929] Invocation finished in 2h37m50.697924163s with status FAILED