[03:57:24.837] New invocation is queued and will start shortly
[03:57:24.837] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:57:25.907] Starting the invocation (attempt 1)
[03:57:25.929] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/feae3bc202cedbc1e83201eb8ea147f1a7729cd3"
[03:57:25.929] Reconstructed gitiles commit from tags
[03:57:25.929] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:57:25.929] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:57:25.930] Buildbucket request:
{
"requestId": "8851818940863222704",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c2ea34ba8a647feac04c959f66e17e84c88160a771b0f3e680d026377d7d35bf/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d31e14ce95996c4dba18f4a8f825a6c631afac02",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851818940863222704",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d3cd2a05a5276d1f748e9cc43e4db0b30a51ba343eaa2602b285215f6dec9c8d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "8e296b99a16a0094fef64c32191bc93e84e2b859",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cb125346509a10b48d32788a8242b3722e5113d9"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cb125346509a10b48d32788a8242b3722e5113d9",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5c7a156b-207f-4d1d-8d44-9feb62927491",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686397527538770609"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ab2f2798135ae563fad0d1a32c8aebe071428aa4c510cc3648866dcf619940f6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d31e14ce95996c4dba18f4a8f825a6c631afac02",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6ae5803ffdebf1486d9a1987b818a231444cfd8d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6ae5803ffdebf1486d9a1987b818a231444cfd8d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "194ca289-8445-41b7-9ae4-d2860e24086d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686396206379599425"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a8ba7aff8ff6bc51a2dc003cd14daa3190ae29bf6f72b5a7955b63156293077f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d31e14ce95996c4dba18f4a8f825a6c631afac02",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cd9a0dc4545773e0c8b80f56881423751efa5994"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cd9a0dc4545773e0c8b80f56881423751efa5994",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "26ec2989-b03a-430a-84cd-476499707584",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686394053483558785"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ae2f9d3c4ce13be8a35ea4a85e190048996a651bfe228ed130d185598e4eb30e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d31e14ce95996c4dba18f4a8f825a6c631afac02",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "80603c6672226cb48798bd60120c8f859dbeca19"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/80603c6672226cb48798bd60120c8f859dbeca19",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5616b14e-8628-4f25-88bf-f8a6c48f1156",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686392722514440513"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c2ea34ba8a647feac04c959f66e17e84c88160a771b0f3e680d026377d7d35bf/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d31e14ce95996c4dba18f4a8f825a6c631afac02",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "feae3bc202cedbc1e83201eb8ea147f1a7729cd3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/feae3bc202cedbc1e83201eb8ea147f1a7729cd3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "434bfe12-03e1-4694-a46b-bc6d68d89941",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686391399785009521"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "feae3bc202cedbc1e83201eb8ea147f1a7729cd3"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "feae3bc202cedbc1e83201eb8ea147f1a7729cd3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851818940863222704"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:57:26.492] Scheduled build:
{
"id": "8686388878888849761",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-25T03:57:26.094177768Z",
"updateTime": "2026-03-25T03:57:26.094177768Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "feae3bc202cedbc1e83201eb8ea147f1a7729cd3",
"ref": "refs/heads/main"
}
}
}
[03:57:26.492] Task URL: https://cr-buildbucket.appspot.com/build/8686388878888849761
[03:57:26.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:2:0) after 2m32s
[03:57:26.833] Received PubSub notification, asking Buildbucket for the build status
[03:57:26.858] Build status: SCHEDULED
[03:57:30.705] Received PubSub notification, asking Buildbucket for the build status
[03:57:30.774] Build status: STARTED
[03:59:58.547] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:2:0)
[03:59:58.570] Build status: STARTED
[03:59:58.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:5:0) after 7m1s
[04:06:59.636] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:5:0)
[04:06:59.657] Build status: STARTED
[04:06:59.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:6:0) after 2m1s
[04:09:00.673] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:6:0)
[04:09:00.700] Build status: STARTED
[04:09:00.700] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:7:0) after 8m10s
[04:17:10.716] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:7:0)
[04:17:10.737] Build status: STARTED
[04:17:10.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:8:0) after 1m15s
[04:18:25.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:8:0)
[04:18:25.787] Build status: STARTED
[04:18:25.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:9:0) after 9m59s
[04:28:24.806] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:9:0)
[04:28:24.820] Build status: STARTED
[04:28:24.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:10:0) after 1m56s
[04:30:20.834] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:10:0)
[04:30:20.864] Build status: STARTED
[04:30:20.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:11:0) after 2m45s
[04:33:05.926] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:11:0)
[04:33:05.943] Build status: STARTED
[04:33:05.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:12:0) after 8m16s
[04:41:22.060] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:12:0)
[04:41:22.080] Build status: STARTED
[04:41:22.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:13:0) after 4m7s
[04:45:29.147] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:13:0)
[04:45:29.189] Build status: STARTED
[04:45:29.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:14:0) after 7m13s
[04:52:42.207] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:14:0)
[04:52:42.223] Build status: STARTED
[04:52:42.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:15:0) after 5m57s
[04:58:39.201] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:15:0)
[04:58:39.215] Build status: STARTED
[04:58:39.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:16:0) after 7m7s
[05:05:46.235] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:16:0)
[05:05:46.248] Build status: STARTED
[05:05:46.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:17:0) after 1m4s
[05:06:50.263] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:17:0)
[05:06:50.280] Build status: STARTED
[05:06:50.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:18:0) after 5m37s
[05:12:27.397] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:18:0)
[05:12:27.476] Build status: STARTED
[05:12:27.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:19:0) after 1m36s
[05:14:03.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:19:0)
[05:14:03.515] Build status: STARTED
[05:14:03.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:20:0) after 6m8s
[05:20:11.537] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:20:0)
[05:20:11.558] Build status: STARTED
[05:20:11.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:21:0) after 3m42s
[05:23:53.655] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:21:0)
[05:23:53.722] Build status: STARTED
[05:23:53.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:22:0) after 3m41s
[05:27:34.740] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:22:0)
[05:27:34.759] Build status: STARTED
[05:27:34.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:23:0) after 6m6s
[05:33:40.778] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:23:0)
[05:33:40.793] Build status: STARTED
[05:33:40.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:24:0) after 3m18s
[05:36:58.830] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:24:0)
[05:36:58.867] Build status: STARTED
[05:36:58.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:25:0) after 7m13s
[05:44:11.985] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:25:0)
[05:44:12.010] Build status: STARTED
[05:44:12.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:26:0) after 7m42s
[05:51:54.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:26:0)
[05:51:54.053] Build status: STARTED
[05:51:54.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:27:0) after 5m30s
[05:57:24.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:27:0)
[05:57:24.090] Build status: STARTED
[05:57:24.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:28:0) after 6m58s
[06:04:22.161] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:28:0)
[06:04:22.232] Build status: STARTED
[06:04:22.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:29:0) after 5m45s
[06:10:07.333] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:29:0)
[06:10:07.411] Build status: STARTED
[06:10:07.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:30:0) after 1m22s
[06:11:29.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:30:0)
[06:11:29.463] Build status: STARTED
[06:11:29.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:31:0) after 8m35s
[06:20:04.482] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:31:0)
[06:20:04.503] Build status: STARTED
[06:20:04.503] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:32:0) after 9m55s
[06:29:59.523] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:32:0)
[06:29:59.604] Build status: STARTED
[06:29:59.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851818940863222704:33:0) after 6m41s
[06:34:15.377] Received PubSub notification, asking Buildbucket for the build status
[06:34:15.399] Build:
{
"id": "8686388878888849761",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-25T03:57:26.094177768Z",
"startTime": "2026-03-25T03:57:30.509854112Z",
"endTime": "2026-03-25T06:33:37.552354910Z",
"updateTime": "2026-03-25T06:33:37.552354910Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "feae3bc202cedbc1e83201eb8ea147f1a7729cd3",
"ref": "refs/heads/main"
}
}
}
[06:34:15.399] Invocation finished in 2h36m50.570758633s with status FAILED