[16:17:37.280] New invocation is queued and will start shortly
[16:17:37.280] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[16:17:38.440] Starting the invocation (attempt 1)
[16:17:38.471] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7d7cd745af221c8690ea6deb2dfbf232658158cd"
[16:17:38.471] Reconstructed gitiles commit from tags
[16:17:38.471] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:17:38.471] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:17:38.472] Buildbucket request:
{
"requestId": "8852134758901512752",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f3f3e018225460e81e51df4974b3d04a9ff31fa8032ee511a0c75ca80fea4984/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852134758901512752",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b0d16402a8902db0bb5d95de374dd449ca0af8ad315d50107406dee44a6c9327/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3b9106149c6867494049d7af4958eebeec5e2393"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3b9106149c6867494049d7af4958eebeec5e2393",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "bbb11852-7a95-48dd-86e7-4aef98b270e2",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686715850960239105"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7ae84116d2e8df98b879345aaa1f703b403e16ada28f142dc61ccf8f074a2e45/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "656fce889c65157daa0aea7f9fd1080e0f04d7dd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/656fce889c65157daa0aea7f9fd1080e0f04d7dd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e6004a7d-aa09-4e35-af5d-4d3ef51982db",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686714531610451233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a18d9ca99a846b44df58579c7baa3b4b32a8c9979ed69db4403d2b2d5de99547/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "616240369e11c87b5a33c1219e9d708662b4c8e9"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/616240369e11c87b5a33c1219e9d708662b4c8e9",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "60bae175-1365-4537-a5ac-77a340a26bb9",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686713214522047249"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "42fd159d3f2c3004e62ea4da99a89e2d87c43d58f87894493f59b5b4ee60c66a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4d058aeb08cafad4c706f0cab35c24180470e74b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4d058aeb08cafad4c706f0cab35c24180470e74b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f01badd6-26ce-406e-8b9b-c81aa34a0e62",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686710506263951057"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cbe14d0ac073a2ee30179d6b8eb678c6e115d6c26e369d200c676f01fea3409e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "82eee26ccccd3d139bad649376ef56fb8bf28e83"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/82eee26ccccd3d139bad649376ef56fb8bf28e83",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a01c42e2-21e4-432a-89e7-35f234a9c38a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686709199392473649"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f3f3e018225460e81e51df4974b3d04a9ff31fa8032ee511a0c75ca80fea4984/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fba101f1550e7382950f0b25b4acd56207735deb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7d7cd745af221c8690ea6deb2dfbf232658158cd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7d7cd745af221c8690ea6deb2dfbf232658158cd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "933cab1e-f86f-490b-b07f-01b1e077f7e3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686707883517656225"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7d7cd745af221c8690ea6deb2dfbf232658158cd"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d7cd745af221c8690ea6deb2dfbf232658158cd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852134758901512752"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:17:38.878] Scheduled build:
{
"id": "8686704696941924721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-21T16:17:38.528594593Z",
"updateTime": "2026-03-21T16:17:38.528594593Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d7cd745af221c8690ea6deb2dfbf232658158cd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:17:38.878] Task URL: https://cr-buildbucket.appspot.com/build/8686704696941924721
[16:17:38.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:2:0) after 9m47s
[16:17:40.216] Received PubSub notification, asking Buildbucket for the build status
[16:17:40.245] Build status: SCHEDULED
[16:17:46.122] Received PubSub notification, asking Buildbucket for the build status
[16:17:46.211] Build status: STARTED
[16:27:26.210] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:2:0)
[16:27:26.228] Build status: STARTED
[16:27:26.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:5:0) after 3m14s
[16:30:40.244] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:5:0)
[16:30:40.265] Build status: STARTED
[16:30:40.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:6:0) after 9m32s
[16:40:12.318] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:6:0)
[16:40:12.340] Build status: STARTED
[16:40:12.340] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:7:0) after 9m15s
[16:49:27.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:7:0)
[16:49:27.345] Build status: STARTED
[16:49:27.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:8:0) after 1m12s
[16:50:39.371] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:8:0)
[16:50:39.389] Build status: STARTED
[16:50:39.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:9:0) after 3m38s
[16:54:17.440] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:9:0)
[16:54:17.454] Build status: STARTED
[16:54:17.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:10:0) after 7m27s
[17:01:45.150] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:10:0)
[17:01:45.176] Build status: STARTED
[17:01:45.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:11:0) after 6m58s
[17:08:43.786] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:11:0)
[17:08:43.807] Build status: STARTED
[17:08:43.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:12:0) after 6m33s
[17:15:16.945] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:12:0)
[17:15:16.969] Build status: STARTED
[17:15:16.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:13:0) after 5m11s
[17:20:27.983] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:13:0)
[17:20:28.006] Build status: STARTED
[17:20:28.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:14:0) after 1m42s
[17:22:10.306] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:14:0)
[17:22:10.326] Build status: STARTED
[17:22:10.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:15:0) after 7m3s
[17:29:13.669] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:15:0)
[17:29:13.691] Build status: STARTED
[17:29:13.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:16:0) after 9m58s
[17:39:11.747] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:16:0)
[17:39:11.830] Build status: STARTED
[17:39:11.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:17:0) after 5m9s
[17:44:21.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:17:0)
[17:44:21.212] Build status: STARTED
[17:44:21.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:18:0) after 2m44s
[17:47:05.359] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:18:0)
[17:47:05.380] Build status: STARTED
[17:47:05.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:19:0) after 6m43s
[17:53:48.431] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:19:0)
[17:53:48.461] Build status: STARTED
[17:53:48.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:20:0) after 9m41s
[18:03:29.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:20:0)
[18:03:29.555] Build status: STARTED
[18:03:29.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:21:0) after 5m47s
[18:09:16.587] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:21:0)
[18:09:16.602] Build status: STARTED
[18:09:16.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:22:0) after 8m7s
[18:17:23.617] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:22:0)
[18:17:23.634] Build status: STARTED
[18:17:23.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:23:0) after 2m44s
[18:20:07.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:23:0)
[18:20:07.697] Build status: STARTED
[18:20:07.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:24:0) after 9m31s
[18:29:38.725] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:24:0)
[18:29:38.745] Build status: STARTED
[18:29:38.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:25:0) after 8m0s
[18:37:38.761] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:25:0)
[18:37:38.778] Build status: STARTED
[18:37:38.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:26:0) after 8m53s
[18:46:31.866] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:26:0)
[18:46:31.887] Build status: STARTED
[18:46:31.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:27:0) after 4m14s
[18:50:45.927] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:27:0)
[18:50:45.941] Build status: STARTED
[18:50:45.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:28:0) after 1m12s
[18:51:58.063] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:28:0)
[18:51:58.081] Build status: STARTED
[18:51:58.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852134758901512752:29:0) after 8m45s
[18:59:29.300] Received PubSub notification, asking Buildbucket for the build status
[18:59:29.319] Build:
{
"id": "8686704696941924721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-21T16:17:38.528594593Z",
"startTime": "2026-03-21T16:17:43.806744269Z",
"endTime": "2026-03-21T18:59:28.055318743Z",
"updateTime": "2026-03-21T18:59:28.055318743Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d7cd745af221c8690ea6deb2dfbf232658158cd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:59:29.319] Invocation finished in 2h41m52.04324093s with status FAILED