[21:10:26.643] New invocation is queued and will start shortly
[21:10:26.643] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:10:27.764] Starting the invocation (attempt 1)
[21:10:27.793] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/abb7288c1e2a25d795ed008be6e62f951fc2cc37"
[21:10:27.793] Reconstructed gitiles commit from tags
[21:10:27.793] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:27.793] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:27.794] Buildbucket request:
{
"requestId": "8852478723955379392",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2a6cb1d65e664cc9427ebe5ff5bbe61748a0d3b975c4c06d354e703608fb7935/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1933e3ffce2c3fe3c5290eb37a6c6d5f71192e92",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852478723955379392",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e01513df812beb392f12fbd6251d100e9dd19b9e6344085f66d2e3ca94b5b9ea/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3cc6ef50dbc762b5821dfc0e593c0aaa71cecb95",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f0dfa36815dcdcc606b93d739b0f80c71b4e1cce"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f0dfa36815dcdcc606b93d739b0f80c71b4e1cce",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8e216ef4-ee07-4c37-837f-15920f01330b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687057714393168577"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8bccc71906b2861fa33d10eac1a5cdd9f094b84718d9fbbf967cca9559368bdd/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3cc6ef50dbc762b5821dfc0e593c0aaa71cecb95",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "803828f4aa6285bc9c7f27f7d33de5713085ff3b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/803828f4aa6285bc9c7f27f7d33de5713085ff3b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7ed46d6b-2af6-4e17-985d-fa9875a64eca",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687056381386980353"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a97b9da767dc3264f8471cb63ffd18c815c525c68183732bc185440370107198/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3cc6ef50dbc762b5821dfc0e593c0aaa71cecb95",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d0e7e04c80b58fdddf23183d8baf6273ff741a7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d0e7e04c80b58fdddf23183d8baf6273ff741a7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "6fb78dc4-1c83-403b-9679-6f8db2fde9cd",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687055041815132417"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f8c5074414d12bb1844913459a8c10f49b58b25e254c0ada21526dc9965db68f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1933e3ffce2c3fe3c5290eb37a6c6d5f71192e92",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d4afb1bfed535ac31766a6692e734b9a611afb9e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d4afb1bfed535ac31766a6692e734b9a611afb9e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c74d086a-8894-44dc-9c4f-e1debb541d7b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687053696375343649"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ac54bd719fc9e69086d74b59fb575aaae0f14c078047586d198c24417257fadc/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1933e3ffce2c3fe3c5290eb37a6c6d5f71192e92",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "673002f32576ebac3953432ef12be64ca49d4361"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/673002f32576ebac3953432ef12be64ca49d4361",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c764f94b-3971-4a71-8d54-d6c704bd16b9",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687052378286408705"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2a6cb1d65e664cc9427ebe5ff5bbe61748a0d3b975c4c06d354e703608fb7935/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1933e3ffce2c3fe3c5290eb37a6c6d5f71192e92",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "abb7288c1e2a25d795ed008be6e62f951fc2cc37"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/abb7288c1e2a25d795ed008be6e62f951fc2cc37",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "80736d8c-b263-4a81-ab01-71259aa98b3d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687051059339663441"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "abb7288c1e2a25d795ed008be6e62f951fc2cc37"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "abb7288c1e2a25d795ed008be6e62f951fc2cc37",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852478723955379392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:10:28.712] Scheduled build:
{
"id": "8687048661813976369",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-17T21:10:28.064593193Z",
"updateTime": "2026-03-17T21:10:28.064593193Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "abb7288c1e2a25d795ed008be6e62f951fc2cc37",
"ref": "refs/heads/main"
}
}
}
[21:10:28.712] Task URL: https://cr-buildbucket.appspot.com/build/8687048661813976369
[21:10:28.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:2:0) after 7m35s
[21:10:30.414] Received PubSub notification, asking Buildbucket for the build status
[21:10:30.438] Build status: SCHEDULED
[21:10:37.941] Received PubSub notification, asking Buildbucket for the build status
[21:10:37.975] Build status: STARTED
[21:18:03.731] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:2:0)
[21:18:03.748] Build status: STARTED
[21:18:03.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:5:0) after 7m40s
[21:25:43.764] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:5:0)
[21:25:43.779] Build status: STARTED
[21:25:43.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:6:0) after 9m36s
[21:35:19.904] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:6:0)
[21:35:19.962] Build status: STARTED
[21:35:19.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:7:0) after 6m30s
[21:41:50.134] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:7:0)
[21:41:50.155] Build status: STARTED
[21:41:50.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:8:0) after 7m44s
[21:49:34.181] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:8:0)
[21:49:34.203] Build status: STARTED
[21:49:34.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:9:0) after 1m32s
[21:51:06.181] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:9:0)
[21:51:06.198] Build status: STARTED
[21:51:06.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:10:0) after 9m50s
[22:00:56.294] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:10:0)
[22:00:56.315] Build status: STARTED
[22:00:56.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:11:0) after 5m33s
[22:06:29.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:11:0)
[22:06:29.329] Build status: STARTED
[22:06:29.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:12:0) after 7m39s
[22:14:08.342] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:12:0)
[22:14:08.357] Build status: STARTED
[22:14:08.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:13:0) after 4m26s
[22:18:34.371] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:13:0)
[22:18:34.390] Build status: STARTED
[22:18:34.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:14:0) after 8m53s
[22:27:27.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:14:0)
[22:27:27.520] Build status: STARTED
[22:27:27.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:15:0) after 4m29s
[22:31:56.536] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:15:0)
[22:31:56.556] Build status: STARTED
[22:31:56.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:16:0) after 4m19s
[22:36:15.639] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:16:0)
[22:36:15.768] Build status: STARTED
[22:36:15.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:17:0) after 9m21s
[22:45:36.772] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:17:0)
[22:45:36.810] Build status: STARTED
[22:45:36.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:18:0) after 8m37s
[22:54:13.926] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:18:0)
[22:54:13.940] Build status: STARTED
[22:54:13.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:19:0) after 4m40s
[22:58:54.006] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:19:0)
[22:58:54.027] Build status: STARTED
[22:58:54.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:20:0) after 9m55s
[23:08:49.390] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:20:0)
[23:08:49.407] Build status: STARTED
[23:08:49.407] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:21:0) after 1m51s
[23:10:40.455] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:21:0)
[23:10:40.541] Build status: STARTED
[23:10:40.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:22:0) after 9m20s
[23:20:00.550] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:22:0)
[23:20:00.588] Build status: STARTED
[23:20:00.588] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:23:0) after 8m29s
[23:28:29.694] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:23:0)
[23:28:29.723] Build status: STARTED
[23:28:29.723] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:24:0) after 6m21s
[23:34:50.756] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:24:0)
[23:34:50.819] Build status: STARTED
[23:34:50.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:25:0) after 3m59s
[23:38:49.945] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:25:0)
[23:38:49.971] Build status: STARTED
[23:38:49.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:26:0) after 5m22s
[23:44:12.100] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:26:0)
[23:44:12.116] Build status: STARTED
[23:44:12.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:27:0) after 3m34s
[23:47:46.134] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:27:0)
[23:47:46.154] Build status: STARTED
[23:47:46.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:28:0) after 5m24s
[23:53:10.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:28:0)
[23:53:10.493] Build status: STARTED
[23:53:10.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:29:0) after 3m4s
[23:56:14.521] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:29:0)
[23:56:14.540] Build status: STARTED
[23:56:14.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:30:0) after 8m42s
[00:04:56.577] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:30:0)
[00:04:56.595] Build status: STARTED
[00:04:56.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:31:0) after 2m25s
[00:07:21.620] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:31:0)
[00:07:21.635] Build status: STARTED
[00:07:21.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:32:0) after 3m56s
[00:11:17.657] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:32:0)
[00:11:17.673] Build status: STARTED
[00:11:17.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:33:0) after 5m53s
[00:17:10.716] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:33:0)
[00:17:10.738] Build status: STARTED
[00:17:10.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:34:0) after 2m44s
[00:19:54.755] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:34:0)
[00:19:54.772] Build status: STARTED
[00:19:54.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852478723955379392:35:0) after 9m42s
[00:26:17.799] Received PubSub notification, asking Buildbucket for the build status
[00:26:17.818] Build:
{
"id": "8687048661813976369",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-17T21:10:28.064593193Z",
"startTime": "2026-03-17T21:10:36.882545458Z",
"endTime": "2026-03-18T00:26:16.360652388Z",
"updateTime": "2026-03-18T00:26:16.360652388Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "abb7288c1e2a25d795ed008be6e62f951fc2cc37",
"ref": "refs/heads/main"
}
}
}
[00:26:17.818] Invocation finished in 3h15m51.179839389s with status FAILED