[10:34:34.326] New invocation is queued and will start shortly
[10:34:34.326] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[10:34:35.510] Starting the invocation (attempt 1)
[10:34:35.540] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1f9b32ba061e7d5f7173a6a7150faf31964c2974"
[10:34:35.540] Reconstructed gitiles commit from tags
[10:34:35.540] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:34:35.540] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:34:35.541] Buildbucket request:
{
"requestId": "8852790520462987664",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8a78205d7118e366e2c6064b867a882dbbfc1d0a22a6dc115ff53a22b6650671/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852790520462987664",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "74d3cabe17f8437d5db4e28130593d26961ec9b6f52034e15282f8f38e761612/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "524b0b8b84c55ccc17a75bf628ae73e8da6bcbc7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/524b0b8b84c55ccc17a75bf628ae73e8da6bcbc7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "82010234-d68a-405a-bb01-0d7e74952003",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687371926075843793"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "abe4e14bd8715e7ec7791bc25de3d4e1f850b86266078676be1b174cad43ded2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7894e636f31a30b303b51292c4bf53931d1e82f7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7894e636f31a30b303b51292c4bf53931d1e82f7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7e998f83-6224-427b-8138-ed8c4e969096",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687369538386533569"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d202846d02035b1712d133a1ab867573aadc757b6c3fa950e964f3037381a720/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d53c9fe84eb58f82e5bfa30247b4447f85af541a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d53c9fe84eb58f82e5bfa30247b4447f85af541a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "42c38bef-f032-40b0-ad85-311361b0b2b2",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687368161185466081"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "782ce0954cc6a6be12abc49f0cc11a8d59e0fd9b232cb929daa1b8cb8c24b5a2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b73a64fc3eb01635deb115b8c836cbca0cab1856"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b73a64fc3eb01635deb115b8c836cbca0cab1856",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "da9ea45b-866a-423c-9679-d7e042a0450e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687366777319729617"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d34d810a157c0bae9bd33b0221744795c6632a58da8664d26f78e941f1f8dff4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4b202b0c2c7e97e339761dfdda8d55b9ef1bd34d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4b202b0c2c7e97e339761dfdda8d55b9ef1bd34d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5fc7a041-3651-4f5d-a378-71397ecc0a8d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687364811050333105"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8a78205d7118e366e2c6064b867a882dbbfc1d0a22a6dc115ff53a22b6650671/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "cdfed8e5e0d4eeb32ea0cf887b4dd4f9bfc98bc2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1f9b32ba061e7d5f7173a6a7150faf31964c2974"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1f9b32ba061e7d5f7173a6a7150faf31964c2974",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "741d1ea2-f4f9-417d-886a-6d321528301c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687363220320692737"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1f9b32ba061e7d5f7173a6a7150faf31964c2974"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9b32ba061e7d5f7173a6a7150faf31964c2974",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852790520462987664"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:34:35.894] Scheduled build:
{
"id": "8687360458476048289",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-14T10:34:35.596656127Z",
"updateTime": "2026-03-14T10:34:35.596656127Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9b32ba061e7d5f7173a6a7150faf31964c2974",
"ref": "refs/heads/main"
}
}
}
[10:34:35.894] Task URL: https://cr-buildbucket.appspot.com/build/8687360458476048289
[10:34:35.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:2:0) after 5m1s
[10:34:58.508] Received PubSub notification, asking Buildbucket for the build status
[10:34:58.542] Build status: STARTED
[10:34:59.713] Received PubSub notification, asking Buildbucket for the build status
[10:34:59.732] Build status: STARTED
[10:39:37.007] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:2:0)
[10:39:37.025] Build status: STARTED
[10:39:37.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:5:0) after 1m1s
[10:40:38.043] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:5:0)
[10:40:38.159] Build status: STARTED
[10:40:38.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:6:0) after 9m30s
[10:50:08.184] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:6:0)
[10:50:08.344] Build status: STARTED
[10:50:08.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:7:0) after 7m55s
[10:58:03.330] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:7:0)
[10:58:03.351] Build status: STARTED
[10:58:03.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:8:0) after 1m32s
[10:59:35.568] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:8:0)
[10:59:35.581] Build status: STARTED
[10:59:35.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:9:0) after 7m13s
[11:06:48.597] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:9:0)
[11:06:48.650] Build status: STARTED
[11:06:48.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:10:0) after 6m26s
[11:13:14.670] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:10:0)
[11:13:14.687] Build status: STARTED
[11:13:14.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:11:0) after 9m3s
[11:22:17.888] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:11:0)
[11:22:17.906] Build status: STARTED
[11:22:17.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:12:0) after 1m6s
[11:23:23.922] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:12:0)
[11:23:23.941] Build status: STARTED
[11:23:23.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:13:0) after 7m44s
[11:31:07.959] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:13:0)
[11:31:07.975] Build status: STARTED
[11:31:07.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:14:0) after 8m47s
[11:39:55.098] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:14:0)
[11:39:55.127] Build status: STARTED
[11:39:55.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:15:0) after 8m42s
[11:48:37.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:15:0)
[11:48:37.173] Build status: STARTED
[11:48:37.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:16:0) after 8m39s
[11:57:16.237] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:16:0)
[11:57:16.261] Build status: STARTED
[11:57:16.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:17:0) after 6m51s
[12:04:07.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:17:0)
[12:04:07.301] Build status: STARTED
[12:04:07.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:18:0) after 8m57s
[12:13:04.318] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:18:0)
[12:13:04.336] Build status: STARTED
[12:13:04.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:19:0) after 7m44s
[12:20:48.361] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:19:0)
[12:20:48.377] Build status: STARTED
[12:20:48.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:20:0) after 4m20s
[12:25:08.432] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:20:0)
[12:25:08.451] Build status: STARTED
[12:25:08.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:21:0) after 3m18s
[12:28:26.470] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:21:0)
[12:28:26.491] Build status: STARTED
[12:28:26.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:22:0) after 9m23s
[12:37:49.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:22:0)
[12:37:49.525] Build status: STARTED
[12:37:49.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:23:0) after 3m25s
[12:41:14.531] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:23:0)
[12:41:14.544] Build status: STARTED
[12:41:14.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:24:0) after 6m7s
[12:47:21.673] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:24:0)
[12:47:21.690] Build status: STARTED
[12:47:21.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:25:0) after 5m56s
[12:53:17.710] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:25:0)
[12:53:17.738] Build status: STARTED
[12:53:17.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:26:0) after 8m22s
[13:01:40.015] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:26:0)
[13:01:40.032] Build status: STARTED
[13:01:40.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:27:0) after 6m36s
[13:08:16.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:27:0)
[13:08:16.069] Build status: STARTED
[13:08:16.069] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:28:0) after 3m39s
[13:11:55.087] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:28:0)
[13:11:55.117] Build status: STARTED
[13:11:55.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:29:0) after 1m46s
[13:13:41.136] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:29:0)
[13:13:41.155] Build status: STARTED
[13:13:41.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:30:0) after 6m46s
[13:20:27.675] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:30:0)
[13:20:27.691] Build status: STARTED
[13:20:27.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:31:0) after 5m37s
[13:26:04.976] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:31:0)
[13:26:04.994] Build status: STARTED
[13:26:04.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:32:0) after 5m1s
[13:31:06.018] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:32:0)
[13:31:06.038] Build status: STARTED
[13:31:06.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:33:0) after 8m43s
[13:39:49.062] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:33:0)
[13:39:49.081] Build status: STARTED
[13:39:49.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:34:0) after 7m26s
[13:47:15.416] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:34:0)
[13:47:15.431] Build status: STARTED
[13:47:15.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852790520462987664:35:0) after 1m36s
[13:47:43.909] Received PubSub notification, asking Buildbucket for the build status
[13:47:43.929] Build:
{
"id": "8687360458476048289",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-14T10:34:35.596656127Z",
"startTime": "2026-03-14T10:34:38.907469912Z",
"endTime": "2026-03-14T13:47:43.431820357Z",
"updateTime": "2026-03-14T13:47:43.431820357Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9b32ba061e7d5f7173a6a7150faf31964c2974",
"ref": "refs/heads/main"
}
}
}
[13:47:43.929] Invocation finished in 3h13m9.612041404s with status FAILED