[18:07:20.592] New invocation is queued and will start shortly
[18:07:20.592] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:07:21.710] Starting the invocation (attempt 1)
[18:07:21.746] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f3a9ea6ae689fa0fbd0137999834915cc908e5c"
[18:07:21.746] Reconstructed gitiles commit from tags
[18:07:21.746] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:07:21.747] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:07:21.747] Buildbucket request:
{
"requestId": "8851493677043277776",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "de9de0ea69d1f3a87664d9be4282fbf74cfc7182e095dca669de9d848f13e003/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851493677043277776",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7fa18ef1e312def322ea8849b7ec8e9b70f66465e6111f38d7efcf91d32f9282/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f0ce26d06d822fd6985d227dc1be9d218977e334"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f0ce26d06d822fd6985d227dc1be9d218977e334",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0dee4e94-bcb9-41c2-9d51-7626490043bc",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686072869951085841"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "06c9a9f110f0329eaea5be9a8e365a4edf778a24e638239baf1aa90d6f0c3e65/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0ac35ecc0bdd8c3f87f0ecdfe862e3eaf8922444"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0ac35ecc0bdd8c3f87f0ecdfe862e3eaf8922444",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4437a1ef-44f3-44af-936a-1bccbe735e4c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686071535542293649"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3cdf740c56def2437d2ced4a9e92f0834ce4f66789b015e3a72c18250194d67a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3f42ec658f2f08d8ce11909603c8a82dc9e1045a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3f42ec658f2f08d8ce11909603c8a82dc9e1045a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e9e7ae0b-ee69-4276-9643-7795b8153f75",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686070175501033905"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0fb518ef7ee09b55347b8eb9b630719dbca0e0debb594bc19a97f10e18c85e67/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9d6b92e29fee91c827aed67b699a8a4cc38dbaac"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9d6b92e29fee91c827aed67b699a8a4cc38dbaac",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f3f77871-f830-4b66-ab61-845fa7ae2637",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686068140437379185"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "de9de0ea69d1f3a87664d9be4282fbf74cfc7182e095dca669de9d848f13e003/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e63712cb5d6fc8e4444491e9a3454b2f96a840fe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9f3a9ea6ae689fa0fbd0137999834915cc908e5c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f3a9ea6ae689fa0fbd0137999834915cc908e5c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a1415ce7-7045-46a1-be6b-1595b5f0f634",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686066810142583201"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9f3a9ea6ae689fa0fbd0137999834915cc908e5c"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f3a9ea6ae689fa0fbd0137999834915cc908e5c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851493677043277776"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:07:22.153] Scheduled build:
{
"id": "8686063615104878753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T18:07:21.811294686Z",
"updateTime": "2026-03-28T18:07:21.811294686Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f3a9ea6ae689fa0fbd0137999834915cc908e5c",
"ref": "refs/heads/main"
}
}
}
[18:07:22.153] Task URL: https://cr-buildbucket.appspot.com/build/8686063615104878753
[18:07:22.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:2:0) after 4m0s
[18:07:22.289] Received PubSub notification, asking Buildbucket for the build status
[18:07:22.310] Build status: SCHEDULED
[18:07:27.584] Received PubSub notification, asking Buildbucket for the build status
[18:07:27.622] Build status: STARTED
[18:11:22.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:2:0)
[18:11:22.186] Build status: STARTED
[18:11:22.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:5:0) after 5m36s
[18:16:58.206] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:5:0)
[18:16:58.226] Build status: STARTED
[18:16:58.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:6:0) after 4m23s
[18:21:21.873] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:6:0)
[18:21:21.892] Build status: STARTED
[18:21:21.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:7:0) after 2m59s
[18:24:20.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:7:0)
[18:24:20.998] Build status: STARTED
[18:24:20.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:8:0) after 2m57s
[18:27:18.326] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:8:0)
[18:27:18.360] Build status: STARTED
[18:27:18.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:9:0) after 3m47s
[18:31:05.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:9:0)
[18:31:05.512] Build status: STARTED
[18:31:05.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:10:0) after 6m32s
[18:37:37.572] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:10:0)
[18:37:37.588] Build status: STARTED
[18:37:37.588] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:11:0) after 1m28s
[18:39:05.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:11:0)
[18:39:05.626] Build status: STARTED
[18:39:05.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:12:0) after 8m41s
[18:47:46.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:12:0)
[18:47:46.675] Build status: STARTED
[18:47:46.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:13:0) after 1m27s
[18:49:13.691] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:13:0)
[18:49:13.710] Build status: STARTED
[18:49:13.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:14:0) after 8m42s
[18:57:55.786] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:14:0)
[18:57:55.807] Build status: STARTED
[18:57:55.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:15:0) after 5m28s
[19:03:23.829] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:15:0)
[19:03:23.845] Build status: STARTED
[19:03:23.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:16:0) after 7m57s
[19:11:20.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:16:0)
[19:11:21.034] Build status: STARTED
[19:11:21.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:17:0) after 9m19s
[19:20:40.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:17:0)
[19:20:40.109] Build status: STARTED
[19:20:40.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:18:0) after 3m24s
[19:24:04.131] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:18:0)
[19:24:04.153] Build status: STARTED
[19:24:04.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:19:0) after 9m12s
[19:33:16.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:19:0)
[19:33:16.185] Build status: STARTED
[19:33:16.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:20:0) after 9m15s
[19:42:31.203] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:20:0)
[19:42:31.221] Build status: STARTED
[19:42:31.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:21:0) after 8m25s
[19:50:56.238] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:21:0)
[19:50:56.326] Build status: STARTED
[19:50:56.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:22:0) after 5m7s
[19:56:03.343] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:22:0)
[19:56:03.360] Build status: STARTED
[19:56:03.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:23:0) after 4m59s
[20:01:02.961] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:23:0)
[20:01:02.979] Build status: STARTED
[20:01:02.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:24:0) after 6m47s
[20:07:50.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:24:0)
[20:07:50.122] Build status: STARTED
[20:07:50.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:25:0) after 6m19s
[20:14:09.188] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:25:0)
[20:14:09.204] Build status: STARTED
[20:14:09.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:26:0) after 1m25s
[20:15:34.179] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:26:0)
[20:15:34.198] Build status: STARTED
[20:15:34.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:27:0) after 9m44s
[20:25:18.206] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:27:0)
[20:25:18.270] Build status: STARTED
[20:25:18.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:28:0) after 5m5s
[20:30:23.364] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:28:0)
[20:30:23.411] Build status: STARTED
[20:30:23.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:29:0) after 2m18s
[20:32:41.434] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:29:0)
[20:32:41.451] Build status: STARTED
[20:32:41.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:30:0) after 8m24s
[20:41:05.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:30:0)
[20:41:05.515] Build status: STARTED
[20:41:05.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:31:0) after 4m51s
[20:45:56.753] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:31:0)
[20:45:56.770] Build status: STARTED
[20:45:56.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:32:0) after 2m47s
[20:48:43.881] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:32:0)
[20:48:43.898] Build status: STARTED
[20:48:43.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:33:0) after 7m11s
[20:55:54.971] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:33:0)
[20:55:54.989] Build status: STARTED
[20:55:54.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:34:0) after 5m8s
[21:01:03.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:34:0)
[21:01:03.047] Build status: STARTED
[21:01:03.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:35:0) after 5m18s
[21:06:21.063] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:35:0)
[21:06:21.090] Build status: STARTED
[21:06:21.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:36:0) after 1m15s
[21:07:36.155] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:36:0)
[21:07:36.187] Build status: STARTED
[21:07:36.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851493677043277776:37:0) after 9m16s
[21:11:53.452] Received PubSub notification, asking Buildbucket for the build status
[21:11:53.468] Build:
{
"id": "8686063615104878753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-28T18:07:21.811294686Z",
"startTime": "2026-03-28T18:07:26.945003833Z",
"endTime": "2026-03-28T21:11:52.547423658Z",
"updateTime": "2026-03-28T21:11:52.547423658Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f3a9ea6ae689fa0fbd0137999834915cc908e5c",
"ref": "refs/heads/main"
}
}
}
[21:11:53.468] Invocation finished in 3h4m32.888417935s with status FAILED