[06:48:16.304] New invocation is queued and will start shortly
[06:48:16.304] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:48:17.383] Starting the invocation (attempt 1)
[06:48:17.409] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e20ae16ce6723a61f3387867e78f1096399ca74e"
[06:48:17.409] Reconstructed gitiles commit from tags
[06:48:17.409] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:48:17.409] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:48:17.410] Buildbucket request:
{
"requestId": "8853257742900573328",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cfac24b7d24dc9626830e63dec8d904f8a4ffcc6d5025309722bd665e124c362/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853257742900573328",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "555747d77c766a0d7172526c8278145201070bc26f4d7ee4e889ed312777499a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "95a9647f2ac5827042a4755c8c022bcebaf2bca8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/95a9647f2ac5827042a4755c8c022bcebaf2bca8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "526e457b-6265-49a5-ad36-e8d5fe8aad68",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687838815000499537"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "147e650650d0be6e2a6b1075baeb65ec2307901d9d82dc841304c5b19be63e13/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1d6607d5ef1ea88770fdfd940c2545c36221817b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1d6607d5ef1ea88770fdfd940c2545c36221817b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7c3408e7-a163-4026-b37c-2a28f2beeff7",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687837317984900577"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "79f4ab25b9185cb922338da2737acc1a2432eb490e462f89c2d044478951f338/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e30f9c19464bcf1bf1e9f69b63884fb78ad2d05d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e30f9c19464bcf1bf1e9f69b63884fb78ad2d05d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "99c1b99c-053a-450b-ab05-0912205dacce",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687835989113791665"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "898df1ac17f13b19d37702ada93f2f45c2225e6c36b830e65cc93bebcff43ac1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d0ddae678e3f634c988542dfbdde1dd0afe66344"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d0ddae678e3f634c988542dfbdde1dd0afe66344",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "149f21f4-7ce6-4598-a13e-8b333e13d1fe",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687832904213923233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d21f3990d38cf327cf33f0f6d85ee51ac79703f6509ae56f69fa2fda62ff3c06/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76cfb0b68e6e196bb0421df04554a718c54701c1"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76cfb0b68e6e196bb0421df04554a718c54701c1",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ccc6bdc7-3e0f-4fc6-bda4-72b0aa72ae71",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687831545485938065"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cfac24b7d24dc9626830e63dec8d904f8a4ffcc6d5025309722bd665e124c362/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b97b86856ea8c03844f735806ae8623726674b89",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e20ae16ce6723a61f3387867e78f1096399ca74e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e20ae16ce6723a61f3387867e78f1096399ca74e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e101c3fe-90db-4e17-ac5c-c03dc51d0a06",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687830117553648193"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e20ae16ce6723a61f3387867e78f1096399ca74e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e20ae16ce6723a61f3387867e78f1096399ca74e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853257742900573328"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:48:17.766] Scheduled build:
{
"id": "8687827681012735137",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-09T06:48:17.462374841Z",
"updateTime": "2026-03-09T06:48:17.462374841Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e20ae16ce6723a61f3387867e78f1096399ca74e",
"ref": "refs/heads/main"
}
}
}
[06:48:17.766] Task URL: https://cr-buildbucket.appspot.com/build/8687827681012735137
[06:48:17.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:2:0) after 5m18s
[06:48:17.945] Received PubSub notification, asking Buildbucket for the build status
[06:48:17.974] Build status: SCHEDULED
[06:48:21.649] Received PubSub notification, asking Buildbucket for the build status
[06:48:21.708] Build status: STARTED
[06:53:35.779] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:2:0)
[06:53:35.804] Build status: STARTED
[06:53:35.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:5:0) after 9m27s
[07:03:02.893] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:5:0)
[07:03:02.914] Build status: STARTED
[07:03:02.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:6:0) after 4m6s
[07:07:09.129] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:6:0)
[07:07:09.151] Build status: STARTED
[07:07:09.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:7:0) after 8m52s
[07:16:01.170] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:7:0)
[07:16:01.373] Build status: STARTED
[07:16:01.373] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:8:0) after 8m11s
[07:24:12.431] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:8:0)
[07:24:12.456] Build status: STARTED
[07:24:12.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:9:0) after 5m30s
[07:29:42.472] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:9:0)
[07:29:42.492] Build status: STARTED
[07:29:42.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:10:0) after 3m30s
[07:33:12.486] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:10:0)
[07:33:12.530] Build status: STARTED
[07:33:12.530] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:11:0) after 2m53s
[07:36:05.655] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:11:0)
[07:36:05.689] Build status: STARTED
[07:36:05.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:12:0) after 1m56s
[07:38:01.678] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:12:0)
[07:38:01.695] Build status: STARTED
[07:38:01.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:13:0) after 5m58s
[07:43:59.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:13:0)
[07:43:59.728] Build status: STARTED
[07:43:59.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:14:0) after 2m40s
[07:46:39.746] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:14:0)
[07:46:39.768] Build status: STARTED
[07:46:39.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:15:0) after 8m38s
[07:55:18.225] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:15:0)
[07:55:18.296] Build status: STARTED
[07:55:18.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:16:0) after 3m44s
[07:59:02.323] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:16:0)
[07:59:02.348] Build status: STARTED
[07:59:02.348] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:17:0) after 3m50s
[08:02:52.608] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:17:0)
[08:02:52.685] Build status: STARTED
[08:02:52.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:18:0) after 2m59s
[08:05:51.701] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:18:0)
[08:05:51.769] Build status: STARTED
[08:05:51.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:19:0) after 4m16s
[08:10:07.754] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:19:0)
[08:10:07.778] Build status: STARTED
[08:10:07.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:20:0) after 2m11s
[08:12:18.796] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:20:0)
[08:12:18.888] Build status: STARTED
[08:12:18.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:21:0) after 5m54s
[08:18:12.954] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:21:0)
[08:18:12.969] Build status: STARTED
[08:18:12.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:22:0) after 8m0s
[08:26:13.079] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:22:0)
[08:26:13.096] Build status: STARTED
[08:26:13.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:23:0) after 9m54s
[08:36:07.127] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:23:0)
[08:36:07.169] Build status: STARTED
[08:36:07.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:24:0) after 5m21s
[08:41:28.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:24:0)
[08:41:28.200] Build status: STARTED
[08:41:28.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:25:0) after 4m5s
[08:45:33.273] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:25:0)
[08:45:33.298] Build status: STARTED
[08:45:33.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:26:0) after 4m23s
[08:49:56.319] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:26:0)
[08:49:56.399] Build status: STARTED
[08:49:56.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:27:0) after 8m0s
[08:57:56.418] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:27:0)
[08:57:56.435] Build status: STARTED
[08:57:56.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:28:0) after 5m34s
[09:03:30.456] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:28:0)
[09:03:30.472] Build status: STARTED
[09:03:30.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:29:0) after 5m36s
[09:09:06.526] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:29:0)
[09:09:06.586] Build status: STARTED
[09:09:06.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:30:0) after 6m38s
[09:15:44.620] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:30:0)
[09:15:44.638] Build status: STARTED
[09:15:44.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:31:0) after 4m48s
[09:20:32.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:31:0)
[09:20:32.684] Build status: STARTED
[09:20:32.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:32:0) after 4m54s
[09:25:26.704] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:32:0)
[09:25:26.835] Build status: STARTED
[09:25:26.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:33:0) after 7m15s
[09:32:41.852] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:33:0)
[09:32:41.869] Build status: STARTED
[09:32:41.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853257742900573328:34:0) after 7m26s
[09:37:27.137] Received PubSub notification, asking Buildbucket for the build status
[09:37:27.162] Build:
{
"id": "8687827681012735137",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-09T06:48:17.462374841Z",
"startTime": "2026-03-09T06:48:21.479516199Z",
"endTime": "2026-03-09T09:37:23.691566144Z",
"updateTime": "2026-03-09T09:37:23.691566144Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e20ae16ce6723a61f3387867e78f1096399ca74e",
"ref": "refs/heads/main"
}
}
}
[09:37:27.162] Invocation finished in 2h49m10.883117229s with status FAILED