[01:14:20.491] New invocation is queued and will start shortly
[01:14:20.491] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:14:21.601] Starting the invocation (attempt 1)
[01:14:21.636] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45dbce3a3a3e05111a7fef4bb33f323996331a59"
[01:14:21.636] Reconstructed gitiles commit from tags
[01:14:21.636] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:14:21.637] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:14:21.638] Buildbucket request:
{
"requestId": "8853731736784089488",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "22bfc3cc7157681f661aa61c710d9dc30ea78ffa5b67470ba0b6f6392ee0cc8e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853731736784089488",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4ae6b5060d63fe20edd691dd88f7c89b79e24d58ea2405473f315b67460ea39b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6be9cbf2f1e6d1faa01aac616e64219e2f80ec10",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e71f327b46059fe232b205414a3e8c1fc537c80f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e71f327b46059fe232b205414a3e8c1fc537c80f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b5745005-107b-4efe-85f3-c9fe0e6671d7",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688310541615629953"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "840a2245cbb171062234606f591a73f5ada80db07dc4a2f84409ee367432afb7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6be9cbf2f1e6d1faa01aac616e64219e2f80ec10",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "87a4b36fbe7f46082c7ddb30ccf702a0913c1e08"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/87a4b36fbe7f46082c7ddb30ccf702a0913c1e08",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e7f00974-fc60-437d-a049-3df495d726cd",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688308850008243601"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "88ebf7e63f6d37a52745e0ba6397551530a0fa2a01a54bb56f91d3a1857a1d9f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6be9cbf2f1e6d1faa01aac616e64219e2f80ec10",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76568dc89916b660cb3943f3871759b87c5fde4e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76568dc89916b660cb3943f3871759b87c5fde4e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5d1a1cbb-b8ae-4c23-b15b-2f5c958554ad",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688307475425805185"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "76894ec66dc9bcbf29bff37609620cc4884e68182928ff8195f8411e155b9246/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "630b9570d199dca19dc85834f583bc8590a21876"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/630b9570d199dca19dc85834f583bc8590a21876",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e5d8812a-2969-436f-bc63-385b2675a7ee",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688306136003443905"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3106f3dfbfc05ae06b6248ee31603a0bf8d54398a59516f16e03e1368432bfa0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "60d729fdb226227f7b661558572ce538fa140c8a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/60d729fdb226227f7b661558572ce538fa140c8a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5461d22e-7ef0-4a79-860a-a177b231a29a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688304771782236817"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "22bfc3cc7157681f661aa61c710d9dc30ea78ffa5b67470ba0b6f6392ee0cc8e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45dbce3a3a3e05111a7fef4bb33f323996331a59"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45dbce3a3a3e05111a7fef4bb33f323996331a59",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d9bcc26f-baff-4d83-9c03-daf96db59941",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688303036374455969"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45dbce3a3a3e05111a7fef4bb33f323996331a59"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45dbce3a3a3e05111a7fef4bb33f323996331a59",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853731736784089488"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:14:21.972] Scheduled build:
{
"id": "8688301674871837585",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-04T01:14:21.693290158Z",
"updateTime": "2026-03-04T01:14:21.693290158Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45dbce3a3a3e05111a7fef4bb33f323996331a59",
"ref": "refs/heads/main"
}
}
}
[01:14:21.972] Task URL: https://cr-buildbucket.appspot.com/build/8688301674871837585
[01:14:21.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:2:0) after 9m6s
[01:14:22.928] Received PubSub notification, asking Buildbucket for the build status
[01:14:22.955] Build status: SCHEDULED
[01:16:36.484] Received PubSub notification, asking Buildbucket for the build status
[01:16:36.505] Build status: STARTED
[01:23:28.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:2:0)
[01:23:28.166] Build status: STARTED
[01:23:28.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:5:0) after 4m0s
[01:27:28.149] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:5:0)
[01:27:28.180] Build status: STARTED
[01:27:28.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:6:0) after 1m47s
[01:29:15.223] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:6:0)
[01:29:15.241] Build status: STARTED
[01:29:15.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:7:0) after 9m24s
[01:38:39.261] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:7:0)
[01:38:39.279] Build status: STARTED
[01:38:39.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:8:0) after 3m54s
[01:42:33.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:8:0)
[01:42:33.277] Build status: STARTED
[01:42:33.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:9:0) after 1m52s
[01:44:25.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:9:0)
[01:44:25.394] Build status: STARTED
[01:44:25.394] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:10:0) after 5m3s
[01:49:28.399] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:10:0)
[01:49:28.415] Build status: STARTED
[01:49:28.415] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:11:0) after 3m20s
[01:52:48.432] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:11:0)
[01:52:48.450] Build status: STARTED
[01:52:48.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:12:0) after 5m50s
[01:58:38.498] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:12:0)
[01:58:38.513] Build status: STARTED
[01:58:38.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:13:0) after 6m29s
[02:05:07.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:13:0)
[02:05:07.542] Build status: STARTED
[02:05:07.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:14:0) after 6m27s
[02:11:34.586] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:14:0)
[02:11:34.603] Build status: STARTED
[02:11:34.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:15:0) after 2m27s
[02:14:01.663] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:15:0)
[02:14:01.679] Build status: STARTED
[02:14:01.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:16:0) after 5m45s
[02:19:46.669] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:16:0)
[02:19:46.693] Build status: STARTED
[02:19:46.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:17:0) after 4m43s
[02:24:29.689] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:17:0)
[02:24:29.706] Build status: STARTED
[02:24:29.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:18:0) after 6m19s
[02:30:48.738] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:18:0)
[02:30:48.754] Build status: STARTED
[02:30:48.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:19:0) after 8m49s
[02:39:37.825] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:19:0)
[02:39:37.843] Build status: STARTED
[02:39:37.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:20:0) after 9m39s
[02:49:16.860] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:20:0)
[02:49:16.878] Build status: STARTED
[02:49:16.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:21:0) after 7m56s
[02:57:12.898] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:21:0)
[02:57:12.918] Build status: STARTED
[02:57:12.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:22:0) after 8m18s
[03:05:30.921] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:22:0)
[03:05:30.933] Build status: STARTED
[03:05:30.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:23:0) after 5m34s
[03:11:04.924] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:23:0)
[03:11:05.011] Build status: STARTED
[03:11:05.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:24:0) after 5m29s
[03:16:34.026] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:24:0)
[03:16:34.047] Build status: STARTED
[03:16:34.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:25:0) after 2m39s
[03:19:13.120] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:25:0)
[03:19:13.136] Build status: STARTED
[03:19:13.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853731736784089488:26:0) after 9m9s
[03:27:52.789] Received PubSub notification, asking Buildbucket for the build status
[03:27:52.804] Build:
{
"id": "8688301674871837585",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-04T01:14:21.693290158Z",
"startTime": "2026-03-04T01:16:36.187563176Z",
"endTime": "2026-03-04T03:27:52.113881644Z",
"updateTime": "2026-03-04T03:27:52.113881644Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45dbce3a3a3e05111a7fef4bb33f323996331a59",
"ref": "refs/heads/main"
}
}
}
[03:27:52.804] Invocation finished in 2h13m32.317654035s with status FAILED