[18:07:00.987] New invocation is queued and will start shortly
[18:07:00.987] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:07:02.344] Starting the invocation (attempt 1)
[18:07:02.375] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/98568f6567999d03e15a611b3fed1abcfab2f123"
[18:07:02.375] Reconstructed gitiles commit from tags
[18:07:02.376] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:07:02.376] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:07:02.377] Buildbucket request:
{
"requestId": "8840440867690807104",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "35fdc390c2b774ea63bcb78f268412f8362cba5876270115f4475be1b57e4035/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840440867690807104",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9d5850d41580d0323e7515716ae07b109a18bcc3074a2ad730a9ad3b5cb4cae2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2db6978f724bfb0f9ae6f37b8ea585c707e65ce8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2db6978f724bfb0f9ae6f37b8ea585c707e65ce8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "16ab76f6-24ce-4f4e-b54b-b07cd1c7cd4b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8675018385502590337"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0f414db298aac1fca12fa5a1601e2a52e6cdb0856d1f7e6687bdfa3a845446f2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "65e373abbb7bd39b242ae3c0e9ce647c1aedf607"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/65e373abbb7bd39b242ae3c0e9ce647c1aedf607",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "19d907df-c0a9-41dc-8dd3-db65d1709026",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8675016953466479985"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d64a13c78ce4b479f3802e661e917e97e63d13a90cb70b56e52c9417d7066b8b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "583a958f83d813da3e2d9e801304d58de2493b62"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/583a958f83d813da3e2d9e801304d58de2493b62",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0f36b8ce-807a-4bc6-b4c3-6c324ab21f03",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8675015511718932305"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b4e43e990fbed4de300125fc349830633e7b7c7a3d577a285102816ae9febff3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a0a18e45b16e82000c7cb8a1e39469ac8897ab0a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a0a18e45b16e82000c7cb8a1e39469ac8897ab0a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "60de8a09-0260-4d7c-abfa-b9fca7bccd8a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8675014066369178609"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "35fdc390c2b774ea63bcb78f268412f8362cba5876270115f4475be1b57e4035/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ffc0753d6a2dab4abda078f0baa0d6dbeec484e2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "98568f6567999d03e15a611b3fed1abcfab2f123"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/98568f6567999d03e15a611b3fed1abcfab2f123",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "76dfe5aa-2d59-4904-84b4-73f2f0adb6af",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8675012613777393441"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "98568f6567999d03e15a611b3fed1abcfab2f123"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "98568f6567999d03e15a611b3fed1abcfab2f123",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840440867690807104"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:07:02.866] Scheduled build:
{
"id": "8675010805424030977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-28T18:07:02.528857458Z",
"updateTime": "2026-07-28T18:07:02.528857458Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "98568f6567999d03e15a611b3fed1abcfab2f123",
"ref": "refs/heads/main"
}
}
}
[18:07:02.866] Task URL: https://cr-buildbucket.appspot.com/build/8675010805424030977
[18:07:02.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:2:0) after 5m25s
[18:07:03.862] Received PubSub notification, asking Buildbucket for the build status
[18:07:03.882] Build status: SCHEDULED
[18:08:30.515] Received PubSub notification, asking Buildbucket for the build status
[18:08:30.535] Build status: STARTED
[18:12:27.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:2:0)
[18:12:27.973] Build status: STARTED
[18:12:27.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:5:0) after 5m13s
[18:17:41.003] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:5:0)
[18:17:41.021] Build status: STARTED
[18:17:41.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:6:0) after 1m6s
[18:18:47.126] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:6:0)
[18:18:47.143] Build status: STARTED
[18:18:47.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:7:0) after 4m38s
[18:23:25.293] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:7:0)
[18:23:25.310] Build status: STARTED
[18:23:25.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:8:0) after 8m6s
[18:31:31.416] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:8:0)
[18:31:31.452] Build status: STARTED
[18:31:31.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:9:0) after 2m17s
[18:33:48.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:9:0)
[18:33:48.677] Build status: STARTED
[18:33:48.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:10:0) after 5m52s
[18:39:40.766] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:10:0)
[18:39:40.784] Build status: STARTED
[18:39:40.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:11:0) after 4m19s
[18:43:59.928] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:11:0)
[18:43:59.952] Build status: STARTED
[18:43:59.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:12:0) after 1m39s
[18:45:39.454] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:12:0)
[18:45:39.473] Build status: STARTED
[18:45:39.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:13:0) after 4m20s
[18:49:59.614] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:13:0)
[18:49:59.636] Build status: STARTED
[18:49:59.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:14:0) after 7m9s
[18:57:08.697] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:14:0)
[18:57:08.777] Build status: STARTED
[18:57:08.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:15:0) after 6m22s
[19:03:30.867] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:15:0)
[19:03:30.935] Build status: STARTED
[19:03:30.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:16:0) after 2m30s
[19:06:00.968] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:16:0)
[19:06:00.988] Build status: STARTED
[19:06:00.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:17:0) after 9m9s
[19:15:09.984] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:17:0)
[19:15:10.008] Build status: STARTED
[19:15:10.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:18:0) after 4m40s
[19:19:50.226] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:18:0)
[19:19:50.249] Build status: STARTED
[19:19:50.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:19:0) after 3m18s
[19:23:08.272] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:19:0)
[19:23:08.290] Build status: STARTED
[19:23:08.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:20:0) after 9m57s
[19:33:05.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:20:0)
[19:33:05.421] Build status: STARTED
[19:33:05.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:21:0) after 7m2s
[19:40:07.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:21:0)
[19:40:07.467] Build status: STARTED
[19:40:07.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:22:0) after 1m24s
[19:41:31.644] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:22:0)
[19:41:31.666] Build status: STARTED
[19:41:31.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:23:0) after 2m45s
[19:44:16.783] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:23:0)
[19:44:16.804] Build status: STARTED
[19:44:16.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:24:0) after 1m47s
[19:46:03.896] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:24:0)
[19:46:03.916] Build status: STARTED
[19:46:03.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:25:0) after 7m13s
[19:53:17.023] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:25:0)
[19:53:17.043] Build status: STARTED
[19:53:17.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:26:0) after 8m36s
[20:01:53.064] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:26:0)
[20:01:53.084] Build status: STARTED
[20:01:53.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:27:0) after 2m35s
[20:04:28.135] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:27:0)
[20:04:28.157] Build status: STARTED
[20:04:28.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:28:0) after 1m50s
[20:06:18.132] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:28:0)
[20:06:18.159] Build status: STARTED
[20:06:18.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8840440867690807104:29:0) after 8m54s
[20:11:54.979] Received PubSub notification, asking Buildbucket for the build status
[20:11:54.996] Build:
{
"id": "8675010805424030977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-28T18:07:02.528857458Z",
"startTime": "2026-07-28T18:08:30.336063296Z",
"endTime": "2026-07-28T20:11:54.572954394Z",
"updateTime": "2026-07-28T20:11:54.572954394Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "98568f6567999d03e15a611b3fed1abcfab2f123",
"ref": "refs/heads/main"
}
}
}
[20:11:54.996] Invocation finished in 2h4m54.01360858s with status FAILED