[22:36:52.143] New invocation is queued and will start shortly
[22:36:52.143] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:36:53.215] Starting the invocation (attempt 1)
[22:36:53.247] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a4244bcc1c2adaf7f747f1debf6e7631f9e83183"
[22:36:53.247] Reconstructed gitiles commit from tags
[22:36:53.247] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:36:53.248] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:36:53.249] Buildbucket request:
{
"requestId": "8853107465329567072",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a446ca1eb5a2087b7d262856168d14b4c7f9167dee72200bfcb4479f97695370/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "17af429e5cf8d460320ca7abd9eb616d2be9c104",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853107465329567072",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "840e0fce6c18d7e2746472a99766c264b372d35d5e62d39ffe7bbf12a1574610/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "274c79817c7c98f767e0876b4b75189f1b5f37f9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4398b5fa8c1a8384feb62f20fb7b13b443f149b7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4398b5fa8c1a8384feb62f20fb7b13b443f149b7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "6087cbd3-d38c-4521-a4c9-6b964922e8c4",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687689061097434305"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a3fc6b6f16b73cb97ad4321b6a40293754af17c02b0c252c031b3899224c8efa/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e94c21a7e3d0877e9486e63b15a646e94c35f790"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e94c21a7e3d0877e9486e63b15a646e94c35f790",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7e666743-a3a7-425a-a982-a6c0732aa1ca",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687687662610860833"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "62105c4b6e743091ad0b1530093dada9b8441ceb51edfae6ad20a1f40bd85810/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8963edb534e28d548d8381675bb18af1770c3041"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8963edb534e28d548d8381675bb18af1770c3041",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7f866811-7a9f-475c-8394-a1a73d737c3e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687686185545116993"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e27cb3e24764596113b58c3e112a1a98fd98703aa2d18c774dd5bf1e539c5108/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d4c7630e2c6eb0c991a37226b3f872256d5e47f0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "dfc93f74-7600-4868-b1bf-46ca60e348ab",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687684865029772529"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9623de48f9228c8c02543e8b03f740dad4f2301cd554d55369da4db2dd02f776/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "afdfbd2ecc193841de0aa224230ca689e1bec01f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/afdfbd2ecc193841de0aa224230ca689e1bec01f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b22388ae-1180-460e-a2db-29d2da951640",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687683485761145809"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2e9b8c7dcb67195fedbb4aed4de73f0d46aeab6e2d65727c6724a23b84c74206/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6dbcbcc24312bda2ade972bfb5fc92ec2c9409ef"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6dbcbcc24312bda2ade972bfb5fc92ec2c9409ef",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2a9e3b70-0cd0-472f-8b41-10d8beaf2e1b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687682067631010897"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "21d852f3ef06725e3a93963b8b7b917b78e6b5626081f0ff2acd8c21c39db560/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6e8c12310deb88e91d662e642f937e0e051a36c5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a585f4566fac825af0b02fa8592b769f630f6cf2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a585f4566fac825af0b02fa8592b769f630f6cf2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "73d19371-ae97-49a8-8bee-0a49a4514102",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687680719968110817"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a446ca1eb5a2087b7d262856168d14b4c7f9167dee72200bfcb4479f97695370/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "17af429e5cf8d460320ca7abd9eb616d2be9c104",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a4244bcc1c2adaf7f747f1debf6e7631f9e83183"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a4244bcc1c2adaf7f747f1debf6e7631f9e83183",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9892be68-e0bb-40b4-9116-137e2f10f899",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687679338431930945"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a4244bcc1c2adaf7f747f1debf6e7631f9e83183"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a4244bcc1c2adaf7f747f1debf6e7631f9e83183",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853107465329567072"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:36:53.592] Scheduled build:
{
"id": "8687677403465686753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-10T22:36:53.299546596Z",
"updateTime": "2026-03-10T22:36:53.299546596Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a4244bcc1c2adaf7f747f1debf6e7631f9e83183",
"ref": "refs/heads/main"
}
}
}
[22:36:53.592] Task URL: https://cr-buildbucket.appspot.com/build/8687677403465686753
[22:36:53.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:2:0) after 6m4s
[22:36:54.559] Received PubSub notification, asking Buildbucket for the build status
[22:36:54.578] Build status: SCHEDULED
[22:36:58.338] Received PubSub notification, asking Buildbucket for the build status
[22:36:58.355] Build status: STARTED
[22:42:57.622] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:2:0)
[22:42:57.641] Build status: STARTED
[22:42:57.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:5:0) after 8m43s
[22:51:40.658] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:5:0)
[22:51:40.678] Build status: STARTED
[22:51:40.678] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:6:0) after 2m43s
[22:54:23.742] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:6:0)
[22:54:23.762] Build status: STARTED
[22:54:23.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:7:0) after 5m7s
[22:59:30.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:7:0)
[22:59:30.859] Build status: STARTED
[22:59:30.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:8:0) after 2m20s
[23:01:50.877] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:8:0)
[23:01:50.946] Build status: STARTED
[23:01:50.946] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:9:0) after 8m28s
[23:10:19.059] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:9:0)
[23:10:19.078] Build status: STARTED
[23:10:19.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:10:0) after 5m28s
[23:15:47.180] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:10:0)
[23:15:47.225] Build status: STARTED
[23:15:47.225] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:11:0) after 7m35s
[23:23:22.425] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:11:0)
[23:23:22.445] Build status: STARTED
[23:23:22.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:12:0) after 6m52s
[23:30:14.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:12:0)
[23:30:14.556] Build status: STARTED
[23:30:14.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:13:0) after 2m34s
[23:32:48.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:13:0)
[23:32:48.613] Build status: STARTED
[23:32:48.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:14:0) after 9m12s
[23:42:00.629] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:14:0)
[23:42:00.648] Build status: STARTED
[23:42:00.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:15:0) after 6m27s
[23:48:27.701] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:15:0)
[23:48:27.720] Build status: STARTED
[23:48:27.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:16:0) after 7m44s
[23:56:11.755] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:16:0)
[23:56:11.826] Build status: STARTED
[23:56:11.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:17:0) after 7m45s
[00:03:56.860] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:17:0)
[00:03:56.876] Build status: STARTED
[00:03:56.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:18:0) after 9m10s
[00:13:06.903] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:18:0)
[00:13:06.917] Build status: STARTED
[00:13:06.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:19:0) after 7m6s
[00:20:12.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:19:0)
[00:20:12.967] Build status: STARTED
[00:20:12.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:20:0) after 4m5s
[00:24:18.054] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:20:0)
[00:24:18.073] Build status: STARTED
[00:24:18.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:21:0) after 8m5s
[00:32:23.111] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:21:0)
[00:32:23.140] Build status: STARTED
[00:32:23.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:22:0) after 3m50s
[00:36:13.309] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:22:0)
[00:36:13.380] Build status: STARTED
[00:36:13.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:23:0) after 6m42s
[00:42:55.400] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:23:0)
[00:42:55.453] Build status: STARTED
[00:42:55.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:24:0) after 8m34s
[00:51:29.471] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:24:0)
[00:51:29.489] Build status: STARTED
[00:51:29.489] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:25:0) after 8m40s
[01:00:09.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:25:0)
[01:00:09.626] Build status: STARTED
[01:00:09.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:26:0) after 8m56s
[01:09:05.648] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:26:0)
[01:09:05.665] Build status: STARTED
[01:09:05.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:27:0) after 1m32s
[01:10:37.763] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:27:0)
[01:10:37.779] Build status: STARTED
[01:10:37.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8853107465329567072:28:0) after 8m37s
[01:18:46.302] Received PubSub notification, asking Buildbucket for the build status
[01:18:46.359] Build:
{
"id": "8687677403465686753",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-10T22:36:53.299546596Z",
"startTime": "2026-03-10T22:36:58.163745120Z",
"endTime": "2026-03-11T01:18:45.811898459Z",
"updateTime": "2026-03-11T01:18:45.811898459Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a4244bcc1c2adaf7f747f1debf6e7631f9e83183",
"ref": "refs/heads/main"
}
}
}
[01:18:46.359] Invocation finished in 2h41m54.221510208s with status FAILED