[22:38:31.092] New invocation is queued and will start shortly
[22:38:31.092] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:38:32.319] Starting the invocation (attempt 1)
[22:38:32.346] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0aba82eb70aafde426c1ebdd773b058920e3cd67"
[22:38:32.346] Reconstructed gitiles commit from tags
[22:38:32.346] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:32.346] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:32.347] Buildbucket request:
{
"requestId": "8851567213154004672",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0d3a887402df12fac94e90c4ba23075cdf7324f76bd6de4ef8c6e0e6603755b0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "dc24f83926ae18c7aa85e62297af2fd065363ce7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851567213154004672",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "60077948991f8bf680919236df57f5d968daaa10c9b9422718a37c7504c98a99/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "5ff16cedde336dc9b2157fe51e3f8ab15b17ab0c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "28f24b5029aae68a0936ce2f8bfddbf19ffd1bbe"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/28f24b5029aae68a0936ce2f8bfddbf19ffd1bbe",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ffde3989-d74c-4b04-9726-038bde10484c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686147866548483313"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b808adceaa9a39382ebf6869a79ccabdcef0d1ccf3b2b01a486e0bd75e8ca884/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16b2312f36e5bdfdc740dfd39e9c2e1e1c0ea8bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "502b5e0bea1282006b7ba74b7e4c2df3eea4dd12"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/502b5e0bea1282006b7ba74b7e4c2df3eea4dd12",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d24c2f39-3825-4c30-9a0e-5c0301f45b61",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686146521472403649"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b2146eddcabc2e129f52e0c6862ddeeb6e59d529e244905f82f0c80f54f36ce7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16b2312f36e5bdfdc740dfd39e9c2e1e1c0ea8bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a9f5f93440a39e97514ee8f5b4de2a37a3a3c35f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a9f5f93440a39e97514ee8f5b4de2a37a3a3c35f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f6fa5700-8d62-479e-af41-a3d1833a2691",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686144914634287793"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c45386882831a914803b08f32a272a147b7de627a398017fbd6e88024263c34b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16b2312f36e5bdfdc740dfd39e9c2e1e1c0ea8bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f9ad232421e37e4168f6937abdd0a1665a590f12"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f9ad232421e37e4168f6937abdd0a1665a590f12",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8e738d63-da8a-4ccf-95be-ab4984b39875",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686143514330356785"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "61ed670314dbf9de320845afef5f50ce9994e9348aca0c28e9b39f03ed527257/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16b2312f36e5bdfdc740dfd39e9c2e1e1c0ea8bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "eea4af4c295d5f84fdcedc720f1826f0cb653262"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/eea4af4c295d5f84fdcedc720f1826f0cb653262",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2c0dd1e9-56cc-497c-a00d-ccc939df8730",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686142163720843873"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "64417b3758c33ced3aa1c6e8a83769f6f3330d6318e1f2359a3801cc1baa504a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16b2312f36e5bdfdc740dfd39e9c2e1e1c0ea8bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "563d3f6865080037fe1c9be27c44b07512de735f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/563d3f6865080037fe1c9be27c44b07512de735f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "73bde5b3-f58a-4a4a-847d-d11bd49d5696",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686140781959103585"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0d3a887402df12fac94e90c4ba23075cdf7324f76bd6de4ef8c6e0e6603755b0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "dc24f83926ae18c7aa85e62297af2fd065363ce7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0aba82eb70aafde426c1ebdd773b058920e3cd67"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0aba82eb70aafde426c1ebdd773b058920e3cd67",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b26c2a01-a0a0-4b2c-972d-eb7afa96b18a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686138955969458097"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0aba82eb70aafde426c1ebdd773b058920e3cd67"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0aba82eb70aafde426c1ebdd773b058920e3cd67",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851567213154004672"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:32.879] Scheduled build:
{
"id": "8686137151102086017",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T22:38:32.419643752Z",
"updateTime": "2026-03-27T22:38:32.419643752Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0aba82eb70aafde426c1ebdd773b058920e3cd67",
"ref": "refs/heads/main"
}
}
}
[22:38:32.879] Task URL: https://cr-buildbucket.appspot.com/build/8686137151102086017
[22:38:32.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:2:0) after 8m47s
[22:38:33.905] Received PubSub notification, asking Buildbucket for the build status
[22:38:33.930] Build status: SCHEDULED
[22:38:36.689] Received PubSub notification, asking Buildbucket for the build status
[22:38:36.779] Build status: STARTED
[22:47:19.975] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:2:0)
[22:47:19.998] Build status: STARTED
[22:47:19.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:5:0) after 6m48s
[22:54:08.013] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:5:0)
[22:54:08.032] Build status: STARTED
[22:54:08.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:6:0) after 7m54s
[23:02:02.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:6:0)
[23:02:02.071] Build status: STARTED
[23:02:02.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:7:0) after 4m9s
[23:06:11.189] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:7:0)
[23:06:11.206] Build status: STARTED
[23:06:11.206] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:8:0) after 8m57s
[23:15:08.224] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:8:0)
[23:15:08.245] Build status: STARTED
[23:15:08.245] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:9:0) after 8m53s
[23:24:01.262] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:9:0)
[23:24:01.277] Build status: STARTED
[23:24:01.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:10:0) after 4m35s
[23:28:36.426] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:10:0)
[23:28:36.466] Build status: STARTED
[23:28:36.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:11:0) after 7m16s
[23:35:52.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:11:0)
[23:35:52.543] Build status: STARTED
[23:35:52.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:12:0) after 7m3s
[23:42:55.558] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:12:0)
[23:42:55.585] Build status: STARTED
[23:42:55.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:13:0) after 5m38s
[23:48:33.615] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:13:0)
[23:48:33.634] Build status: STARTED
[23:48:33.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:14:0) after 5m34s
[23:54:07.702] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:14:0)
[23:54:07.718] Build status: STARTED
[23:54:07.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:15:0) after 6m35s
[00:00:42.750] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:15:0)
[00:00:42.768] Build status: STARTED
[00:00:42.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:16:0) after 8m17s
[00:08:59.790] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:16:0)
[00:08:59.808] Build status: STARTED
[00:08:59.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:17:0) after 3m33s
[00:12:32.826] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:17:0)
[00:12:32.844] Build status: STARTED
[00:12:32.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:18:0) after 1m38s
[00:14:10.862] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:18:0)
[00:14:10.896] Build status: STARTED
[00:14:10.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:19:0) after 9m58s
[00:24:08.962] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:19:0)
[00:24:08.978] Build status: STARTED
[00:24:08.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:20:0) after 9m7s
[00:33:16.082] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:20:0)
[00:33:16.098] Build status: STARTED
[00:33:16.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:21:0) after 1m21s
[00:34:37.129] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:21:0)
[00:34:37.153] Build status: STARTED
[00:34:37.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:22:0) after 2m50s
[00:37:27.173] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:22:0)
[00:37:27.196] Build status: STARTED
[00:37:27.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:23:0) after 6m19s
[00:43:46.232] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:23:0)
[00:43:46.251] Build status: STARTED
[00:43:46.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:24:0) after 1m4s
[00:44:50.266] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:24:0)
[00:44:50.427] Build status: STARTED
[00:44:50.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:25:0) after 7m34s
[00:52:24.456] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:25:0)
[00:52:24.474] Build status: STARTED
[00:52:24.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:26:0) after 7m31s
[00:59:55.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:26:0)
[00:59:55.526] Build status: STARTED
[00:59:55.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8851567213154004672:27:0) after 3m31s
[01:03:18.810] Received PubSub notification, asking Buildbucket for the build status
[01:03:18.829] Build:
{
"id": "8686137151102086017",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T22:38:32.419643752Z",
"startTime": "2026-03-27T22:38:36.508924563Z",
"endTime": "2026-03-28T01:03:18.125484752Z",
"updateTime": "2026-03-28T01:03:18.125484752Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0aba82eb70aafde426c1ebdd773b058920e3cd67",
"ref": "refs/heads/main"
}
}
}
[01:03:18.829] Invocation finished in 2h24m47.74981114s with status FAILED