[04:13:46.121] New invocation is queued and will start shortly
[04:13:46.121] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[04:13:47.222] Starting the invocation (attempt 1)
[04:13:47.250] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f"
[04:13:47.250] Reconstructed gitiles commit from tags
[04:13:47.250] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:13:47.250] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:13:47.251] Buildbucket request:
{
"requestId": "8851274330119044784",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0a30c922640fd2492da602215ba56e4cb77ed300aa402732fa42a9d611ab9fae/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afbdc9f1736f60fa2a3105b12b75d002a5f874df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851274330119044784",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b0c1cc647c1e4c01827341fe3038651dc4e4a04478959370a03f453d46df64c3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f0b74a0798fa59676485ff7b8b583434797aa083",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "35f89458fa2871b7590c115c9afea764dfc11c02"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/35f89458fa2871b7590c115c9afea764dfc11c02",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2af15b54-6903-41ac-928c-ca2651c5ae94",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685856735496453297"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ff1f8d094e098f0d304984eca023e43b40265075cfcded37bbfc82fc03b02380/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f0b74a0798fa59676485ff7b8b583434797aa083",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "227edfb2f406e835b8ec91f0fce44d4f344a808c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/227edfb2f406e835b8ec91f0fce44d4f344a808c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "26552ace-5319-41d9-9e78-9bcbf52df486",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685855396447015041"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "30b952f161b81b2777ff0752f659b074abb257128c9f672d71f080832f448a00/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afbdc9f1736f60fa2a3105b12b75d002a5f874df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e1aef5ed5f0c2a958c76bcff0708803ae0588efb"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e1aef5ed5f0c2a958c76bcff0708803ae0588efb",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "af4e46d3-611e-43e5-badb-df15bbe05d32",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685853619986148353"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b607fbbeb867778fa80cee06da7eb031da907d9f6b4ee58e6f9aeeeff507764e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afbdc9f1736f60fa2a3105b12b75d002a5f874df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "14ce208a45eb0673f8b28409eec0628ad809923b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/14ce208a45eb0673f8b28409eec0628ad809923b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b1420580-a723-44e3-8865-afb53f80e917",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685847654431053505"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0a30c922640fd2492da602215ba56e4cb77ed300aa402732fa42a9d611ab9fae/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afbdc9f1736f60fa2a3105b12b75d002a5f874df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d1fe6c52-02dc-4653-a429-a36071cbb9d0",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8685846290498929457"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851274330119044784"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:13:47.977] Scheduled build:
{
"id": "8685844268062456241",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-31T04:13:47.452293666Z",
"updateTime": "2026-03-31T04:13:47.452293666Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f",
"ref": "refs/heads/main"
}
}
}
[04:13:47.977] Task URL: https://cr-buildbucket.appspot.com/build/8685844268062456241
[04:13:47.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:2:0) after 8m11s
[04:13:48.989] Received PubSub notification, asking Buildbucket for the build status
[04:13:49.011] Build status: SCHEDULED
[04:13:52.280] Received PubSub notification, asking Buildbucket for the build status
[04:13:52.295] Build status: STARTED
[04:21:58.993] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:2:0)
[04:21:59.070] Build status: STARTED
[04:21:59.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:5:0) after 7m36s
[04:29:35.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:5:0)
[04:29:35.079] Build status: STARTED
[04:29:35.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:6:0) after 1m43s
[04:31:18.114] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:6:0)
[04:31:18.140] Build status: STARTED
[04:31:18.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:7:0) after 1m42s
[04:33:00.244] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:7:0)
[04:33:00.272] Build status: STARTED
[04:33:00.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:8:0) after 2m35s
[04:35:35.330] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:8:0)
[04:35:35.347] Build status: STARTED
[04:35:35.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:9:0) after 3m10s
[04:38:45.364] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:9:0)
[04:38:45.380] Build status: STARTED
[04:38:45.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:10:0) after 7m56s
[04:46:41.413] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:10:0)
[04:46:41.492] Build status: STARTED
[04:46:41.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:11:0) after 9m20s
[04:56:01.589] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:11:0)
[04:56:01.608] Build status: STARTED
[04:56:01.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:12:0) after 7m2s
[05:03:03.623] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:12:0)
[05:03:03.637] Build status: STARTED
[05:03:03.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:13:0) after 8m31s
[05:11:34.774] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:13:0)
[05:11:34.811] Build status: STARTED
[05:11:34.811] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:14:0) after 2m53s
[05:14:27.805] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:14:0)
[05:14:27.828] Build status: STARTED
[05:14:27.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:15:0) after 8m50s
[05:23:17.878] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:15:0)
[05:23:17.898] Build status: STARTED
[05:23:17.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:16:0) after 7m59s
[05:31:16.930] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:16:0)
[05:31:16.966] Build status: STARTED
[05:31:16.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:17:0) after 8m2s
[05:39:18.982] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:17:0)
[05:39:18.997] Build status: STARTED
[05:39:18.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:18:0) after 9m18s
[05:48:37.019] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:18:0)
[05:48:37.038] Build status: STARTED
[05:48:37.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:19:0) after 5m1s
[05:53:38.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:19:0)
[05:53:38.123] Build status: STARTED
[05:53:38.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:20:0) after 9m9s
[06:02:47.203] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:20:0)
[06:02:47.221] Build status: STARTED
[06:02:47.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:21:0) after 2m47s
[06:05:34.266] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:21:0)
[06:05:34.285] Build status: STARTED
[06:05:34.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:22:0) after 5m56s
[06:11:30.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:22:0)
[06:11:30.481] Build status: STARTED
[06:11:30.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:23:0) after 5m58s
[06:17:28.444] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:23:0)
[06:17:28.469] Build status: STARTED
[06:17:28.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:24:0) after 3m58s
[06:21:26.483] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:24:0)
[06:21:26.565] Build status: STARTED
[06:21:26.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:25:0) after 8m1s
[06:29:27.600] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:25:0)
[06:29:27.617] Build status: STARTED
[06:29:27.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:26:0) after 1m55s
[06:31:22.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:26:0)
[06:31:22.679] Build status: STARTED
[06:31:22.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:27:0) after 5m50s
[06:37:12.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:27:0)
[06:37:12.729] Build status: STARTED
[06:37:12.729] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:28:0) after 2m47s
[06:39:59.743] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:28:0)
[06:39:59.759] Build status: STARTED
[06:39:59.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:29:0) after 6m12s
[06:46:11.810] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:29:0)
[06:46:11.931] Build status: STARTED
[06:46:11.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:30:0) after 4m23s
[06:50:34.964] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:30:0)
[06:50:34.979] Build status: STARTED
[06:50:34.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:31:0) after 5m13s
[06:55:48.017] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:31:0)
[06:55:48.040] Build status: STARTED
[06:55:48.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:32:0) after 7m15s
[07:03:03.172] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:32:0)
[07:03:03.196] Build status: STARTED
[07:03:03.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:33:0) after 1m0s
[07:04:03.265] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:33:0)
[07:04:03.297] Build status: STARTED
[07:04:03.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:34:0) after 2m3s
[07:06:06.363] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:34:0)
[07:06:06.380] Build status: STARTED
[07:06:06.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:35:0) after 8m53s
[07:14:59.499] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:35:0)
[07:14:59.522] Build status: STARTED
[07:14:59.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851274330119044784:36:0) after 6m12s
[07:15:17.226] Received PubSub notification, asking Buildbucket for the build status
[07:15:17.246] Build:
{
"id": "8685844268062456241",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-31T04:13:47.452293666Z",
"startTime": "2026-03-31T04:13:52.055790418Z",
"endTime": "2026-03-31T07:15:16.704322483Z",
"updateTime": "2026-03-31T07:15:16.704322483Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ec7e86b3a779df2a0af3f37e58c8f5b3a398d7f",
"ref": "refs/heads/main"
}
}
}
[07:15:17.246] Invocation finished in 3h1m31.139380293s with status FAILED