[17:58:13.574] New invocation is queued and will start shortly
[17:58:13.574] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[17:58:14.736] Starting the invocation (attempt 1)
[17:58:14.764] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/88f830aed8ac1ba116d31a41defeabf07a3a754c"
[17:58:14.764] Reconstructed gitiles commit from tags
[17:58:14.764] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:58:14.765] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:58:14.766] Buildbucket request:
{
"requestId": "8852037832424062608",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2470d04fedef9d95b9dea997438a8815fc9e3f5fe70ec19951c3e66ac87c0401/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d2a49be7655a6d40e0f9222f6af0059ae64edd2d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852037832424062608",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4e782a27f2cd5184c3a1b14f5ca726d5a64b81155418ee1d632d66f0c8b8222e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d2a49be7655a6d40e0f9222f6af0059ae64edd2d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6eb5ac52ca56fd31c41a619a14093430b27132c3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6eb5ac52ca56fd31c41a619a14093430b27132c3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5234ef81-40f9-46e4-96d6-b7784971dcd5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686613934792114929"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9177fb6a09b997c3097aae378434ea7b8add30c08b0cd31dd02f7aeedd09d8c4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d2a49be7655a6d40e0f9222f6af0059ae64edd2d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2566961cefad0aea6c9376ac7dcd7c09b00e7c7e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2566961cefad0aea6c9376ac7dcd7c09b00e7c7e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "46a6569d-4b17-404b-a122-f912c5616210",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686612374762904049"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f9eb70e75c4ebb7f1a9945520fe9eb617f90204ec29117cb8b0db595b4a91000/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d2a49be7655a6d40e0f9222f6af0059ae64edd2d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "34bc5d580b73c0ca79653bb03e5c50419be2c634"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/34bc5d580b73c0ca79653bb03e5c50419be2c634",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "fe6d2080-275e-4f26-9183-ba95c296ea7f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686611018008378417"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2470d04fedef9d95b9dea997438a8815fc9e3f5fe70ec19951c3e66ac87c0401/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d2a49be7655a6d40e0f9222f6af0059ae64edd2d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "88f830aed8ac1ba116d31a41defeabf07a3a754c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/88f830aed8ac1ba116d31a41defeabf07a3a754c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ca333d60-d7e3-4bcc-b9f5-eccfb2dfd3a6",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686609699965592689"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "88f830aed8ac1ba116d31a41defeabf07a3a754c"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "88f830aed8ac1ba116d31a41defeabf07a3a754c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852037832424062608"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:58:15.114] Scheduled build:
{
"id": "8686607770454333121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-22T17:58:14.830890676Z",
"updateTime": "2026-03-22T17:58:14.830890676Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "88f830aed8ac1ba116d31a41defeabf07a3a754c",
"ref": "refs/heads/main"
}
}
}
[17:58:15.114] Task URL: https://cr-buildbucket.appspot.com/build/8686607770454333121
[17:58:15.114] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:2:0) after 3m46s
[17:58:16.107] Received PubSub notification, asking Buildbucket for the build status
[17:58:16.121] Build status: SCHEDULED
[17:58:19.885] Received PubSub notification, asking Buildbucket for the build status
[17:58:19.914] Build status: STARTED
[18:02:01.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:2:0)
[18:02:01.293] Build status: STARTED
[18:02:01.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:5:0) after 1m38s
[18:03:39.566] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:5:0)
[18:03:39.607] Build status: STARTED
[18:03:39.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:6:0) after 5m37s
[18:09:16.653] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:6:0)
[18:09:16.668] Build status: STARTED
[18:09:16.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:7:0) after 6m25s
[18:15:41.687] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:7:0)
[18:15:41.703] Build status: STARTED
[18:15:41.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:8:0) after 9m58s
[18:25:39.722] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:8:0)
[18:25:39.743] Build status: STARTED
[18:25:39.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:9:0) after 2m38s
[18:28:18.128] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:9:0)
[18:28:18.423] Build status: STARTED
[18:28:18.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:10:0) after 2m47s
[18:31:05.544] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:10:0)
[18:31:05.564] Build status: STARTED
[18:31:05.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:11:0) after 5m53s
[18:36:58.911] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:11:0)
[18:36:58.929] Build status: STARTED
[18:36:58.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:12:0) after 5m28s
[18:42:27.013] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:12:0)
[18:42:27.039] Build status: STARTED
[18:42:27.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:13:0) after 9m12s
[18:51:39.122] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:13:0)
[18:51:39.143] Build status: STARTED
[18:51:39.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:14:0) after 3m29s
[18:55:08.292] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:14:0)
[18:55:08.304] Build status: STARTED
[18:55:08.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:15:0) after 4m45s
[18:59:53.530] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:15:0)
[18:59:53.552] Build status: STARTED
[18:59:53.552] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:16:0) after 2m30s
[19:02:23.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:16:0)
[19:02:23.687] Build status: STARTED
[19:02:23.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:17:0) after 5m59s
[19:08:22.942] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:17:0)
[19:08:22.957] Build status: STARTED
[19:08:22.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:18:0) after 3m10s
[19:11:33.042] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:18:0)
[19:11:33.086] Build status: STARTED
[19:11:33.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:19:0) after 1m51s
[19:13:24.361] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:19:0)
[19:13:24.419] Build status: STARTED
[19:13:24.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:20:0) after 2m50s
[19:16:14.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:20:0)
[19:16:14.510] Build status: STARTED
[19:16:14.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:21:0) after 9m25s
[19:25:39.617] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:21:0)
[19:25:39.646] Build status: STARTED
[19:25:39.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:22:0) after 6m13s
[19:31:53.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:22:0)
[19:31:53.072] Build status: STARTED
[19:31:53.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:23:0) after 5m21s
[19:37:14.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:23:0)
[19:37:14.225] Build status: STARTED
[19:37:14.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:24:0) after 9m53s
[19:47:07.503] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:24:0)
[19:47:07.519] Build status: STARTED
[19:47:07.519] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:25:0) after 3m56s
[19:51:03.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:25:0)
[19:51:03.651] Build status: STARTED
[19:51:03.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:26:0) after 8m37s
[19:59:40.844] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:26:0)
[19:59:40.860] Build status: STARTED
[19:59:40.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:27:0) after 7m13s
[20:06:54.004] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:27:0)
[20:06:54.048] Build status: STARTED
[20:06:54.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:28:0) after 4m36s
[20:11:30.439] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:28:0)
[20:11:30.471] Build status: STARTED
[20:11:30.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:29:0) after 8m37s
[20:20:07.489] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:29:0)
[20:20:07.510] Build status: STARTED
[20:20:07.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:30:0) after 2m27s
[20:22:34.597] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:30:0)
[20:22:34.920] Build status: STARTED
[20:22:34.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:31:0) after 1m51s
[20:24:26.311] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:31:0)
[20:24:26.324] Build status: STARTED
[20:24:26.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:32:0) after 2m6s
[20:26:32.365] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:32:0)
[20:26:32.382] Build status: STARTED
[20:26:32.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:33:0) after 7m52s
[20:34:24.491] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:33:0)
[20:34:24.527] Build status: STARTED
[20:34:24.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:34:0) after 2m53s
[20:37:17.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:34:0)
[20:37:17.557] Build status: STARTED
[20:37:17.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:35:0) after 6m25s
[20:43:42.585] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:35:0)
[20:43:42.678] Build status: STARTED
[20:43:42.678] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:36:0) after 1m2s
[20:44:44.696] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:36:0)
[20:44:44.724] Build status: STARTED
[20:44:44.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:37:0) after 5m9s
[20:49:53.913] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:37:0)
[20:49:53.963] Build status: STARTED
[20:49:53.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:38:0) after 7m35s
[20:57:28.991] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:38:0)
[20:57:29.005] Build status: STARTED
[20:57:29.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852037832424062608:39:0) after 9m52s
[21:01:00.512] Received PubSub notification, asking Buildbucket for the build status
[21:01:00.551] Build:
{
"id": "8686607770454333121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-22T17:58:14.830890676Z",
"startTime": "2026-03-22T17:58:19.517505478Z",
"endTime": "2026-03-22T21:01:00.038373282Z",
"updateTime": "2026-03-22T21:01:00.038373282Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "88f830aed8ac1ba116d31a41defeabf07a3a754c",
"ref": "refs/heads/main"
}
}
}
[21:01:00.551] Invocation finished in 3h2m46.982666087s with status FAILED