[23:10:26.895] New invocation is queued and will start shortly
[23:10:26.895] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[23:10:29.564] Starting the invocation (attempt 1)
[23:10:29.594] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/633728f3b5e71aa998a894de294bbd6e49b9a5e5"
[23:10:29.594] Reconstructed gitiles commit from tags
[23:10:29.594] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:10:29.594] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:10:29.595] Buildbucket request:
{
"requestId": "8874758027680119728",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "07bdc96c9d5763daef830e9fd45437e6aa029df1d0a7ab06eaacc2f27adbac75/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "76bea99732dbc4ea103952fa9217806fe9d008e4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874758027680119728",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "674fabca1b16a36544a42bece6756f0903b91a43aef365d1715036451e66aba2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fed5ec3335b3024a74cb09d77d27ec87d3682eef",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5a4586f468344da04c904fefbba788a854bb319e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5a4586f468344da04c904fefbba788a854bb319e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "1aa93c88-c412-4882-b9f9-4dec6b38f119",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709338275012702737"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "43ab7b9711f7ae4341154f3167b007fc1a93fcbaceb294cc84c5cc260cb83a1d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fed5ec3335b3024a74cb09d77d27ec87d3682eef",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c4fc35815695bc2170be9ffc5a04985f62ff3a1e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c4fc35815695bc2170be9ffc5a04985f62ff3a1e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c06f4592-fcf8-462f-b0ae-4d4953c53989",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709337085457526513"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "efa7cd1d7648c837036201b49452fcbee91bd245ea55c5be6b28cf7463d02989/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fed5ec3335b3024a74cb09d77d27ec87d3682eef",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "19b2dd9d798c124406b0124a1b8debb711675281"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/19b2dd9d798c124406b0124a1b8debb711675281",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "93ee3388-ec4d-4e3c-8a73-ee238f3f0d6f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709336447113891345"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6a6a23ce9a786810c0f2a0e54982b91227e4fe24dfe66a9cf1f83fada709ce33/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fed5ec3335b3024a74cb09d77d27ec87d3682eef",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45fa0b29bc33ca6619543139792fa38204df2731"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45fa0b29bc33ca6619543139792fa38204df2731",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ddd9f6dd-d5eb-4437-8739-905d4a9ebb28",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709334553700755201"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d24bebd3747083586e72d1f14ea019dd73b983cb5abe168cebea0f2fb3bc71c4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "76bea99732dbc4ea103952fa9217806fe9d008e4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4b52d221a09b71c9dc0c0bb842ec706de663167c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4b52d221a09b71c9dc0c0bb842ec706de663167c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "303012c7-e0cf-4631-9605-41d26a784186",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709332711502504769"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "07bdc96c9d5763daef830e9fd45437e6aa029df1d0a7ab06eaacc2f27adbac75/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "76bea99732dbc4ea103952fa9217806fe9d008e4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "633728f3b5e71aa998a894de294bbd6e49b9a5e5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/633728f3b5e71aa998a894de294bbd6e49b9a5e5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "82537ca0-8f44-40d2-9992-795c77261711",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709330796737191425"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "633728f3b5e71aa998a894de294bbd6e49b9a5e5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "633728f3b5e71aa998a894de294bbd6e49b9a5e5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874758027680119728"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:10:29.959] Scheduled build:
{
"id": "8709327964132954977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-14T23:10:29.655731590Z",
"updateTime": "2025-07-14T23:10:29.655731590Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "633728f3b5e71aa998a894de294bbd6e49b9a5e5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:10:29.959] Task URL: https://cr-buildbucket.appspot.com/build/8709327964132954977
[23:10:29.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:2:0) after 8m38s
[23:10:31.078] Received PubSub notification, asking Buildbucket for the build status
[23:10:31.104] Build status: SCHEDULED
[23:10:34.227] Received PubSub notification, asking Buildbucket for the build status
[23:10:34.295] Build status: STARTED
[23:19:08.215] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:2:0)
[23:19:08.234] Build status: STARTED
[23:19:08.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:5:0) after 4m50s
[23:23:58.224] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:5:0)
[23:23:58.251] Build status: STARTED
[23:23:58.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:6:0) after 7m20s
[23:31:18.275] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:6:0)
[23:31:18.303] Build status: STARTED
[23:31:18.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:7:0) after 3m19s
[23:34:37.343] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:7:0)
[23:34:37.358] Build status: STARTED
[23:34:37.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:8:0) after 5m37s
[23:40:14.389] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:8:0)
[23:40:14.477] Build status: STARTED
[23:40:14.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:9:0) after 3m47s
[23:44:01.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:9:0)
[23:44:01.527] Build status: STARTED
[23:44:01.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:10:0) after 5m58s
[23:49:59.668] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:10:0)
[23:49:59.698] Build status: STARTED
[23:49:59.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:11:0) after 4m28s
[23:54:27.766] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:11:0)
[23:54:27.798] Build status: STARTED
[23:54:27.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:12:0) after 5m15s
[23:59:42.824] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:12:0)
[23:59:42.938] Build status: STARTED
[23:59:42.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:13:0) after 8m45s
[00:08:27.956] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:13:0)
[00:08:28.022] Build status: STARTED
[00:08:28.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:14:0) after 9m55s
[00:18:23.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:14:0)
[00:18:23.177] Build status: STARTED
[00:18:23.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:15:0) after 6m27s
[00:24:50.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:15:0)
[00:24:50.173] Build status: STARTED
[00:24:50.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:16:0) after 4m41s
[00:29:31.415] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:16:0)
[00:29:31.433] Build status: STARTED
[00:29:31.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:17:0) after 3m21s
[00:32:52.454] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:17:0)
[00:32:52.475] Build status: STARTED
[00:32:52.475] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:18:0) after 7m54s
[00:40:46.558] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:18:0)
[00:40:46.639] Build status: STARTED
[00:40:46.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:19:0) after 6m31s
[00:47:17.664] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:19:0)
[00:47:17.682] Build status: STARTED
[00:47:17.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:20:0) after 4m0s
[00:51:17.700] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:20:0)
[00:51:17.718] Build status: STARTED
[00:51:17.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:21:0) after 9m36s
[01:00:53.748] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:21:0)
[01:00:53.852] Build status: STARTED
[01:00:53.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:22:0) after 6m58s
[01:07:52.022] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:22:0)
[01:07:52.085] Build status: STARTED
[01:07:52.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:23:0) after 4m50s
[01:12:42.155] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:23:0)
[01:12:42.173] Build status: STARTED
[01:12:42.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:24:0) after 1m40s
[01:14:22.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:24:0)
[01:14:22.294] Build status: STARTED
[01:14:22.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:25:0) after 7m11s
[01:21:33.320] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:25:0)
[01:21:33.345] Build status: STARTED
[01:21:33.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:26:0) after 5m17s
[01:26:50.512] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:26:0)
[01:26:50.586] Build status: STARTED
[01:26:50.586] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:27:0) after 3m5s
[01:29:55.578] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:27:0)
[01:29:55.602] Build status: STARTED
[01:29:55.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:28:0) after 3m1s
[01:32:56.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:28:0)
[01:32:56.650] Build status: STARTED
[01:32:56.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:29:0) after 6m2s
[01:38:58.672] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:29:0)
[01:38:58.690] Build status: STARTED
[01:38:58.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:30:0) after 7m54s
[01:46:52.697] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:30:0)
[01:46:52.717] Build status: STARTED
[01:46:52.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8874758027680119728:31:0) after 9m17s
[01:49:25.884] Received PubSub notification, asking Buildbucket for the build status
[01:49:25.915] Build:
{
"id": "8709327964132954977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-14T23:10:29.655731590Z",
"startTime": "2025-07-14T23:10:34.006439951Z",
"endTime": "2025-07-15T01:49:25.302005272Z",
"updateTime": "2025-07-15T01:49:25.302005272Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "633728f3b5e71aa998a894de294bbd6e49b9a5e5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:49:25.915] Invocation finished in 2h38m59.025901938s with status FAILED