[05:24:05.541] New invocation is queued and will start shortly
[05:24:05.541] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[05:24:06.905] Starting the invocation (attempt 1)
[05:24:06.935] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9ae0bd2c9f98ee706ad278354b3c074566007fa0"
[05:24:06.935] Reconstructed gitiles commit from tags
[05:24:06.935] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:24:06.935] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:24:06.936] Buildbucket request:
{
"requestId": "8871473029243004832",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7b9adf820fec20630420fa8b62c3c9a0b81df345c68b2bf83745adde84a7ff6f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "65cef8de623028a9c12d8044ab7ad48f86af3740",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871473029243004832",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "68720a3856ad7f5349a8d85797e3bee07f87e6dfb8492360826b9a9b7b390e45/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "88882874f1626704efcb1458696866ceecfe0167",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1fb2331e8231118ec108bfdcafcd0178ad7f472f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1fb2331e8231118ec108bfdcafcd0178ad7f472f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7ce6a92f-59af-4f15-acad-7774db0ea228",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706054018738619521"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ff278338ea0c55c756093e6c95e77fa666cdf03a80f64abd282c0a2e4399d4f8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "88882874f1626704efcb1458696866ceecfe0167",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "99a1d5f7fabf78acdcbb93d7443523174dcba5f3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/99a1d5f7fabf78acdcbb93d7443523174dcba5f3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8432d993-e3d0-44cc-9d64-a0718a393e2c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706051375832416289"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5ae1d0d0a0f869e54aa70101672a28517700a25541b24ea83f6c0937b9071278/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "88882874f1626704efcb1458696866ceecfe0167",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "78e3ab306f1b6bb18955f80dbd578b0042df9cee"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/78e3ab306f1b6bb18955f80dbd578b0042df9cee",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d1b87862-1a7a-40fd-b94e-17c7e2606941",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706049574909891265"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "96133cc526fcee53eedad1122f84a3ccbf9ff1b642b55311b4d7c3012251d557/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "65cef8de623028a9c12d8044ab7ad48f86af3740",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2db239acd1e4cb61e8c5c55dcc4b08c7d64919b6"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2db239acd1e4cb61e8c5c55dcc4b08c7d64919b6",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5a2e7ee8-b695-4b3c-a19f-1857be9698d7",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706047807713737057"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7b9adf820fec20630420fa8b62c3c9a0b81df345c68b2bf83745adde84a7ff6f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "65cef8de623028a9c12d8044ab7ad48f86af3740",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9ae0bd2c9f98ee706ad278354b3c074566007fa0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9ae0bd2c9f98ee706ad278354b3c074566007fa0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "835a689b-9294-4856-98fb-51956dbe480a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706045976169378961"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9ae0bd2c9f98ee706ad278354b3c074566007fa0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9ae0bd2c9f98ee706ad278354b3c074566007fa0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871473029243004832"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:24:07.685] Scheduled build:
{
"id": "8706042966739835345",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-20T05:24:07.298382110Z",
"updateTime": "2025-08-20T05:24:07.298382110Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9ae0bd2c9f98ee706ad278354b3c074566007fa0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:24:07.685] Task URL: https://cr-buildbucket.appspot.com/build/8706042966739835345
[05:24:07.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:2:0) after 8m0s
[05:24:07.757] Received PubSub notification, asking Buildbucket for the build status
[05:24:07.785] Build status: SCHEDULED
[05:25:35.613] Received PubSub notification, asking Buildbucket for the build status
[05:25:35.644] Build status: STARTED
[05:32:07.747] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:2:0)
[05:32:07.769] Build status: STARTED
[05:32:07.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:5:0) after 4m5s
[05:36:12.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:5:0)
[05:36:12.846] Build status: STARTED
[05:36:12.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:6:0) after 5m17s
[05:41:29.909] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:6:0)
[05:41:29.928] Build status: STARTED
[05:41:29.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:7:0) after 6m34s
[05:48:04.028] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:7:0)
[05:48:04.043] Build status: STARTED
[05:48:04.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:8:0) after 6m6s
[05:54:10.061] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:8:0)
[05:54:10.079] Build status: STARTED
[05:54:10.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:9:0) after 8m18s
[06:02:28.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:9:0)
[06:02:28.471] Build status: STARTED
[06:02:28.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:10:0) after 6m31s
[06:08:59.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:10:0)
[06:08:59.613] Build status: STARTED
[06:08:59.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:11:0) after 6m38s
[06:15:37.732] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:11:0)
[06:15:37.792] Build status: STARTED
[06:15:37.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:12:0) after 8m2s
[06:23:40.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:12:0)
[06:23:40.044] Build status: STARTED
[06:23:40.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:13:0) after 1m45s
[06:25:26.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:13:0)
[06:25:26.065] Build status: STARTED
[06:25:26.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:14:0) after 1m22s
[06:26:48.269] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:14:0)
[06:26:48.324] Build status: STARTED
[06:26:48.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:15:0) after 1m34s
[06:28:22.476] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:15:0)
[06:28:22.496] Build status: STARTED
[06:28:22.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:16:0) after 8m3s
[06:36:25.513] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:16:0)
[06:36:25.535] Build status: STARTED
[06:36:25.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:17:0) after 7m52s
[06:44:17.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:17:0)
[06:44:17.629] Build status: STARTED
[06:44:17.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:18:0) after 8m51s
[06:53:09.588] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:18:0)
[06:53:09.675] Build status: STARTED
[06:53:09.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:19:0) after 7m1s
[07:00:10.789] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:19:0)
[07:00:10.818] Build status: STARTED
[07:00:10.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:20:0) after 5m55s
[07:06:05.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:20:0)
[07:06:05.936] Build status: STARTED
[07:06:05.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:21:0) after 4m12s
[07:10:18.132] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:21:0)
[07:10:18.179] Build status: STARTED
[07:10:18.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:22:0) after 4m32s
[07:14:50.267] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:22:0)
[07:14:50.287] Build status: STARTED
[07:14:50.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:23:0) after 4m34s
[07:19:24.306] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:23:0)
[07:19:24.324] Build status: STARTED
[07:19:24.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:24:0) after 8m49s
[07:28:13.389] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:24:0)
[07:28:13.456] Build status: STARTED
[07:28:13.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:25:0) after 1m51s
[07:30:04.604] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:25:0)
[07:30:04.627] Build status: STARTED
[07:30:04.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:26:0) after 9m25s
[07:39:29.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:26:0)
[07:39:29.663] Build status: STARTED
[07:39:29.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:27:0) after 1m49s
[07:41:18.745] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:27:0)
[07:41:18.767] Build status: STARTED
[07:41:18.767] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:28:0) after 1m11s
[07:42:29.816] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:28:0)
[07:42:29.833] Build status: STARTED
[07:42:29.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:29:0) after 6m58s
[07:49:27.853] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:29:0)
[07:49:27.965] Build status: STARTED
[07:49:27.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8871473029243004832:30:0) after 9m45s
[07:57:19.429] Received PubSub notification, asking Buildbucket for the build status
[07:57:19.451] Build:
{
"id": "8706042966739835345",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-20T05:24:07.298382110Z",
"startTime": "2025-08-20T05:25:35.344347345Z",
"endTime": "2025-08-20T07:57:18.914031401Z",
"updateTime": "2025-08-20T07:57:18.914031401Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9ae0bd2c9f98ee706ad278354b3c074566007fa0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:57:19.451] Invocation finished in 2h33m13.923151757s with status FAILED