[12:38:43.430] New invocation is queued and will start shortly
[12:38:43.430] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[12:38:44.590] Starting the invocation (attempt 1)
[12:38:44.614] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/952fa726ae35661f86ea92ed989d0efa36e69c7f"
[12:38:44.614] Reconstructed gitiles commit from tags
[12:38:44.614] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:38:44.628] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:38:44.629] Buildbucket request:
{
"requestId": "8835116301059573648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f9d6ba198a7553788103e4e954ad056de7fd9cb06ee5d6951bf1e2c4ce3282d9/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835116301059573648",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ecb542d90d9a3e783fd35b424f03abe3bee4aa769d1364f50512c8e9dc6f0e22/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6a9a95bf0c62cccbffed5b481b40cdbae8a5c959"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6a9a95bf0c62cccbffed5b481b40cdbae8a5c959",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d7c44f75-12e4-4d16-867e-5cfd2cf85618",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669702341723203505"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b6397692c52850a9a7373672a14afa57ce7fa7aded99a59c093b0a9209519a64/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6c5ea9581684f5a819aa1691f30ae410d2a24df4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6c5ea9581684f5a819aa1691f30ae410d2a24df4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4a4d97e8-028c-4df5-8087-44af0925821e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669701012700058449"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "70538175bbe938f6137ed31e5f3c24099e153f2b178e21d8c6852e28e2f8b911/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "91d5a537b6b2b62eb1d3dbc5c9c358d2d699ff26"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/91d5a537b6b2b62eb1d3dbc5c9c358d2d699ff26",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "88a140b9-d3b7-45fc-b846-f5ae80c3939e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669699506829032753"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8703809f202397a057ca49526c0b63d134b3a5f722fe901eb2a0b5b7f5770f79/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "41165fd5d503b4297cb1033fdeb1688ce0863b68"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/41165fd5d503b4297cb1033fdeb1688ce0863b68",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "3cc036ae-4ebc-4488-96f5-06bcdeaa6184",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669698101897490721"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c164035e78b242676bc5fd10c39f4682afc2bcc05321b0281c12f9396e04ed4e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "75811754a2e6c846543354358317ee02c32c2ce4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/75811754a2e6c846543354358317ee02c32c2ce4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5f6d4623-8a65-45ba-a69b-02165c7cea74",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669696746751834049"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "83ea75f8828848e5b5a9aa9d26cee9a773f2c21449b4cdedcce3699c99d4fe41/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "771af157a35d7342a895a016f87b62b02a54aceb"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/771af157a35d7342a895a016f87b62b02a54aceb",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0e409419-97e8-4129-ba05-474426742b5c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669695372227267233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f2b8706f4f3229c99e5ad87a6578eba30d023cf5a01731c9b8976bc5c42c3071/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ffcb13aadde867aca18819f8716972afaccf124f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ffcb13aadde867aca18819f8716972afaccf124f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2422b622-0d8b-4406-824b-a40de0626476",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669693897701388513"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "bf60b9adbc555909e9ffdf3de24165d20b0a052aa7c58c0e530de8a52a4c7c7e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c6c8f3006f378079cf2c89e4e4bddc0adb15f8ea"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c6c8f3006f378079cf2c89e4e4bddc0adb15f8ea",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "6c72295d-cea1-4504-816e-d5fed7bcb22b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669692431586695825"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f7de8ef594f543c70123e4e0e18aa370e0bbfbeef6107c8dbc94507b51a2a076/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0ebe3a65e87819ff5068f21fb5a6615b3d580e64"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0ebe3a65e87819ff5068f21fb5a6615b3d580e64",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b16db142-e9b1-4ea6-9924-bb1f84ab6317",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669691000418329025"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "63fd221a402086105eec4a8368f77679158f5b2a367905b20edab02ed159ca29/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "319529bbe0ef99a5262fef91317e1327fa1e8453"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/319529bbe0ef99a5262fef91317e1327fa1e8453",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ed8c7a28-2d44-4a9e-8051-e49203fed18b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669689642885763633"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f9d6ba198a7553788103e4e954ad056de7fd9cb06ee5d6951bf1e2c4ce3282d9/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "93860dd002e737503dcf36fee05e47554d1fc819",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "952fa726ae35661f86ea92ed989d0efa36e69c7f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/952fa726ae35661f86ea92ed989d0efa36e69c7f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c4a61ad2-623f-4fee-8ecc-bc1fe72ccb9f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669687965362439441"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "952fa726ae35661f86ea92ed989d0efa36e69c7f"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "952fa726ae35661f86ea92ed989d0efa36e69c7f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835116301059573648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:38:45.084] Scheduled build:
{
"id": "8669686239074749457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-25T12:38:44.701562678Z",
"updateTime": "2026-09-25T12:38:44.701562678Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "952fa726ae35661f86ea92ed989d0efa36e69c7f",
"ref": "refs/heads/main"
}
}
}
[12:38:45.084] Task URL: https://cr-buildbucket.appspot.com/build/8669686239074749457
[12:38:45.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:2:0) after 1m40s
[12:38:46.018] Received PubSub notification, asking Buildbucket for the build status
[12:38:46.041] Build status: SCHEDULED
[12:40:25.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:2:0)
[12:40:25.133] Build status: SCHEDULED
[12:40:25.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:4:0) after 7m4s
[12:47:29.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:4:0)
[12:47:29.313] Build status: SCHEDULED
[12:47:29.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:5:0) after 1m21s
[12:48:50.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:5:0)
[12:48:50.402] Build status: SCHEDULED
[12:48:50.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:6:0) after 9m24s
[12:58:14.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:6:0)
[12:58:14.447] Build status: SCHEDULED
[12:58:14.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:7:0) after 3m29s
[13:01:43.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:7:0)
[13:01:43.493] Build status: SCHEDULED
[13:01:43.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:8:0) after 2m0s
[13:03:43.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:8:0)
[13:03:43.943] Build status: SCHEDULED
[13:03:43.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:9:0) after 1m26s
[13:05:09.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:9:0)
[13:05:09.985] Build status: SCHEDULED
[13:05:09.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:10:0) after 6m52s
[13:12:02.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:10:0)
[13:12:02.071] Build status: SCHEDULED
[13:12:02.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:11:0) after 2m9s
[13:14:11.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:11:0)
[13:14:11.230] Build status: SCHEDULED
[13:14:11.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:12:0) after 9m37s
[13:20:15.643] Received PubSub notification, asking Buildbucket for the build status
[13:20:15.667] Build status: STARTED
[13:23:48.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:12:0)
[13:23:48.248] Build status: STARTED
[13:23:48.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:14:0) after 5m6s
[13:28:54.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:14:0)
[13:28:54.292] Build status: STARTED
[13:28:54.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:15:0) after 9m54s
[13:38:48.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:15:0)
[13:38:48.509] Build status: STARTED
[13:38:48.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835116301059573648:16:0) after 8m23s
[13:42:18.032] Received PubSub notification, asking Buildbucket for the build status
[13:42:18.054] Build:
{
"id": "8669686239074749457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-25T12:38:44.701562678Z",
"startTime": "2026-09-25T13:20:15.408254959Z",
"endTime": "2026-09-25T13:42:17.685602667Z",
"updateTime": "2026-09-25T13:42:17.685602667Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "952fa726ae35661f86ea92ed989d0efa36e69c7f",
"ref": "refs/heads/main"
}
}
}
[13:42:18.054] Invocation finished in 1h3m34.629635741s with status FAILED