[05:18:53.314] New invocation is queued and will start shortly
[05:18:53.314] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[05:18:54.460] Starting the invocation (attempt 1)
[05:18:54.489] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8"
[05:18:54.489] Reconstructed gitiles commit from tags
[05:18:54.489] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:18:54.489] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:18:54.490] Buildbucket request:
{
"requestId": "8873285295963778560",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4f71cf2fa139bceb86b93062c04b29260288ed54fa86d40d073eacbc3aaa5c86/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23e21555dd26213026bfd3997b589ddbb0be488c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873285295963778560",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "237e2f869ca39df757c7f8394677b43e33ce25c2a0044471d683f375e9570f0b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4e381aa0334b1aac273331342f51515872ccb2cb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ef962752d9fee02fe1e626dc92206eb0457e2aa3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ef962752d9fee02fe1e626dc92206eb0457e2aa3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ed9fb986-bc38-425d-9419-5a761a78f2db",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707864815047290337"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "33a5169da9a10b15c4cd47de1c6b72bbf29b96fc537372d9775951b59c53a1d3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4e381aa0334b1aac273331342f51515872ccb2cb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f62370290a66f8d3a47a4b25c3896983424f97bd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f62370290a66f8d3a47a4b25c3896983424f97bd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0ccfb596-f309-4d2e-91d0-ba3a69c70bf3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707862962320888881"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6c2d514fb51dd5aab3fc39aba89651aec0ee494503a62bdb473a15b63e055b21/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23e21555dd26213026bfd3997b589ddbb0be488c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ebf96f93160973ab5b0c886655adde850affc707"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ebf96f93160973ab5b0c886655adde850affc707",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "df976d77-1ee4-4363-9f07-1782a2ea57f2",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707860488009512097"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5c3e1519c277ec4f9296bd41df2c210423f4c97d2e8366b43eb1b39b198264be/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23e21555dd26213026bfd3997b589ddbb0be488c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1b9ee0bb74f23e48076d97267171cb92c3f63658"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1b9ee0bb74f23e48076d97267171cb92c3f63658",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7286277f-8023-4f6f-82c5-80c1a63acb60",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707858770270616545"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4f71cf2fa139bceb86b93062c04b29260288ed54fa86d40d073eacbc3aaa5c86/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23e21555dd26213026bfd3997b589ddbb0be488c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d989ba60-1e32-465b-a885-23925c4c4ced",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707857027057061585"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873285295963778560"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:18:54.877] Scheduled build:
{
"id": "8707855234012364529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-31T05:18:54.546065157Z",
"updateTime": "2025-07-31T05:18:54.546065157Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:18:54.877] Task URL: https://cr-buildbucket.appspot.com/build/8707855234012364529
[05:18:54.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:2:0) after 3m10s
[05:18:55.850] Received PubSub notification, asking Buildbucket for the build status
[05:18:55.880] Build status: SCHEDULED
[05:18:58.970] Received PubSub notification, asking Buildbucket for the build status
[05:18:59.035] Build status: STARTED
[05:22:04.907] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:2:0)
[05:22:04.946] Build status: STARTED
[05:22:04.946] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:5:0) after 5m29s
[05:27:34.026] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:5:0)
[05:27:34.123] Build status: STARTED
[05:27:34.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:6:0) after 6m52s
[05:34:26.307] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:6:0)
[05:34:26.332] Build status: STARTED
[05:34:26.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:7:0) after 6m7s
[05:40:33.356] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:7:0)
[05:40:33.395] Build status: STARTED
[05:40:33.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:8:0) after 3m58s
[05:44:31.485] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:8:0)
[05:44:31.516] Build status: STARTED
[05:44:31.516] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:9:0) after 5m5s
[05:49:36.545] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:9:0)
[05:49:36.568] Build status: STARTED
[05:49:36.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:10:0) after 7m43s
[05:57:19.594] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:10:0)
[05:57:19.622] Build status: STARTED
[05:57:19.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:11:0) after 8m54s
[06:06:13.648] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:11:0)
[06:06:13.687] Build status: STARTED
[06:06:13.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:12:0) after 3m2s
[06:09:15.770] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:12:0)
[06:09:15.791] Build status: STARTED
[06:09:15.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:13:0) after 8m0s
[06:17:16.043] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:13:0)
[06:17:16.075] Build status: STARTED
[06:17:16.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:14:0) after 8m58s
[06:26:14.092] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:14:0)
[06:26:14.118] Build status: STARTED
[06:26:14.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:15:0) after 7m18s
[06:33:32.190] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:15:0)
[06:33:32.209] Build status: STARTED
[06:33:32.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:16:0) after 2m17s
[06:35:49.314] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:16:0)
[06:35:49.332] Build status: STARTED
[06:35:49.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:17:0) after 1m5s
[06:36:54.376] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:17:0)
[06:36:54.412] Build status: STARTED
[06:36:54.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:18:0) after 3m14s
[06:40:08.478] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:18:0)
[06:40:08.506] Build status: STARTED
[06:40:08.506] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:19:0) after 4m40s
[06:44:48.518] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:19:0)
[06:44:48.544] Build status: STARTED
[06:44:48.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:20:0) after 4m46s
[06:49:34.571] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:20:0)
[06:49:34.599] Build status: STARTED
[06:49:34.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:21:0) after 8m43s
[06:58:17.770] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:21:0)
[06:58:17.787] Build status: STARTED
[06:58:17.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:22:0) after 8m31s
[07:06:48.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:22:0)
[07:06:48.877] Build status: STARTED
[07:06:48.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:23:0) after 3m25s
[07:10:13.931] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:23:0)
[07:10:13.949] Build status: STARTED
[07:10:13.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:24:0) after 5m24s
[07:15:37.992] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:24:0)
[07:15:38.034] Build status: STARTED
[07:15:38.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:25:0) after 7m50s
[07:23:28.061] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:25:0)
[07:23:28.090] Build status: STARTED
[07:23:28.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:26:0) after 8m51s
[07:32:19.117] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:26:0)
[07:32:19.143] Build status: STARTED
[07:32:19.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:27:0) after 4m26s
[07:36:45.171] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:27:0)
[07:36:45.203] Build status: STARTED
[07:36:45.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:28:0) after 2m39s
[07:39:24.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:28:0)
[07:39:24.300] Build status: STARTED
[07:39:24.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:29:0) after 4m1s
[07:43:25.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:29:0)
[07:43:25.390] Build status: STARTED
[07:43:25.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:30:0) after 7m2s
[07:50:27.409] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:30:0)
[07:50:27.428] Build status: STARTED
[07:50:27.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8873285295963778560:31:0) after 8m32s
[07:52:32.768] Received PubSub notification, asking Buildbucket for the build status
[07:52:32.787] Build:
{
"id": "8707855234012364529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-31T05:18:54.546065157Z",
"startTime": "2025-07-31T05:18:58.631433705Z",
"endTime": "2025-07-31T07:52:32.303016941Z",
"updateTime": "2025-07-31T07:52:32.303016941Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d1e43f6c1a28c3c64b3655be1fc1aff1029c48c8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:52:32.787] Invocation finished in 2h33m39.48528563s with status FAILED