[04:36:04.324] New invocation is queued and will start shortly
[04:36:04.324] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[04:36:05.429] Starting the invocation (attempt 1)
[04:36:05.453] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/caf619642a6dbb216969a9450d33dbac5a8d30df"
[04:36:05.453] Reconstructed gitiles commit from tags
[04:36:05.453] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:36:05.453] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:36:05.454] Buildbucket request:
{
"requestId": "8851907105667507184",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9d4dc2f224e598b47cbabf3c85e66d9076023a04aceef92ea4f151a68d4ea19f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f350249fe767d75b9ba726b043964b62a69304d3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851907105667507184",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b39bb719c343d8c544f12abe03985ee2594b73a0fcfce96f9052ed5d3adbb033/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b3b16b85efb1803225a0c91f700d21fef28c3050",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d734ead1328675bf644620cc524c8dab10344815"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d734ead1328675bf644620cc524c8dab10344815",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "fbdd2fde-0a41-4aac-9b36-ed6279d1d983",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686489434883305025"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f1c6bb5e43f5600074b21b05e2a25a47f92acfe24af110c0a28521fa04f7958f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3b9b57348847a3fdfbcbeb370c66f9c4e08c3372",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "494b98236fc766b21657bb10b0b9787c5f40cdd6"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/494b98236fc766b21657bb10b0b9787c5f40cdd6",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8bcd87e8-7614-4229-8f75-e0eebe36789e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686488034054611601"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1bd27428551eff7b5e12dce0d880de6b6b2e1b8f30a66e48900235a8a29b3761/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f350249fe767d75b9ba726b043964b62a69304d3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6c6b4c154c49eeedc5c0a7e460bf529a73bbfcd6"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6c6b4c154c49eeedc5c0a7e460bf529a73bbfcd6",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "167f8c07-fb64-4333-b453-8617886bcffd",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686484319101858913"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9d4dc2f224e598b47cbabf3c85e66d9076023a04aceef92ea4f151a68d4ea19f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f350249fe767d75b9ba726b043964b62a69304d3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "caf619642a6dbb216969a9450d33dbac5a8d30df"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/caf619642a6dbb216969a9450d33dbac5a8d30df",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "03ae3ec7-62d9-4a4b-be17-7cd38648675f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686482139173096673"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "caf619642a6dbb216969a9450d33dbac5a8d30df"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "caf619642a6dbb216969a9450d33dbac5a8d30df",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851907105667507184"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:36:05.759] Scheduled build:
{
"id": "8686477043781461569",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T04:36:05.501295613Z",
"updateTime": "2026-03-24T04:36:05.501295613Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "caf619642a6dbb216969a9450d33dbac5a8d30df",
"ref": "refs/heads/main"
}
}
}
[04:36:05.760] Task URL: https://cr-buildbucket.appspot.com/build/8686477043781461569
[04:36:05.760] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:2:0) after 2m12s
[04:36:06.768] Received PubSub notification, asking Buildbucket for the build status
[04:36:06.785] Build status: SCHEDULED
[04:36:09.814] Received PubSub notification, asking Buildbucket for the build status
[04:36:09.853] Build status: STARTED
[04:38:17.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:2:0)
[04:38:17.793] Build status: STARTED
[04:38:17.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:5:0) after 7m11s
[04:45:28.909] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:5:0)
[04:45:28.935] Build status: STARTED
[04:45:28.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:6:0) after 1m31s
[04:47:00.003] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:6:0)
[04:47:00.061] Build status: STARTED
[04:47:00.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:7:0) after 9m0s
[04:56:00.078] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:7:0)
[04:56:00.104] Build status: STARTED
[04:56:00.104] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:8:0) after 2m13s
[04:58:13.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:8:0)
[04:58:13.149] Build status: STARTED
[04:58:13.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:9:0) after 5m50s
[05:04:03.163] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:9:0)
[05:04:03.215] Build status: STARTED
[05:04:03.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:10:0) after 7m52s
[05:11:55.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:10:0)
[05:11:55.255] Build status: STARTED
[05:11:55.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:11:0) after 8m57s
[05:20:52.320] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:11:0)
[05:20:52.347] Build status: STARTED
[05:20:52.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:12:0) after 8m23s
[05:29:15.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:12:0)
[05:29:15.482] Build status: STARTED
[05:29:15.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:13:0) after 8m36s
[05:37:51.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:13:0)
[05:37:51.513] Build status: STARTED
[05:37:51.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:14:0) after 2m23s
[05:40:14.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:14:0)
[05:40:14.638] Build status: STARTED
[05:40:14.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:15:0) after 1m5s
[05:41:19.655] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:15:0)
[05:41:19.681] Build status: STARTED
[05:41:19.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:16:0) after 1m33s
[05:42:52.689] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:16:0)
[05:42:52.704] Build status: STARTED
[05:42:52.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:17:0) after 8m29s
[05:51:21.724] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:17:0)
[05:51:21.740] Build status: STARTED
[05:51:21.740] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:18:0) after 1m35s
[05:52:56.777] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:18:0)
[05:52:56.799] Build status: STARTED
[05:52:56.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:19:0) after 1m53s
[05:54:49.771] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:19:0)
[05:54:49.791] Build status: STARTED
[05:54:49.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:20:0) after 7m42s
[06:02:31.856] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:20:0)
[06:02:31.873] Build status: STARTED
[06:02:31.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:21:0) after 9m56s
[06:12:27.887] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:21:0)
[06:12:27.912] Build status: STARTED
[06:12:27.912] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:22:0) after 1m6s
[06:13:33.883] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:22:0)
[06:13:33.903] Build status: STARTED
[06:13:33.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:23:0) after 7m32s
[06:21:05.923] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:23:0)
[06:21:05.940] Build status: STARTED
[06:21:05.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:24:0) after 8m28s
[06:29:34.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:24:0)
[06:29:34.065] Build status: STARTED
[06:29:34.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:25:0) after 9m2s
[06:38:36.225] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:25:0)
[06:38:36.244] Build status: STARTED
[06:38:36.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:26:0) after 3m36s
[06:42:12.315] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:26:0)
[06:42:12.338] Build status: STARTED
[06:42:12.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:27:0) after 4m0s
[06:46:12.367] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:27:0)
[06:46:12.391] Build status: STARTED
[06:46:12.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:28:0) after 1m59s
[06:48:11.471] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:28:0)
[06:48:11.487] Build status: STARTED
[06:48:11.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:29:0) after 9m25s
[06:57:36.586] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:29:0)
[06:57:36.603] Build status: STARTED
[06:57:36.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:30:0) after 5m7s
[07:02:43.606] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:30:0)
[07:02:43.620] Build status: STARTED
[07:02:43.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:31:0) after 6m43s
[07:09:26.616] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:31:0)
[07:09:26.632] Build status: STARTED
[07:09:26.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:32:0) after 7m25s
[07:16:51.653] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:32:0)
[07:16:51.669] Build status: STARTED
[07:16:51.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:33:0) after 2m56s
[07:19:47.683] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:33:0)
[07:19:47.702] Build status: STARTED
[07:19:47.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:34:0) after 3m17s
[07:23:04.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:34:0)
[07:23:04.816] Build status: STARTED
[07:23:04.816] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:35:0) after 2m13s
[07:25:17.932] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:35:0)
[07:25:17.947] Build status: STARTED
[07:25:17.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:36:0) after 7m31s
[07:32:48.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:36:0)
[07:32:48.978] Build status: STARTED
[07:32:48.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:37:0) after 3m39s
[07:36:28.002] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:37:0)
[07:36:28.019] Build status: STARTED
[07:36:28.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:38:0) after 4m30s
[07:40:58.089] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:38:0)
[07:40:58.137] Build status: STARTED
[07:40:58.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8851907105667507184:39:0) after 7m0s
[07:42:12.685] Received PubSub notification, asking Buildbucket for the build status
[07:42:12.950] Build:
{
"id": "8686477043781461569",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T04:36:05.501295613Z",
"startTime": "2026-03-24T04:36:09.597302524Z",
"endTime": "2026-03-24T07:42:12.355666863Z",
"updateTime": "2026-03-24T07:42:12.355666863Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "caf619642a6dbb216969a9450d33dbac5a8d30df",
"ref": "refs/heads/main"
}
}
}
[07:42:12.950] Invocation finished in 3h6m8.631990633s with status FAILED