[21:32:42.492] New invocation is queued and will start shortly
[21:32:42.492] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:32:43.659] Starting the invocation (attempt 1)
[21:32:43.686] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5836bae463ce68e834e83231e443007d324ed89a"
[21:32:43.686] Reconstructed gitiles commit from tags
[21:32:43.686] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:32:43.687] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:32:43.688] Buildbucket request:
{
"requestId": "8871955671004002288",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "53dd38956f029672366f3c464835c1c1286104eda49c894926b8681daf94cbba/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "50ac87154e3530b7c0a1426781f174a4c9b4f369",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871955671004002288",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "44bd0605dc66c553a36e85f2a915a41e7854b18e2df5d99a8815a54e835fc8a8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "db98ac43ec13805e1876c389933eb7155ee1f073"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/db98ac43ec13805e1876c389933eb7155ee1f073",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "daa04550-21ca-45db-bd7c-3bf1cb2f5abf",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706536752580462193"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1b01be270abfac35558fea03484ff080bdc44968cb34e68b5fd8b013d1306002/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "016c301d30fc9e5d8a3e42fb9a5cd990bf2b164f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/016c301d30fc9e5d8a3e42fb9a5cd990bf2b164f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "89655e7f-1b77-4826-a453-df46435479a0",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706534983412923521"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f8f6edbfbbcf02ebbc863d7f2a7b0876a6ebc6b5f65011434242fca663b641d6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2912c9c249350bae3178ba7fad605e1f269c32e7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2912c9c249350bae3178ba7fad605e1f269c32e7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ff6693ad-b219-42a7-8af1-67426e3037c5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706533232108761217"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3f37b1db6d4dcc5785c89fa413e65f8c067ee41bc46e52a6ec6491243de26b55/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "50ac87154e3530b7c0a1426781f174a4c9b4f369",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "49f20934776cccbed82ccdca657d9111bf550286"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/49f20934776cccbed82ccdca657d9111bf550286",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b6fb13ee-f8e9-4f1f-8685-9590d9825c02",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706531468633530161"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "83ebb20d204f80ebfc05186a20145598efe19d9d2bdaa45f5adafa83e0dbded2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "50ac87154e3530b7c0a1426781f174a4c9b4f369",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8a0c7e9b3266051803e3919954866e23498ca4d0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8a0c7e9b3266051803e3919954866e23498ca4d0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "89952b25-9705-4f50-a8ee-a71482b36857",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706529684794490497"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "53dd38956f029672366f3c464835c1c1286104eda49c894926b8681daf94cbba/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "50ac87154e3530b7c0a1426781f174a4c9b4f369",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5836bae463ce68e834e83231e443007d324ed89a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5836bae463ce68e834e83231e443007d324ed89a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "1029d0de-7104-4967-9b24-7c8097bcb338",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706527909641082417"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5836bae463ce68e834e83231e443007d324ed89a"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5836bae463ce68e834e83231e443007d324ed89a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871955671004002288"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:32:44.120] Scheduled build:
{
"id": "8706525609008424385",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-14T21:32:43.763086408Z",
"updateTime": "2025-08-14T21:32:43.763086408Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5836bae463ce68e834e83231e443007d324ed89a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:32:44.120] Task URL: https://cr-buildbucket.appspot.com/build/8706525609008424385
[21:32:44.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:2:0) after 6m17s
[21:32:45.087] Received PubSub notification, asking Buildbucket for the build status
[21:32:45.154] Build status: SCHEDULED
[21:32:48.147] Received PubSub notification, asking Buildbucket for the build status
[21:32:48.161] Build status: STARTED
[21:39:01.136] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:2:0)
[21:39:01.151] Build status: STARTED
[21:39:01.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:5:0) after 9m45s
[21:48:46.226] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:5:0)
[21:48:46.266] Build status: STARTED
[21:48:46.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:6:0) after 6m37s
[21:55:23.325] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:6:0)
[21:55:23.340] Build status: STARTED
[21:55:23.340] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:7:0) after 6m1s
[22:01:24.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:7:0)
[22:01:24.414] Build status: STARTED
[22:01:24.414] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:8:0) after 4m34s
[22:05:58.540] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:8:0)
[22:05:58.589] Build status: STARTED
[22:05:58.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:9:0) after 7m49s
[22:13:47.605] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:9:0)
[22:13:47.622] Build status: STARTED
[22:13:47.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:10:0) after 9m8s
[22:22:55.636] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:10:0)
[22:22:55.657] Build status: STARTED
[22:22:55.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:11:0) after 8m19s
[22:31:14.716] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:11:0)
[22:31:14.757] Build status: STARTED
[22:31:14.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:12:0) after 7m31s
[22:38:45.775] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:12:0)
[22:38:45.794] Build status: STARTED
[22:38:45.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:13:0) after 3m42s
[22:42:27.839] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:13:0)
[22:42:27.947] Build status: STARTED
[22:42:27.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:14:0) after 1m3s
[22:43:31.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:14:0)
[22:43:31.099] Build status: STARTED
[22:43:31.099] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:15:0) after 4m18s
[22:47:49.155] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:15:0)
[22:47:49.218] Build status: STARTED
[22:47:49.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:16:0) after 1m29s
[22:49:18.295] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:16:0)
[22:49:18.309] Build status: STARTED
[22:49:18.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:17:0) after 6m12s
[22:55:30.328] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:17:0)
[22:55:30.348] Build status: STARTED
[22:55:30.348] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:18:0) after 4m14s
[22:59:44.364] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:18:0)
[22:59:44.378] Build status: STARTED
[22:59:44.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:19:0) after 8m33s
[23:08:17.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:19:0)
[23:08:17.424] Build status: STARTED
[23:08:17.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:20:0) after 6m38s
[23:14:55.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:20:0)
[23:14:55.518] Build status: STARTED
[23:14:55.518] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:21:0) after 3m49s
[23:18:44.555] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:21:0)
[23:18:44.636] Build status: STARTED
[23:18:44.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:22:0) after 4m7s
[23:22:51.719] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:22:0)
[23:22:51.737] Build status: STARTED
[23:22:51.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:23:0) after 8m11s
[23:31:02.780] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:23:0)
[23:31:02.804] Build status: STARTED
[23:31:02.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:24:0) after 3m21s
[23:34:23.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:24:0)
[23:34:24.012] Build status: STARTED
[23:34:24.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:25:0) after 1m1s
[23:35:25.123] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:25:0)
[23:35:25.143] Build status: STARTED
[23:35:25.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:26:0) after 4m15s
[23:39:40.162] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:26:0)
[23:39:40.181] Build status: STARTED
[23:39:40.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:27:0) after 9m36s
[23:49:16.200] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:27:0)
[23:49:16.214] Build status: STARTED
[23:49:16.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:28:0) after 4m2s
[23:53:18.231] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:28:0)
[23:53:18.249] Build status: STARTED
[23:53:18.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:29:0) after 1m28s
[23:54:46.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:29:0)
[23:54:46.300] Build status: STARTED
[23:54:46.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:30:0) after 9m6s
[00:03:52.350] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:30:0)
[00:03:52.369] Build status: STARTED
[00:03:52.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:31:0) after 2m7s
[00:05:59.421] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:31:0)
[00:05:59.442] Build status: STARTED
[00:05:59.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:32:0) after 9m6s
[00:15:05.573] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:32:0)
[00:15:05.592] Build status: STARTED
[00:15:05.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8871955671004002288:33:0) after 9m33s
[00:17:48.367] Received PubSub notification, asking Buildbucket for the build status
[00:17:48.406] Build:
{
"id": "8706525609008424385",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-14T21:32:43.763086408Z",
"startTime": "2025-08-14T21:32:47.950638346Z",
"endTime": "2025-08-15T00:17:45.132441560Z",
"updateTime": "2025-08-15T00:17:45.132441560Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5836bae463ce68e834e83231e443007d324ed89a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:17:48.406] Invocation finished in 2h45m5.929823703s with status FAILED