[20:47:06.607] New invocation is queued and will start shortly
[20:47:06.607] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[20:47:07.654] Starting the invocation (attempt 1)
[20:47:07.680] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d"
[20:47:07.680] Reconstructed gitiles commit from tags
[20:47:07.680] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:47:07.680] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:47:07.681] Buildbucket request:
{
"requestId": "8868153467196547200",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "55c506eb667a5d7e28d879978a3383f5ee37d316fae22966a771eb407b68655e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f80e2442042d676c3e6f25b2eda049cb19611301",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868153467196547200",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "380f7d4b76dbba63214255fdf306bfe4c97673ccf7160ed341be4311b52e83ef/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d1e7de5c431a1c45767e411db5736d5d0c6dadb8",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f07cedbdc6887b02f5ae4188b92ab85e510d964b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f07cedbdc6887b02f5ae4188b92ab85e510d964b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "fca379bf-b3e8-4386-b780-b5381aaf9100",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702735856047761089"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0de01ff9121e91674d9a3a16a9eabb22828cda1c14e23782829ac9ce7d6720fa/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "903bad2585f1007156e3ac8adc36c6eacc160837",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "96a7c9b9858ac4eb366e443b00784488c190688c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/96a7c9b9858ac4eb366e443b00784488c190688c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "585b13ce-b1ae-4b05-a22e-4f9c9b3af1af",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702733998943536129"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8d8006abf9cf263a793566662d09a533552e65f9f1dc980ddd5f15848823bc1f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "903bad2585f1007156e3ac8adc36c6eacc160837",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1b0553c9fa8d61010a43b1a2dcb649d1aab7d8ae"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1b0553c9fa8d61010a43b1a2dcb649d1aab7d8ae",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c4aac40d-52f5-41b1-9021-2973e414279f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702732223635814369"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1f921163cf435a3039902061be557b3b86dbec0755a6c9b6d1fbcaf7ac6b83c0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "903bad2585f1007156e3ac8adc36c6eacc160837",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "04258fe3b15c9ecf78848c9b1470e1048844989e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/04258fe3b15c9ecf78848c9b1470e1048844989e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "634cfb13-61f5-4d8c-82ce-8d4068d019d7",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702731030774285409"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dfce99414725b00ed22360409efe7d06c07f65c477a71ddac044245d6f21f328/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "903bad2585f1007156e3ac8adc36c6eacc160837",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "223cfa8018595ff2a809b4e10701bfea884af709"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/223cfa8018595ff2a809b4e10701bfea884af709",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "174ed568-14b2-4457-a630-7dd4d61bf3bf",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702729260022271825"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8762d1c4ce6837835e61afe7c7a9950084a58cba050f91271517a93911ee3e16/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f80e2442042d676c3e6f25b2eda049cb19611301",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "885cb59315f974b261945686177cfa23833793bd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/885cb59315f974b261945686177cfa23833793bd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "998ab697-b43a-430e-b6a6-c30c66cd4431",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702727460699822609"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "55c506eb667a5d7e28d879978a3383f5ee37d316fae22966a771eb407b68655e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f80e2442042d676c3e6f25b2eda049cb19611301",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e4a36fcd-fba6-4ea1-900a-5b91012b0c7f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8702725615308575969"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868153467196547200"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:47:08.056] Scheduled build:
{
"id": "8702723405352696721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-25T20:47:07.735141363Z",
"updateTime": "2025-09-25T20:47:07.735141363Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d",
"ref": "refs/heads/main"
}
}
}
[20:47:08.056] Task URL: https://cr-buildbucket.appspot.com/build/8702723405352696721
[20:47:08.056] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:2:0) after 9m8s
[20:47:08.200] Received PubSub notification, asking Buildbucket for the build status
[20:47:08.219] Build status: SCHEDULED
[20:47:11.968] Received PubSub notification, asking Buildbucket for the build status
[20:47:11.997] Build status: STARTED
[20:56:16.123] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:2:0)
[20:56:16.151] Build status: STARTED
[20:56:16.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:5:0) after 3m0s
[20:59:16.226] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:5:0)
[20:59:16.249] Build status: STARTED
[20:59:16.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:6:0) after 8m54s
[21:08:10.315] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:6:0)
[21:08:10.345] Build status: STARTED
[21:08:10.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:7:0) after 4m57s
[21:13:07.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:7:0)
[21:13:07.452] Build status: STARTED
[21:13:07.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:8:0) after 6m37s
[21:19:44.465] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:8:0)
[21:19:44.563] Build status: STARTED
[21:19:44.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:9:0) after 5m30s
[21:25:14.690] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:9:0)
[21:25:14.791] Build status: STARTED
[21:25:14.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:10:0) after 4m31s
[21:29:45.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:10:0)
[21:29:45.888] Build status: STARTED
[21:29:45.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:11:0) after 4m27s
[21:34:12.903] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:11:0)
[21:34:12.981] Build status: STARTED
[21:34:12.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:12:0) after 7m23s
[21:41:35.995] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:12:0)
[21:41:36.009] Build status: STARTED
[21:41:36.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:13:0) after 7m5s
[21:48:41.522] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:13:0)
[21:48:41.546] Build status: STARTED
[21:48:41.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:14:0) after 9m37s
[21:58:18.608] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:14:0)
[21:58:18.812] Build status: STARTED
[21:58:18.812] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:15:0) after 4m44s
[22:03:02.830] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:15:0)
[22:03:02.847] Build status: STARTED
[22:03:02.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:16:0) after 8m4s
[22:11:06.911] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:16:0)
[22:11:06.926] Build status: STARTED
[22:11:06.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:17:0) after 2m42s
[22:13:49.033] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:17:0)
[22:13:49.048] Build status: STARTED
[22:13:49.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:18:0) after 2m12s
[22:16:01.251] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:18:0)
[22:16:01.266] Build status: STARTED
[22:16:01.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:19:0) after 5m41s
[22:21:42.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:19:0)
[22:21:42.339] Build status: STARTED
[22:21:42.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:20:0) after 5m20s
[22:27:02.361] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:20:0)
[22:27:02.377] Build status: STARTED
[22:27:02.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:21:0) after 1m14s
[22:28:16.406] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:21:0)
[22:28:16.420] Build status: STARTED
[22:28:16.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:22:0) after 5m40s
[22:33:56.479] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:22:0)
[22:33:56.492] Build status: STARTED
[22:33:56.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:23:0) after 8m3s
[22:41:59.561] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:23:0)
[22:41:59.582] Build status: STARTED
[22:41:59.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:24:0) after 1m24s
[22:43:23.627] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:24:0)
[22:43:23.655] Build status: STARTED
[22:43:23.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:25:0) after 3m1s
[22:46:24.676] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:25:0)
[22:46:24.699] Build status: STARTED
[22:46:24.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:26:0) after 7m47s
[22:54:11.722] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:26:0)
[22:54:11.742] Build status: STARTED
[22:54:11.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:27:0) after 6m40s
[23:00:51.848] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:27:0)
[23:00:51.865] Build status: STARTED
[23:00:51.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:28:0) after 8m12s
[23:09:03.899] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:28:0)
[23:09:03.917] Build status: STARTED
[23:09:03.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:29:0) after 5m15s
[23:14:19.011] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:29:0)
[23:14:19.024] Build status: STARTED
[23:14:19.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:30:0) after 8m19s
[23:22:38.013] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:30:0)
[23:22:38.055] Build status: STARTED
[23:22:38.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8868153467196547200:31:0) after 9m8s
[23:28:44.609] Received PubSub notification, asking Buildbucket for the build status
[23:28:44.623] Build:
{
"id": "8702723405352696721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-25T20:47:07.735141363Z",
"startTime": "2025-09-25T20:47:11.764299346Z",
"endTime": "2025-09-25T23:28:43.847061452Z",
"updateTime": "2025-09-25T23:28:43.847061452Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b28fcd2b182ba2c9d2d71c386be92fc0ee3cc9d",
"ref": "refs/heads/main"
}
}
}
[23:28:44.623] Invocation finished in 2h41m38.030025114s with status FAILED