[22:54:13.197] New invocation is queued and will start shortly
[22:54:13.197] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:54:14.372] Starting the invocation (attempt 1)
[22:54:14.401] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/475cd8dfaf84dba4eae4172352953a84c3730f71"
[22:54:14.401] Reconstructed gitiles commit from tags
[22:54:14.401] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:54:14.401] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:54:14.403] Buildbucket request:
{
"requestId": "8875936809239221152",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d5633e4b7a543b3819c677f7bc90e2f6a9278a716edda2697d97eac79558a49f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875936809239221152",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "683962ab760f6d32140ffa8e15ba8bbb4d2b77f40df32d3a1f628228a050611a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e490d682ddb7d861234ce62b7709e495d871ac0f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6b3d2b629cc3805d483ec4522cc97e2540070ae1"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "3a47e8d2-2eb6-4302-a0a9-b4d10b5a9f76",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710518525986745025"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7a2c139fb871604789b8f1f2f337e6e68c2d044aa2806e72fd85dc1d139376e2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e490d682ddb7d861234ce62b7709e495d871ac0f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a06117142632baaf489d9c7c494e27056142a25e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a06117142632baaf489d9c7c494e27056142a25e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d0ea0f05-56eb-41ff-84b8-e754deeabab9",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710516722211476017"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3855ffd8db8c4da2f860ccd4fb77dd1d67273b77dcff07db3dfcde300256e092/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e490d682ddb7d861234ce62b7709e495d871ac0f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ac76e4d8a9aedc23123571b3801684babb78424f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ac76e4d8a9aedc23123571b3801684babb78424f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9e10d327-81e2-4a50-af3f-b0c9352d6cb9",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710514990836199377"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "904f38d3edde4512e5e3c7de1ff87917b645440ed2c823bdcf294d9e10dfa33f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e490d682ddb7d861234ce62b7709e495d871ac0f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5d849d3a90857621ba93e46c6b6dc145fdee04fe"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5d849d3a90857621ba93e46c6b6dc145fdee04fe",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "265b919d-6d52-4161-bd8c-95e7af6ac4f4",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710513133459135393"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e8dc4d0a809efff64d954d440f5331e14da386c007f1b739c862b1f853e4d1eb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16ff99f65ec9243858e8e29beb44dd4d4aaf190c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d99b14623f430fc141c583041f6a255ccdb2ac0e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d99b14623f430fc141c583041f6a255ccdb2ac0e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c2a2972a-450a-44db-8a1a-2137bd07bd7a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710511301244400865"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d5633e4b7a543b3819c677f7bc90e2f6a9278a716edda2697d97eac79558a49f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "475cd8dfaf84dba4eae4172352953a84c3730f71"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/475cd8dfaf84dba4eae4172352953a84c3730f71",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9f64fc14-5837-4a96-9426-512abdb05655",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710509604912705121"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "475cd8dfaf84dba4eae4172352953a84c3730f71"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "475cd8dfaf84dba4eae4172352953a84c3730f71",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875936809239221152"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:54:14.792] Scheduled build:
{
"id": "8710506747246009617",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T22:54:14.476915956Z",
"updateTime": "2025-07-01T22:54:14.476915956Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "475cd8dfaf84dba4eae4172352953a84c3730f71",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:54:14.792] Task URL: https://cr-buildbucket.appspot.com/build/8710506747246009617
[22:54:14.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:2:0) after 9m59s
[22:54:15.794] Received PubSub notification, asking Buildbucket for the build status
[22:54:15.891] Build status: SCHEDULED
[22:54:18.925] Received PubSub notification, asking Buildbucket for the build status
[22:54:18.948] Build status: STARTED
[23:04:13.825] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:2:0)
[23:04:13.852] Build status: STARTED
[23:04:13.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:5:0) after 3m35s
[23:07:48.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:5:0)
[23:07:48.970] Build status: STARTED
[23:07:48.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:6:0) after 5m49s
[23:13:37.992] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:6:0)
[23:13:38.026] Build status: STARTED
[23:13:38.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:7:0) after 6m5s
[23:19:43.166] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:7:0)
[23:19:43.189] Build status: STARTED
[23:19:43.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:8:0) after 7m8s
[23:26:51.276] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:8:0)
[23:26:51.290] Build status: STARTED
[23:26:51.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:9:0) after 5m7s
[23:31:58.311] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:9:0)
[23:31:58.326] Build status: STARTED
[23:31:58.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:10:0) after 6m1s
[23:37:59.340] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:10:0)
[23:37:59.437] Build status: STARTED
[23:37:59.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:11:0) after 1m24s
[23:39:23.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:11:0)
[23:39:23.490] Build status: STARTED
[23:39:23.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:12:0) after 9m35s
[23:48:58.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:12:0)
[23:48:58.534] Build status: STARTED
[23:48:58.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:13:0) after 1m19s
[23:50:17.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:13:0)
[23:50:17.554] Build status: STARTED
[23:50:17.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:14:0) after 4m12s
[23:54:29.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:14:0)
[23:54:29.601] Build status: STARTED
[23:54:29.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:15:0) after 7m55s
[00:02:24.636] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:15:0)
[00:02:24.654] Build status: STARTED
[00:02:24.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:16:0) after 4m41s
[00:07:05.724] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:16:0)
[00:07:05.748] Build status: STARTED
[00:07:05.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:17:0) after 2m22s
[00:09:27.821] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:17:0)
[00:09:27.844] Build status: STARTED
[00:09:27.844] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:18:0) after 2m19s
[00:11:46.872] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:18:0)
[00:11:46.888] Build status: STARTED
[00:11:46.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:19:0) after 3m41s
[00:15:27.914] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:19:0)
[00:15:27.997] Build status: STARTED
[00:15:27.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:20:0) after 2m0s
[00:17:27.997] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:20:0)
[00:17:28.013] Build status: STARTED
[00:17:28.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:21:0) after 9m45s
[00:27:13.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:21:0)
[00:27:13.049] Build status: STARTED
[00:27:13.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:22:0) after 5m27s
[00:32:40.132] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:22:0)
[00:32:40.160] Build status: STARTED
[00:32:40.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:23:0) after 2m48s
[00:35:28.155] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:23:0)
[00:35:28.196] Build status: STARTED
[00:35:28.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:24:0) after 9m14s
[00:44:42.225] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:24:0)
[00:44:42.414] Build status: STARTED
[00:44:42.414] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:25:0) after 4m34s
[00:49:16.444] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:25:0)
[00:49:16.472] Build status: STARTED
[00:49:16.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:26:0) after 3m42s
[00:52:58.464] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:26:0)
[00:52:58.481] Build status: STARTED
[00:52:58.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:27:0) after 5m10s
[00:58:08.505] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:27:0)
[00:58:08.526] Build status: STARTED
[00:58:08.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:28:0) after 8m36s
[01:06:44.616] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:28:0)
[01:06:44.641] Build status: STARTED
[01:06:44.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:29:0) after 9m3s
[01:15:47.741] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:29:0)
[01:15:47.756] Build status: STARTED
[01:15:47.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:30:0) after 4m37s
[01:20:24.779] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:30:0)
[01:20:24.799] Build status: STARTED
[01:20:24.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:31:0) after 9m22s
[01:29:46.817] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:31:0)
[01:29:46.833] Build status: STARTED
[01:29:46.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8875936809239221152:32:0) after 6m56s
[01:31:49.985] Received PubSub notification, asking Buildbucket for the build status
[01:31:50.001] Build:
{
"id": "8710506747246009617",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T22:54:14.476915956Z",
"startTime": "2025-07-01T22:54:18.702689545Z",
"endTime": "2025-07-02T01:31:49.515641471Z",
"updateTime": "2025-07-02T01:31:49.515641471Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "475cd8dfaf84dba4eae4172352953a84c3730f71",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:31:50.001] Invocation finished in 2h37m36.810034598s with status FAILED