[01:28:59.392] New invocation is queued and will start shortly
[01:28:59.392] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:29:00.655] Starting the invocation (attempt 1)
[01:29:00.684] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7502af89fc0e025cb4d98f1a178a330fbf5e9d37"
[01:29:00.684] Reconstructed gitiles commit from tags
[01:29:00.684] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:29:00.685] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:29:00.685] Buildbucket request:
{
"requestId": "8875927071964948640",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0ac3a97575e216455cbcd52bde65a26924980077cee843b976db69107420daac/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ec7801b5381916c1d87d21127501e9b1a31b57f7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875927071964948640",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e8dc4d0a809efff64d954d440f5331e14da386c007f1b739c862b1f853e4d1eb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "16ff99f65ec9243858e8e29beb44dd4d4aaf190c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d99b14623f430fc141c583041f6a255ccdb2ac0e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d99b14623f430fc141c583041f6a255ccdb2ac0e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c2a2972a-450a-44db-8a1a-2137bd07bd7a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710511301244400865"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d5633e4b7a543b3819c677f7bc90e2f6a9278a716edda2697d97eac79558a49f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "475cd8dfaf84dba4eae4172352953a84c3730f71"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/475cd8dfaf84dba4eae4172352953a84c3730f71",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9f64fc14-5837-4a96-9426-512abdb05655",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710509604912705121"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d42e8099d4e38391c0751079893b255b9cf41c9a392597f8589bbbec91c51ba2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e9c9f8f3748a1666dfd099da7990ebe4523778bf"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e9c9f8f3748a1666dfd099da7990ebe4523778bf",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c4abf9d5-63b0-49e9-b76f-fc1dba196a3f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710507876922291169"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "171adea705cd784e4011968383611a9ec1f6b52a69afff1254de3bbe8195b4ec/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e89458d3985c1b612b8a64914c887a3ce3dd3509"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e89458d3985c1b612b8a64914c887a3ce3dd3509",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "96a903bf-b0c6-4164-ad18-fa5850aadc25",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710506059068977857"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d665fa2235489dfd1ea70100ca5b84240207f1607c72c84262f6fc8df718296c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d310883a4126d8507ce9cc78f35a10d79cc142c4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6b7e1b97f4bbb6dd6fca04ee4caccbf54ec92f09"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6b7e1b97f4bbb6dd6fca04ee4caccbf54ec92f09",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8cfc0daf-44ee-4e41-b197-8a3b550da2ee",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710504225511581313"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0f08708349ebf32031a6cbc3506e0618176d2bbc6a5e517851151a1a81c89b86/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ec7801b5381916c1d87d21127501e9b1a31b57f7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2b16af8df2ee83ccb3b4d4a7aa48d13e7608a1cf"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2b16af8df2ee83ccb3b4d4a7aa48d13e7608a1cf",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2856c738-1c08-4043-b7d8-ba7483f5d01a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710501321948055905"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0ac3a97575e216455cbcd52bde65a26924980077cee843b976db69107420daac/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "ec7801b5381916c1d87d21127501e9b1a31b57f7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7502af89fc0e025cb4d98f1a178a330fbf5e9d37"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7502af89fc0e025cb4d98f1a178a330fbf5e9d37",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c3a3df56-f5ff-459f-8399-f901ac3958c3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710499510549770801"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7502af89fc0e025cb4d98f1a178a330fbf5e9d37"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7502af89fc0e025cb4d98f1a178a330fbf5e9d37",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875927071964948640"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:29:01.495] Scheduled build:
{
"id": "8710497009901926849",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-02T01:29:00.731584587Z",
"updateTime": "2025-07-02T01:29:00.731584587Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7502af89fc0e025cb4d98f1a178a330fbf5e9d37",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:29:01.495] Task URL: https://cr-buildbucket.appspot.com/build/8710497009901926849
[01:29:01.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:2:0) after 1m8s
[01:29:02.148] Received PubSub notification, asking Buildbucket for the build status
[01:29:02.176] Build status: SCHEDULED
[01:30:09.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:2:0)
[01:30:09.549] Build status: SCHEDULED
[01:30:09.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:4:0) after 9m31s
[01:30:36.387] Received PubSub notification, asking Buildbucket for the build status
[01:30:36.420] Build status: STARTED
[01:39:40.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:4:0)
[01:39:40.591] Build status: STARTED
[01:39:40.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:6:0) after 7m21s
[01:47:01.606] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:6:0)
[01:47:01.632] Build status: STARTED
[01:47:01.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:7:0) after 7m31s
[01:54:32.662] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:7:0)
[01:54:32.695] Build status: STARTED
[01:54:32.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:8:0) after 9m7s
[02:03:39.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:8:0)
[02:03:39.874] Build status: STARTED
[02:03:39.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:9:0) after 5m51s
[02:09:31.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:9:0)
[02:09:31.057] Build status: STARTED
[02:09:31.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:10:0) after 1m40s
[02:11:11.067] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:10:0)
[02:11:11.097] Build status: STARTED
[02:11:11.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:11:0) after 6m15s
[02:17:26.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:11:0)
[02:17:26.365] Build status: STARTED
[02:17:26.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:12:0) after 3m12s
[02:20:38.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:12:0)
[02:20:38.460] Build status: STARTED
[02:20:38.460] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:13:0) after 5m22s
[02:26:00.521] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:13:0)
[02:26:00.537] Build status: STARTED
[02:26:00.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:14:0) after 8m52s
[02:34:52.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:14:0)
[02:34:52.585] Build status: STARTED
[02:34:52.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:15:0) after 4m23s
[02:39:15.694] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:15:0)
[02:39:15.719] Build status: STARTED
[02:39:15.719] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:16:0) after 7m19s
[02:46:34.795] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:16:0)
[02:46:34.836] Build status: STARTED
[02:46:34.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:17:0) after 5m25s
[02:51:59.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:17:0)
[02:51:59.837] Build status: STARTED
[02:51:59.837] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:18:0) after 1m45s
[02:53:44.902] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:18:0)
[02:53:44.925] Build status: STARTED
[02:53:44.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:19:0) after 7m19s
[03:01:03.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:19:0)
[03:01:04.006] Build status: STARTED
[03:01:04.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:20:0) after 5m33s
[03:06:37.059] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:20:0)
[03:06:37.084] Build status: STARTED
[03:06:37.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:21:0) after 4m52s
[03:11:29.102] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:21:0)
[03:11:29.119] Build status: STARTED
[03:11:29.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:22:0) after 1m27s
[03:12:56.135] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:22:0)
[03:12:56.166] Build status: STARTED
[03:12:56.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:23:0) after 6m57s
[03:19:53.198] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:23:0)
[03:19:53.256] Build status: STARTED
[03:19:53.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:24:0) after 9m15s
[03:29:08.341] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:24:0)
[03:29:08.359] Build status: STARTED
[03:29:08.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:25:0) after 3m5s
[03:32:13.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:25:0)
[03:32:13.426] Build status: STARTED
[03:32:13.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:26:0) after 3m23s
[03:35:36.434] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:26:0)
[03:35:36.533] Build status: STARTED
[03:35:36.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:27:0) after 7m4s
[03:42:40.554] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:27:0)
[03:42:40.595] Build status: STARTED
[03:42:40.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:28:0) after 1m6s
[03:43:46.624] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:28:0)
[03:43:46.640] Build status: STARTED
[03:43:46.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:29:0) after 4m25s
[03:48:11.663] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:29:0)
[03:48:11.797] Build status: STARTED
[03:48:11.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:30:0) after 8m29s
[03:56:40.871] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:30:0)
[03:56:40.889] Build status: STARTED
[03:56:40.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-debug:8875927071964948640:31:0) after 4m28s
[03:58:26.802] Received PubSub notification, asking Buildbucket for the build status
[03:58:26.827] Build:
{
"id": "8710497009901926849",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-02T01:29:00.731584587Z",
"startTime": "2025-07-02T01:30:36.163976542Z",
"endTime": "2025-07-02T03:58:21.367505933Z",
"updateTime": "2025-07-02T03:58:21.367505933Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7502af89fc0e025cb4d98f1a178a330fbf5e9d37",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:58:26.827] Invocation finished in 2h29m27.447573844s with status FAILED