[01:36:18.820] New invocation is queued and will start shortly
[01:36:18.820] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:36:20.169] Starting the invocation (attempt 1)
[01:36:20.194] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/69780be1d42a5fd218e36e854e72a5532ac7b502"
[01:36:20.194] Reconstructed gitiles commit from tags
[01:36:20.194] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:36:20.196] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:36:20.196] Buildbucket request:
{
"requestId": "8852733787790186480",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ce480d543d00a1d40bb2350674825a26bf6efe0237dfdfc35454f92b0d555294/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852733787790186480",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7f5317cd987834c2b2dfe977a71602b25a1ba2bd7e3197b685131fa4e547e186/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "55db533b74fe0872a4a6644223a3ea77a152eaa4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/55db533b74fe0872a4a6644223a3ea77a152eaa4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "3b6fca74-3f6c-4788-950f-fbb78bbff27e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687315588994110641"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6f935c99134337ab236001a38e5b1669032968045b0a04da98a62d742583c171/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3bc216c29cb42c7d94b617943b1d44afce605588"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc216c29cb42c7d94b617943b1d44afce605588",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "01fa1c90-1025-419e-8fe7-b92d1a4e3f40",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687313861888158321"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ce480d543d00a1d40bb2350674825a26bf6efe0237dfdfc35454f92b0d555294/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "69780be1d42a5fd218e36e854e72a5532ac7b502"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/69780be1d42a5fd218e36e854e72a5532ac7b502",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "70da6e31-2a67-4fad-96f8-5c98aeeaa746",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687307268821676769"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "69780be1d42a5fd218e36e854e72a5532ac7b502"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69780be1d42a5fd218e36e854e72a5532ac7b502",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852733787790186480"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:36:20.766] Scheduled build:
{
"id": "8687303725629891121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T01:36:20.254126532Z",
"updateTime": "2026-03-15T01:36:20.254126532Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69780be1d42a5fd218e36e854e72a5532ac7b502",
"ref": "refs/heads/main"
}
}
}
[01:36:20.766] Task URL: https://cr-buildbucket.appspot.com/build/8687303725629891121
[01:36:20.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:2:0) after 7m7s
[01:36:21.705] Received PubSub notification, asking Buildbucket for the build status
[01:36:21.734] Build status: SCHEDULED
[01:36:30.238] Received PubSub notification, asking Buildbucket for the build status
[01:36:30.251] Build status: STARTED
[01:43:27.779] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:2:0)
[01:43:27.801] Build status: STARTED
[01:43:27.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:5:0) after 2m48s
[01:46:15.816] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:5:0)
[01:46:15.845] Build status: STARTED
[01:46:15.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:6:0) after 2m21s
[01:48:36.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:6:0)
[01:48:36.888] Build status: STARTED
[01:48:36.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:7:0) after 1m7s
[01:49:43.906] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:7:0)
[01:49:43.932] Build status: STARTED
[01:49:43.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:8:0) after 8m32s
[01:58:16.270] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:8:0)
[01:58:16.345] Build status: STARTED
[01:58:16.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:9:0) after 5m2s
[02:03:18.398] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:9:0)
[02:03:18.440] Build status: STARTED
[02:03:18.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:10:0) after 4m17s
[02:07:35.504] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:10:0)
[02:07:35.521] Build status: STARTED
[02:07:35.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:11:0) after 8m56s
[02:16:31.737] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:11:0)
[02:16:31.757] Build status: STARTED
[02:16:31.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:12:0) after 4m49s
[02:21:20.784] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:12:0)
[02:21:20.798] Build status: STARTED
[02:21:20.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:13:0) after 2m47s
[02:24:07.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:13:0)
[02:24:07.830] Build status: STARTED
[02:24:07.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:14:0) after 9m1s
[02:33:08.846] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:14:0)
[02:33:08.862] Build status: STARTED
[02:33:08.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:15:0) after 8m16s
[02:41:25.004] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:15:0)
[02:41:25.019] Build status: STARTED
[02:41:25.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:16:0) after 4m26s
[02:45:51.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:16:0)
[02:45:51.074] Build status: STARTED
[02:45:51.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:17:0) after 5m26s
[02:51:17.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:17:0)
[02:51:17.203] Build status: STARTED
[02:51:17.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:18:0) after 8m58s
[03:00:15.219] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:18:0)
[03:00:15.245] Build status: STARTED
[03:00:15.245] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:19:0) after 8m48s
[03:09:03.553] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:19:0)
[03:09:03.567] Build status: STARTED
[03:09:03.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:20:0) after 4m2s
[03:13:05.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:20:0)
[03:13:05.752] Build status: STARTED
[03:13:05.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:21:0) after 3m3s
[03:16:08.938] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:21:0)
[03:16:08.956] Build status: STARTED
[03:16:08.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:22:0) after 3m43s
[03:19:52.080] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:22:0)
[03:19:52.102] Build status: STARTED
[03:19:52.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:23:0) after 6m19s
[03:26:11.122] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:23:0)
[03:26:11.135] Build status: STARTED
[03:26:11.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:24:0) after 5m22s
[03:31:33.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:24:0)
[03:31:33.266] Build status: STARTED
[03:31:33.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:25:0) after 5m18s
[03:36:51.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:25:0)
[03:36:51.296] Build status: STARTED
[03:36:51.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:26:0) after 1m17s
[03:38:08.356] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:26:0)
[03:38:08.381] Build status: STARTED
[03:38:08.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:27:0) after 6m35s
[03:44:43.413] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:27:0)
[03:44:43.432] Build status: STARTED
[03:44:43.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:28:0) after 5m29s
[03:50:12.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:28:0)
[03:50:12.500] Build status: STARTED
[03:50:12.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:29:0) after 5m15s
[03:55:27.513] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:29:0)
[03:55:27.535] Build status: STARTED
[03:55:27.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:30:0) after 4m4s
[03:59:31.567] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:30:0)
[03:59:31.612] Build status: STARTED
[03:59:31.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:31:0) after 7m2s
[04:06:33.668] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:31:0)
[04:06:33.686] Build status: STARTED
[04:06:33.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:32:0) after 8m43s
[04:15:16.742] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:32:0)
[04:15:16.762] Build status: STARTED
[04:15:16.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:33:0) after 6m21s
[04:21:37.803] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:33:0)
[04:21:37.820] Build status: STARTED
[04:21:37.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:34:0) after 8m13s
[04:29:50.838] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:34:0)
[04:29:50.865] Build status: STARTED
[04:29:50.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:35:0) after 9m30s
[04:39:20.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:35:0)
[04:39:20.928] Build status: STARTED
[04:39:20.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:36:0) after 1m56s
[04:41:17.212] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:36:0)
[04:41:17.281] Build status: STARTED
[04:41:17.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:37:0) after 7m43s
[04:49:00.372] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:37:0)
[04:49:00.387] Build status: STARTED
[04:49:00.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:38:0) after 4m16s
[04:53:16.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:38:0)
[04:53:16.606] Build status: STARTED
[04:53:16.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:39:0) after 9m54s
[05:03:10.621] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:39:0)
[05:03:10.637] Build status: STARTED
[05:03:10.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-debug:8852733787790186480:40:0) after 8m57s
[05:12:04.648] Received PubSub notification, asking Buildbucket for the build status
[05:12:04.665] Build:
{
"id": "8687303725629891121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T01:36:20.254126532Z",
"startTime": "2026-03-15T01:36:30.038141356Z",
"endTime": "2026-03-15T05:12:04.182138478Z",
"updateTime": "2026-03-15T05:12:04.182138478Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69780be1d42a5fd218e36e854e72a5532ac7b502",
"ref": "refs/heads/main"
}
}
}
[05:12:04.665] Invocation finished in 3h35m45.854953033s with status FAILED