[07:12:54.470] New invocation is queued and will start shortly
[07:12:54.470] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:12:55.602] Starting the invocation (attempt 1)
[07:12:55.633] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/16b6af32eb16b8bc51c48f1b4a6d5c502d798df5"
[07:12:55.633] Reconstructed gitiles commit from tags
[07:12:55.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:12:55.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:12:55.635] Buildbucket request:
{
"requestId": "8852712611142961024",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "01d3cc131523632bdd4b89a7c1b340d76d66aa8e16b92a8ebbb35a6559e833fd/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "656112924c3a3a00d3625b59fb610d151f8e600f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852712611142961024",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3bfecf2a5efe8200ef060997dde1b1a022bb2385988b6622635f4ef3cf35f272/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "656112924c3a3a00d3625b59fb610d151f8e600f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "98ccac607a9ff044ec7d024e119bc975eb03ed4c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/98ccac607a9ff044ec7d024e119bc975eb03ed4c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4d469af1-04db-463d-9224-6a9024ffc794",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687294037557613329"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "01d3cc131523632bdd4b89a7c1b340d76d66aa8e16b92a8ebbb35a6559e833fd/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "656112924c3a3a00d3625b59fb610d151f8e600f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "16b6af32eb16b8bc51c48f1b4a6d5c502d798df5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/16b6af32eb16b8bc51c48f1b4a6d5c502d798df5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e5799337-8683-4eef-9b0f-2cd2794aaaf2",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687288068498715489"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "16b6af32eb16b8bc51c48f1b4a6d5c502d798df5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16b6af32eb16b8bc51c48f1b4a6d5c502d798df5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852712611142961024"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:12:56.018] Scheduled build:
{
"id": "8687282549176706961",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T07:12:55.693475702Z",
"updateTime": "2026-03-15T07:12:55.693475702Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16b6af32eb16b8bc51c48f1b4a6d5c502d798df5",
"ref": "refs/heads/main"
}
}
}
[07:12:56.018] Task URL: https://cr-buildbucket.appspot.com/build/8687282549176706961
[07:12:56.018] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:2:0) after 5m10s
[07:12:56.936] Received PubSub notification, asking Buildbucket for the build status
[07:12:56.951] Build status: SCHEDULED
[07:13:00.675] Received PubSub notification, asking Buildbucket for the build status
[07:13:00.695] Build status: STARTED
[07:18:06.016] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:2:0)
[07:18:06.032] Build status: STARTED
[07:18:06.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:5:0) after 7m32s
[07:25:38.181] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:5:0)
[07:25:38.344] Build status: STARTED
[07:25:38.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:6:0) after 3m47s
[07:29:25.359] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:6:0)
[07:29:25.375] Build status: STARTED
[07:29:25.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:7:0) after 4m24s
[07:33:49.430] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:7:0)
[07:33:49.454] Build status: STARTED
[07:33:49.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:8:0) after 1m48s
[07:35:37.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:8:0)
[07:35:37.549] Build status: STARTED
[07:35:37.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:9:0) after 1m40s
[07:37:17.562] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:9:0)
[07:37:17.610] Build status: STARTED
[07:37:17.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:10:0) after 1m8s
[07:38:25.625] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:10:0)
[07:38:25.648] Build status: STARTED
[07:38:25.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:11:0) after 4m1s
[07:42:26.664] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:11:0)
[07:42:26.679] Build status: STARTED
[07:42:26.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:12:0) after 1m53s
[07:44:19.696] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:12:0)
[07:44:19.715] Build status: STARTED
[07:44:19.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:13:0) after 4m33s
[07:48:52.832] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:13:0)
[07:48:52.849] Build status: STARTED
[07:48:52.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:14:0) after 3m12s
[07:52:05.072] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:14:0)
[07:52:05.092] Build status: STARTED
[07:52:05.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:15:0) after 7m12s
[07:59:17.268] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:15:0)
[07:59:17.286] Build status: STARTED
[07:59:17.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:16:0) after 9m7s
[08:08:24.302] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:16:0)
[08:08:24.320] Build status: STARTED
[08:08:24.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:17:0) after 4m54s
[08:13:18.415] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:17:0)
[08:13:18.437] Build status: STARTED
[08:13:18.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:18:0) after 1m52s
[08:15:10.450] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:18:0)
[08:15:10.472] Build status: STARTED
[08:15:10.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:19:0) after 3m44s
[08:18:54.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:19:0)
[08:18:54.516] Build status: STARTED
[08:18:54.516] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:20:0) after 8m44s
[08:27:38.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:20:0)
[08:27:38.626] Build status: STARTED
[08:27:38.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:21:0) after 8m56s
[08:36:34.642] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:21:0)
[08:36:34.670] Build status: STARTED
[08:36:34.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:22:0) after 9m58s
[08:46:32.827] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:22:0)
[08:46:32.845] Build status: STARTED
[08:46:32.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:23:0) after 1m51s
[08:48:23.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:23:0)
[08:48:23.880] Build status: STARTED
[08:48:23.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:24:0) after 5m27s
[08:53:50.928] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:24:0)
[08:53:50.950] Build status: STARTED
[08:53:50.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:25:0) after 2m30s
[08:56:21.064] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:25:0)
[08:56:21.080] Build status: STARTED
[08:56:21.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:26:0) after 3m41s
[09:00:02.081] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:26:0)
[09:00:02.140] Build status: STARTED
[09:00:02.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:27:0) after 8m59s
[09:09:01.240] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:27:0)
[09:09:01.254] Build status: STARTED
[09:09:01.254] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:28:0) after 7m55s
[09:16:56.356] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:28:0)
[09:16:56.381] Build status: STARTED
[09:16:56.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:29:0) after 5m27s
[09:22:23.422] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:29:0)
[09:22:23.435] Build status: STARTED
[09:22:23.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:30:0) after 8m7s
[09:30:30.768] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:30:0)
[09:30:30.786] Build status: STARTED
[09:30:30.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:31:0) after 7m15s
[09:37:45.878] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:31:0)
[09:37:45.955] Build status: STARTED
[09:37:45.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:32:0) after 7m14s
[09:45:00.104] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:32:0)
[09:45:00.118] Build status: STARTED
[09:45:00.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:33:0) after 8m33s
[09:53:33.135] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:33:0)
[09:53:33.151] Build status: STARTED
[09:53:33.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:34:0) after 5m3s
[09:58:36.171] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:34:0)
[09:58:36.191] Build status: STARTED
[09:58:36.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:35:0) after 1m27s
[10:00:03.210] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:35:0)
[10:00:03.228] Build status: STARTED
[10:00:03.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:36:0) after 4m57s
[10:05:00.246] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:36:0)
[10:05:00.311] Build status: STARTED
[10:05:00.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:37:0) after 2m10s
[10:07:10.325] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:37:0)
[10:07:10.341] Build status: STARTED
[10:07:10.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852712611142961024:38:0) after 2m47s
[10:08:24.044] Received PubSub notification, asking Buildbucket for the build status
[10:08:24.060] Build:
{
"id": "8687282549176706961",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T07:12:55.693475702Z",
"startTime": "2026-03-15T07:13:00.502244042Z",
"endTime": "2026-03-15T10:08:23.651936868Z",
"updateTime": "2026-03-15T10:08:23.651936868Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16b6af32eb16b8bc51c48f1b4a6d5c502d798df5",
"ref": "refs/heads/main"
}
}
}
[10:08:24.060] Invocation finished in 2h55m29.625246423s with status FAILED