[11:31:32.501] New invocation is queued and will start shortly
[11:31:32.501] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[11:31:33.621] Starting the invocation (attempt 1)
[11:31:33.646] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7d6a6421611f42d9854144e92ebd5e3611d8c3fd"
[11:31:33.646] Reconstructed gitiles commit from tags
[11:31:33.646] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:31:33.647] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:31:33.648] Buildbucket request:
{
"requestId": "8852968130185311856",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1559fc3c1b8649f08f12de1f35f211860e0baacb26178a2001077deea5f46fc8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6549645fd9cff9263021de826aed8bb83f7f03ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852968130185311856",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1559fc3c1b8649f08f12de1f35f211860e0baacb26178a2001077deea5f46fc8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6549645fd9cff9263021de826aed8bb83f7f03ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7d6a6421611f42d9854144e92ebd5e3611d8c3fd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7d6a6421611f42d9854144e92ebd5e3611d8c3fd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4dcd547c-b152-40fc-8b6b-99cebe812ec8",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687545043670964609"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7d6a6421611f42d9854144e92ebd5e3611d8c3fd"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d6a6421611f42d9854144e92ebd5e3611d8c3fd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852968130185311856"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:31:34.003] Scheduled build:
{
"id": "8687538068267759393",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-12T11:31:33.699272860Z",
"updateTime": "2026-03-12T11:31:33.699272860Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d6a6421611f42d9854144e92ebd5e3611d8c3fd",
"ref": "refs/heads/main"
}
}
}
[11:31:34.003] Task URL: https://cr-buildbucket.appspot.com/build/8687538068267759393
[11:31:34.003] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:2:0) after 7m40s
[11:31:42.900] Received PubSub notification, asking Buildbucket for the build status
[11:31:42.920] Build status: SCHEDULED
[11:31:52.197] Received PubSub notification, asking Buildbucket for the build status
[11:31:52.216] Build status: STARTED
[11:39:14.134] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:2:0)
[11:39:14.190] Build status: STARTED
[11:39:14.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:5:0) after 3m47s
[11:43:01.253] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:5:0)
[11:43:01.275] Build status: STARTED
[11:43:01.275] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:6:0) after 9m1s
[11:52:02.270] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:6:0)
[11:52:02.286] Build status: STARTED
[11:52:02.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:7:0) after 1m11s
[11:53:13.290] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:7:0)
[11:53:13.315] Build status: STARTED
[11:53:13.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:8:0) after 4m42s
[11:57:55.494] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:8:0)
[11:57:55.510] Build status: STARTED
[11:57:55.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:9:0) after 6m34s
[12:04:29.598] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:9:0)
[12:04:29.680] Build status: STARTED
[12:04:29.680] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:10:0) after 1m40s
[12:06:09.764] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:10:0)
[12:06:09.778] Build status: STARTED
[12:06:09.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:11:0) after 3m20s
[12:09:29.922] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:11:0)
[12:09:29.940] Build status: STARTED
[12:09:29.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:12:0) after 6m49s
[12:16:18.976] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:12:0)
[12:16:18.994] Build status: STARTED
[12:16:18.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:13:0) after 1m2s
[12:17:21.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:13:0)
[12:17:21.033] Build status: STARTED
[12:17:21.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:14:0) after 2m33s
[12:19:54.035] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:14:0)
[12:19:54.052] Build status: STARTED
[12:19:54.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:15:0) after 2m5s
[12:21:59.291] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:15:0)
[12:21:59.307] Build status: STARTED
[12:21:59.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:16:0) after 8m19s
[12:30:18.343] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:16:0)
[12:30:18.379] Build status: STARTED
[12:30:18.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:17:0) after 8m59s
[12:39:17.373] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:17:0)
[12:39:17.401] Build status: STARTED
[12:39:17.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:18:0) after 1m7s
[12:40:24.418] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:18:0)
[12:40:24.437] Build status: STARTED
[12:40:24.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:19:0) after 3m57s
[12:44:21.429] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:19:0)
[12:44:21.449] Build status: STARTED
[12:44:21.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:20:0) after 6m54s
[12:51:15.575] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:20:0)
[12:51:15.612] Build status: STARTED
[12:51:15.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:21:0) after 5m41s
[12:56:56.693] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:21:0)
[12:56:56.707] Build status: STARTED
[12:56:56.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:22:0) after 2m20s
[12:59:16.723] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:22:0)
[12:59:16.790] Build status: STARTED
[12:59:16.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:23:0) after 9m30s
[13:08:46.851] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:23:0)
[13:08:46.918] Build status: STARTED
[13:08:46.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:24:0) after 7m2s
[13:15:49.014] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:24:0)
[13:15:49.059] Build status: STARTED
[13:15:49.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:25:0) after 7m51s
[13:23:40.182] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:25:0)
[13:23:40.228] Build status: STARTED
[13:23:40.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:26:0) after 2m25s
[13:26:05.236] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:26:0)
[13:26:05.278] Build status: STARTED
[13:26:05.278] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:27:0) after 2m27s
[13:28:32.353] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:27:0)
[13:28:32.585] Build status: STARTED
[13:28:32.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:28:0) after 6m45s
[13:35:17.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:28:0)
[13:35:17.684] Build status: STARTED
[13:35:17.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:29:0) after 7m9s
[13:42:26.754] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:29:0)
[13:42:26.772] Build status: STARTED
[13:42:26.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:30:0) after 1m22s
[13:43:48.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:30:0)
[13:43:48.799] Build status: STARTED
[13:43:48.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:31:0) after 7m2s
[13:50:50.824] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:31:0)
[13:50:50.876] Build status: STARTED
[13:50:50.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:32:0) after 3m30s
[13:54:20.890] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:32:0)
[13:54:20.926] Build status: STARTED
[13:54:20.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:33:0) after 2m31s
[13:56:51.938] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:33:0)
[13:56:51.958] Build status: STARTED
[13:56:51.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:34:0) after 5m1s
[14:01:52.989] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:34:0)
[14:01:53.005] Build status: STARTED
[14:01:53.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:35:0) after 1m39s
[14:03:32.021] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:35:0)
[14:03:32.044] Build status: STARTED
[14:03:32.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:36:0) after 8m19s
[14:11:51.061] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:36:0)
[14:11:51.138] Build status: STARTED
[14:11:51.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:37:0) after 5m48s
[14:17:39.205] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:37:0)
[14:17:39.227] Build status: STARTED
[14:17:39.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:38:0) after 1m55s
[14:19:34.293] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:38:0)
[14:19:34.309] Build status: STARTED
[14:19:34.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8852968130185311856:39:0) after 7m26s
[14:22:12.086] Received PubSub notification, asking Buildbucket for the build status
[14:22:12.112] Build:
{
"id": "8687538068267759393",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-12T11:31:33.699272860Z",
"startTime": "2026-03-12T11:31:47.383103713Z",
"endTime": "2026-03-12T14:22:11.532360531Z",
"updateTime": "2026-03-12T14:22:11.532360531Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7d6a6421611f42d9854144e92ebd5e3611d8c3fd",
"ref": "refs/heads/main"
}
}
}
[14:22:12.112] Invocation finished in 2h50m39.625145665s with status FAILED