[03:43:50.446] New invocation is queued and will start shortly
[03:43:50.446] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:43:51.613] Starting the invocation (attempt 1)
[03:43:51.640] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f3761ab340448603fe9cabc99f49a3f04ac254b3"
[03:43:51.640] Reconstructed gitiles commit from tags
[03:43:51.640] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:43:51.640] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:43:51.640] Buildbucket request:
{
"requestId": "8873472469781069664",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6b13e5e9ea8c6a241fc774837f0aa5084e3c4867dd8815fbf1ec1638d8922614/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "8e25afd3aaf79044ff76e24093afd630410170b5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873472469781069664",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6b13e5e9ea8c6a241fc774837f0aa5084e3c4867dd8815fbf1ec1638d8922614/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "8e25afd3aaf79044ff76e24093afd630410170b5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f3761ab340448603fe9cabc99f49a3f04ac254b3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f3761ab340448603fe9cabc99f49a3f04ac254b3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "33db9585-f33d-4e78-a606-19429fa58151",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8708047453984321761"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f3761ab340448603fe9cabc99f49a3f04ac254b3"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f3761ab340448603fe9cabc99f49a3f04ac254b3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873472469781069664"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:43:52.819] Scheduled build:
{
"id": "8708042407674246065",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-29T03:43:51.832812228Z",
"updateTime": "2025-07-29T03:43:51.832812228Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f3761ab340448603fe9cabc99f49a3f04ac254b3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:43:52.819] Task URL: https://cr-buildbucket.appspot.com/build/8708042407674246065
[03:43:52.819] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:2:0) after 6m41s
[03:44:16.087] Received PubSub notification, asking Buildbucket for the build status
[03:44:16.110] Build status: STARTED
[03:44:29.294] Received PubSub notification, asking Buildbucket for the build status
[03:44:29.317] Build status: STARTED
[03:50:33.843] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:2:0)
[03:50:33.866] Build status: STARTED
[03:50:33.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:5:0) after 6m17s
[03:56:50.891] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:5:0)
[03:56:50.917] Build status: STARTED
[03:56:50.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:6:0) after 2m48s
[03:59:38.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:6:0)
[03:59:38.976] Build status: STARTED
[03:59:38.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:7:0) after 4m36s
[04:04:15.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:7:0)
[04:04:15.024] Build status: STARTED
[04:04:15.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:8:0) after 7m4s
[04:11:19.109] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:8:0)
[04:11:19.216] Build status: STARTED
[04:11:19.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:9:0) after 8m28s
[04:19:47.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:9:0)
[04:19:47.315] Build status: STARTED
[04:19:47.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:10:0) after 4m14s
[04:24:01.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:10:0)
[04:24:01.360] Build status: STARTED
[04:24:01.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:11:0) after 7m24s
[04:31:25.384] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:11:0)
[04:31:25.412] Build status: STARTED
[04:31:25.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:12:0) after 2m6s
[04:33:31.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:12:0)
[04:33:31.462] Build status: STARTED
[04:33:31.462] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:13:0) after 8m18s
[04:41:49.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:13:0)
[04:41:49.578] Build status: STARTED
[04:41:49.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:14:0) after 7m21s
[04:49:10.597] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:14:0)
[04:49:10.626] Build status: STARTED
[04:49:10.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:15:0) after 3m25s
[04:52:35.640] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:15:0)
[04:52:35.664] Build status: STARTED
[04:52:35.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:16:0) after 1m0s
[04:53:35.679] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:16:0)
[04:53:35.704] Build status: STARTED
[04:53:35.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:17:0) after 9m34s
[05:03:09.769] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:17:0)
[05:03:09.795] Build status: STARTED
[05:03:09.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:18:0) after 9m58s
[05:13:07.881] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:18:0)
[05:13:07.906] Build status: STARTED
[05:13:07.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:19:0) after 9m24s
[05:22:31.996] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:19:0)
[05:22:32.013] Build status: STARTED
[05:22:32.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:20:0) after 9m52s
[05:32:24.033] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:20:0)
[05:32:24.061] Build status: STARTED
[05:32:24.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:21:0) after 1m29s
[05:33:53.085] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:21:0)
[05:33:53.110] Build status: STARTED
[05:33:53.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:22:0) after 9m13s
[05:43:06.140] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:22:0)
[05:43:06.181] Build status: STARTED
[05:43:06.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:23:0) after 6m54s
[05:50:00.308] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:23:0)
[05:50:00.328] Build status: STARTED
[05:50:00.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:24:0) after 4m55s
[05:54:55.401] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:24:0)
[05:54:55.428] Build status: STARTED
[05:54:55.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:25:0) after 9m52s
[06:04:47.485] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:25:0)
[06:04:47.516] Build status: STARTED
[06:04:47.516] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:26:0) after 2m46s
[06:07:33.543] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:26:0)
[06:07:33.561] Build status: STARTED
[06:07:33.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:27:0) after 9m47s
[06:17:20.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:27:0)
[06:17:20.668] Build status: STARTED
[06:17:20.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:28:0) after 8m18s
[06:25:38.744] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:28:0)
[06:25:38.763] Build status: STARTED
[06:25:38.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:29:0) after 6m50s
[06:32:28.788] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:29:0)
[06:32:28.864] Build status: STARTED
[06:32:28.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873472469781069664:30:0) after 5m14s
[06:34:22.845] Received PubSub notification, asking Buildbucket for the build status
[06:34:22.881] Build:
{
"id": "8708042407674246065",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-29T03:43:51.832812228Z",
"startTime": "2025-07-29T03:44:02.944093263Z",
"endTime": "2025-07-29T06:34:22.446917082Z",
"updateTime": "2025-07-29T06:34:22.446917082Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f3761ab340448603fe9cabc99f49a3f04ac254b3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:34:22.881] Invocation finished in 2h50m32.442434984s with status FAILED