[06:21:47.661] New invocation is queued and will start shortly
[06:21:47.661] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:21:48.986] Starting the invocation (attempt 1)
[06:21:49.012] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/69d0078f16c0b4a11f171c4eb16a2ee9284f5f24"
[06:21:49.012] Reconstructed gitiles commit from tags
[06:21:49.012] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:21:49.012] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:21:49.013] Buildbucket request:
{
"requestId": "8873643726139751984",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "733e562516e02801d2e0fe5c0434cd2078e05fe93e2ba3a7b104c2908ac909f7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "db8cfd45f7fc803cdd1092490c143766d5b2a0de",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873643726139751984",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "86dfb619b82f89b8ce970831e75cf05864cfc426def2a512f897f1cebdf5e3f3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "db8cfd45f7fc803cdd1092490c143766d5b2a0de",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "59fdd97fe6d4e84d653cd005cddb50c1f2eedcb7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/59fdd97fe6d4e84d653cd005cddb50c1f2eedcb7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "9120583b-e7fa-4b14-989b-0d75034a7609",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8708226438922741041"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "733e562516e02801d2e0fe5c0434cd2078e05fe93e2ba3a7b104c2908ac909f7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "db8cfd45f7fc803cdd1092490c143766d5b2a0de",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "69d0078f16c0b4a11f171c4eb16a2ee9284f5f24"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/69d0078f16c0b4a11f171c4eb16a2ee9284f5f24",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "508f854b-2776-4044-8001-f1ad393779b0",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8708220077281200369"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "69d0078f16c0b4a11f171c4eb16a2ee9284f5f24"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69d0078f16c0b4a11f171c4eb16a2ee9284f5f24",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873643726139751984"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:21:49.677] Scheduled build:
{
"id": "8708213663892419121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-27T06:21:49.175753912Z",
"updateTime": "2025-07-27T06:21:49.175753912Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69d0078f16c0b4a11f171c4eb16a2ee9284f5f24",
"ref": "refs/heads/main"
}
}
}
[06:21:49.677] Task URL: https://cr-buildbucket.appspot.com/build/8708213663892419121
[06:21:49.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:2:0) after 5m46s
[06:21:50.738] Received PubSub notification, asking Buildbucket for the build status
[06:21:50.762] Build status: SCHEDULED
[06:22:34.465] Received PubSub notification, asking Buildbucket for the build status
[06:22:34.573] Build status: STARTED
[06:27:35.694] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:2:0)
[06:27:35.742] Build status: STARTED
[06:27:35.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:5:0) after 2m35s
[06:30:11.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:5:0)
[06:30:11.137] Build status: STARTED
[06:30:11.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:6:0) after 3m21s
[06:33:32.175] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:6:0)
[06:33:32.204] Build status: STARTED
[06:33:32.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:7:0) after 7m36s
[06:41:08.342] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:7:0)
[06:41:08.691] Build status: STARTED
[06:41:08.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:8:0) after 7m56s
[06:49:04.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:8:0)
[06:49:04.754] Build status: STARTED
[06:49:04.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:9:0) after 3m41s
[06:52:46.191] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:9:0)
[06:52:46.212] Build status: STARTED
[06:52:46.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:10:0) after 1m2s
[06:53:48.239] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:10:0)
[06:53:48.266] Build status: STARTED
[06:53:48.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:11:0) after 8m37s
[07:02:25.595] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:11:0)
[07:02:25.614] Build status: STARTED
[07:02:25.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:12:0) after 5m54s
[07:08:20.095] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:12:0)
[07:08:20.120] Build status: STARTED
[07:08:20.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:13:0) after 8m39s
[07:16:59.221] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:13:0)
[07:16:59.245] Build status: STARTED
[07:16:59.245] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:14:0) after 6m20s
[07:23:19.545] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:14:0)
[07:23:19.563] Build status: STARTED
[07:23:19.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:15:0) after 2m16s
[07:25:35.589] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:15:0)
[07:25:35.624] Build status: STARTED
[07:25:35.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:16:0) after 1m32s
[07:27:07.718] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:16:0)
[07:27:07.735] Build status: STARTED
[07:27:07.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:17:0) after 6m35s
[07:33:42.826] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:17:0)
[07:33:42.854] Build status: STARTED
[07:33:42.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:18:0) after 7m57s
[07:41:39.880] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:18:0)
[07:41:39.910] Build status: STARTED
[07:41:39.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:19:0) after 9m16s
[07:50:55.958] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:19:0)
[07:50:56.008] Build status: STARTED
[07:50:56.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:20:0) after 3m49s
[07:54:45.314] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:20:0)
[07:54:45.333] Build status: STARTED
[07:54:45.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:21:0) after 7m45s
[08:02:30.453] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:21:0)
[08:02:30.523] Build status: STARTED
[08:02:30.523] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:22:0) after 2m0s
[08:04:30.716] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:22:0)
[08:04:30.763] Build status: STARTED
[08:04:30.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:23:0) after 9m32s
[08:14:02.789] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:23:0)
[08:14:02.875] Build status: STARTED
[08:14:02.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:24:0) after 9m59s
[08:24:02.103] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:24:0)
[08:24:02.122] Build status: STARTED
[08:24:02.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:25:0) after 9m49s
[08:33:51.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:25:0)
[08:33:51.182] Build status: STARTED
[08:33:51.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:26:0) after 5m13s
[08:39:04.349] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:26:0)
[08:39:04.365] Build status: STARTED
[08:39:04.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:27:0) after 8m49s
[08:47:53.505] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:27:0)
[08:47:53.520] Build status: STARTED
[08:47:53.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:28:0) after 5m17s
[08:53:10.558] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:28:0)
[08:53:10.581] Build status: STARTED
[08:53:10.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:29:0) after 5m38s
[08:58:48.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:29:0)
[08:58:48.757] Build status: STARTED
[08:58:48.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:30:0) after 4m28s
[09:03:16.788] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:30:0)
[09:03:16.803] Build status: STARTED
[09:03:16.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:31:0) after 9m39s
[09:12:55.887] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:31:0)
[09:12:55.915] Build status: STARTED
[09:12:55.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:32:0) after 9m20s
[09:22:16.449] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:32:0)
[09:22:16.468] Build status: STARTED
[09:22:16.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:33:0) after 1m38s
[09:23:54.516] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:33:0)
[09:23:54.541] Build status: STARTED
[09:23:54.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:34:0) after 5m38s
[09:29:32.830] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:34:0)
[09:29:32.875] Build status: STARTED
[09:29:32.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:35:0) after 6m17s
[09:35:49.994] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:35:0)
[09:35:50.010] Build status: STARTED
[09:35:50.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:36:0) after 7m5s
[09:42:55.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:36:0)
[09:42:55.061] Build status: STARTED
[09:42:55.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8873643726139751984:37:0) after 6m51s
[09:44:08.380] Received PubSub notification, asking Buildbucket for the build status
[09:44:08.400] Build:
{
"id": "8708213663892419121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-27T06:21:49.175753912Z",
"startTime": "2025-07-27T06:22:33.636191044Z",
"endTime": "2025-07-27T09:44:06.728363254Z",
"updateTime": "2025-07-27T09:44:06.728363254Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "69d0078f16c0b4a11f171c4eb16a2ee9284f5f24",
"ref": "refs/heads/main"
}
}
}
[09:44:08.400] Invocation finished in 3h22m20.750751093s with status FAILED