[05:52:23.124] New invocation is queued and will start shortly
[05:52:23.124] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[05:52:24.335] Starting the invocation (attempt 1)
[05:52:24.362] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/aec88832df5e8c1dcbe259a6cb3d82d44b89ff23"
[05:52:24.362] Reconstructed gitiles commit from tags
[05:52:24.362] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:52:24.362] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:52:24.363] Buildbucket request:
{
"requestId": "8875548112686158016",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ed0848c9bd1fd7b32076e0b30e87184eb1219886a0a7800b0eb31a567018f828/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "51f1f37a27423dbb7fef82c7d9533281169c0059",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875548112686158016",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ed0848c9bd1fd7b32076e0b30e87184eb1219886a0a7800b0eb31a567018f828/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "51f1f37a27423dbb7fef82c7d9533281169c0059",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "aec88832df5e8c1dcbe259a6cb3d82d44b89ff23"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/aec88832df5e8c1dcbe259a6cb3d82d44b89ff23",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "137243fe-b9ca-4a52-89d0-13277ba5f4d1",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710128731084139761"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "aec88832df5e8c1dcbe259a6cb3d82d44b89ff23"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aec88832df5e8c1dcbe259a6cb3d82d44b89ff23",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875548112686158016"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:52:25.022] Scheduled build:
{
"id": "8710118050642256529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-06T05:52:24.444273851Z",
"updateTime": "2025-07-06T05:52:24.444273851Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aec88832df5e8c1dcbe259a6cb3d82d44b89ff23",
"ref": "refs/heads/main"
}
}
}
[05:52:25.022] Task URL: https://cr-buildbucket.appspot.com/build/8710118050642256529
[05:52:25.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:2:0) after 6m10s
[05:52:25.989] Received PubSub notification, asking Buildbucket for the build status
[05:52:26.015] Build status: SCHEDULED
[05:52:31.557] Received PubSub notification, asking Buildbucket for the build status
[05:52:31.582] Build status: STARTED
[05:58:35.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:2:0)
[05:58:35.089] Build status: STARTED
[05:58:35.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:5:0) after 4m17s
[06:02:52.184] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:5:0)
[06:02:52.220] Build status: STARTED
[06:02:52.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:6:0) after 8m39s
[06:11:31.342] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:6:0)
[06:11:31.388] Build status: STARTED
[06:11:31.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:7:0) after 1m11s
[06:12:42.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:7:0)
[06:12:42.472] Build status: STARTED
[06:12:42.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:8:0) after 6m1s
[06:18:43.590] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:8:0)
[06:18:43.614] Build status: STARTED
[06:18:43.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:9:0) after 4m14s
[06:22:57.738] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:9:0)
[06:22:57.762] Build status: STARTED
[06:22:57.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:10:0) after 6m7s
[06:29:04.740] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:10:0)
[06:29:04.775] Build status: STARTED
[06:29:04.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:11:0) after 9m24s
[06:38:28.896] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:11:0)
[06:38:28.921] Build status: STARTED
[06:38:28.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:12:0) after 2m8s
[06:40:36.956] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:12:0)
[06:40:37.005] Build status: STARTED
[06:40:37.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:13:0) after 7m9s
[06:47:46.117] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:13:0)
[06:47:46.133] Build status: STARTED
[06:47:46.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:14:0) after 7m19s
[06:55:05.235] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:14:0)
[06:55:05.299] Build status: STARTED
[06:55:05.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:15:0) after 6m18s
[07:01:23.619] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:15:0)
[07:01:23.635] Build status: STARTED
[07:01:23.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:16:0) after 9m10s
[07:10:33.661] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:16:0)
[07:10:33.687] Build status: STARTED
[07:10:33.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:17:0) after 3m58s
[07:14:31.705] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:17:0)
[07:14:31.735] Build status: STARTED
[07:14:31.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:18:0) after 6m33s
[07:21:04.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:18:0)
[07:21:04.832] Build status: STARTED
[07:21:04.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:19:0) after 2m26s
[07:23:30.855] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:19:0)
[07:23:30.880] Build status: STARTED
[07:23:30.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:20:0) after 1m13s
[07:24:44.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:20:0)
[07:24:44.116] Build status: STARTED
[07:24:44.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:21:0) after 4m46s
[07:29:30.238] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:21:0)
[07:29:30.268] Build status: STARTED
[07:29:30.268] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:22:0) after 8m26s
[07:37:56.321] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:22:0)
[07:37:56.347] Build status: STARTED
[07:37:56.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:23:0) after 9m21s
[07:47:17.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:23:0)
[07:47:17.433] Build status: STARTED
[07:47:17.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:24:0) after 3m24s
[07:50:41.457] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:24:0)
[07:50:41.482] Build status: STARTED
[07:50:41.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:25:0) after 8m53s
[07:59:34.772] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:25:0)
[07:59:34.793] Build status: STARTED
[07:59:34.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:26:0) after 3m16s
[08:02:50.917] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:26:0)
[08:02:50.959] Build status: STARTED
[08:02:50.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:27:0) after 5m28s
[08:08:19.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:27:0)
[08:08:19.139] Build status: STARTED
[08:08:19.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:28:0) after 1m28s
[08:09:47.398] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:28:0)
[08:09:47.418] Build status: STARTED
[08:09:47.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:29:0) after 4m4s
[08:13:51.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:29:0)
[08:13:51.624] Build status: STARTED
[08:13:51.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:30:0) after 3m41s
[08:17:32.601] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:30:0)
[08:17:32.622] Build status: STARTED
[08:17:32.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:31:0) after 9m22s
[08:26:54.649] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:31:0)
[08:26:54.674] Build status: STARTED
[08:26:54.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:32:0) after 8m1s
[08:34:55.825] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:32:0)
[08:34:56.554] Build status: STARTED
[08:34:56.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:33:0) after 9m37s
[08:44:33.673] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:33:0)
[08:44:33.699] Build status: STARTED
[08:44:33.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:34:0) after 8m10s
[08:52:43.719] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:34:0)
[08:52:43.738] Build status: STARTED
[08:52:43.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:35:0) after 1m37s
[08:54:20.832] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:35:0)
[08:54:20.853] Build status: STARTED
[08:54:20.853] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:36:0) after 9m30s
[09:03:51.336] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:36:0)
[09:03:51.387] Build status: STARTED
[09:03:51.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:37:0) after 7m13s
[09:11:04.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:37:0)
[09:11:04.556] Build status: STARTED
[09:11:04.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875548112686158016:38:0) after 6m23s
[09:14:08.620] Received PubSub notification, asking Buildbucket for the build status
[09:14:08.648] Build:
{
"id": "8710118050642256529",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-06T05:52:24.444273851Z",
"startTime": "2025-07-06T05:52:31.342334320Z",
"endTime": "2025-07-06T09:14:08.376693839Z",
"updateTime": "2025-07-06T09:14:08.376693839Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aec88832df5e8c1dcbe259a6cb3d82d44b89ff23",
"ref": "refs/heads/main"
}
}
}
[09:14:08.648] Invocation finished in 3h21m45.537619728s with status FAILED