[02:30:59.348] New invocation is queued and will start shortly
[02:30:59.348] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:31:00.692] Starting the invocation (attempt 1)
[02:31:00.719] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a10773c8646d482e8747ca37d5a51523505ffbb7"
[02:31:00.719] Reconstructed gitiles commit from tags
[02:31:00.719] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:00.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:00.721] Buildbucket request:
{
"requestId": "8871665113888843520",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ccaa700e637539da77444660399a3bd369016d4693642cfdacfd14267bd80d07/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e035420e53c0762b92b6ac9c8dbd67c320b4f6f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871665113888843520",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ccaa700e637539da77444660399a3bd369016d4693642cfdacfd14267bd80d07/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e035420e53c0762b92b6ac9c8dbd67c320b4f6f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a10773c8646d482e8747ca37d5a51523505ffbb7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a10773c8646d482e8747ca37d5a51523505ffbb7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "a9146c33-b95d-4279-84c2-bb67cec74261",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706246636580672529"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a10773c8646d482e8747ca37d5a51523505ffbb7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a10773c8646d482e8747ca37d5a51523505ffbb7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871665113888843520"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:31:01.083] Scheduled build:
{
"id": "8706235051730590625",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-18T02:31:00.776630413Z",
"updateTime": "2025-08-18T02:31:00.776630413Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a10773c8646d482e8747ca37d5a51523505ffbb7",
"ref": "refs/heads/main"
}
}
}
[02:31:01.083] Task URL: https://cr-buildbucket.appspot.com/build/8706235051730590625
[02:31:01.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:2:0) after 7m57s
[02:31:02.101] Received PubSub notification, asking Buildbucket for the build status
[02:31:02.143] Build status: SCHEDULED
[02:31:06.230] Received PubSub notification, asking Buildbucket for the build status
[02:31:06.393] Build status: STARTED
[02:38:58.098] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:2:0)
[02:38:58.146] Build status: STARTED
[02:38:58.146] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:5:0) after 8m0s
[02:46:58.703] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:5:0)
[02:46:58.722] Build status: STARTED
[02:46:58.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:6:0) after 2m5s
[02:49:03.799] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:6:0)
[02:49:03.832] Build status: STARTED
[02:49:03.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:7:0) after 2m36s
[02:51:39.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:7:0)
[02:51:40.014] Build status: STARTED
[02:51:40.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:8:0) after 7m45s
[02:59:25.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:8:0)
[02:59:25.169] Build status: STARTED
[02:59:25.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:9:0) after 7m49s
[03:07:14.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:9:0)
[03:07:14.208] Build status: STARTED
[03:07:14.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:10:0) after 3m42s
[03:10:56.425] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:10:0)
[03:10:56.442] Build status: STARTED
[03:10:56.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:11:0) after 9m13s
[03:20:09.457] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:11:0)
[03:20:09.482] Build status: STARTED
[03:20:09.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:12:0) after 3m2s
[03:23:11.681] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:12:0)
[03:23:11.782] Build status: STARTED
[03:23:11.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:13:0) after 4m23s
[03:27:34.797] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:13:0)
[03:27:34.817] Build status: STARTED
[03:27:34.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:14:0) after 8m40s
[03:36:14.834] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:14:0)
[03:36:14.854] Build status: STARTED
[03:36:14.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:15:0) after 6m6s
[03:42:20.874] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:15:0)
[03:42:20.906] Build status: STARTED
[03:42:20.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:16:0) after 3m15s
[03:45:36.131] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:16:0)
[03:45:36.148] Build status: STARTED
[03:45:36.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:17:0) after 8m12s
[03:53:48.244] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:17:0)
[03:53:48.321] Build status: STARTED
[03:53:48.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:18:0) after 8m39s
[04:02:27.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:18:0)
[04:02:27.493] Build status: STARTED
[04:02:27.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:19:0) after 5m4s
[04:07:31.609] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:19:0)
[04:07:31.797] Build status: STARTED
[04:07:31.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:20:0) after 9m20s
[04:16:51.844] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:20:0)
[04:16:51.918] Build status: STARTED
[04:16:51.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:21:0) after 5m59s
[04:22:50.941] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:21:0)
[04:22:50.962] Build status: STARTED
[04:22:50.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:22:0) after 2m27s
[04:25:17.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:22:0)
[04:25:18.086] Build status: STARTED
[04:25:18.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:23:0) after 1m26s
[04:26:44.222] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:23:0)
[04:26:44.241] Build status: STARTED
[04:26:44.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:24:0) after 6m37s
[04:33:21.372] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:24:0)
[04:33:21.387] Build status: STARTED
[04:33:21.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:25:0) after 7m27s
[04:40:48.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:25:0)
[04:40:48.422] Build status: STARTED
[04:40:48.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:26:0) after 8m10s
[04:48:58.537] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:26:0)
[04:48:58.596] Build status: STARTED
[04:48:58.596] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:27:0) after 4m13s
[04:53:11.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:27:0)
[04:53:11.727] Build status: STARTED
[04:53:11.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:28:0) after 7m56s
[05:01:07.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:28:0)
[05:01:07.967] Build status: STARTED
[05:01:07.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:29:0) after 7m41s
[05:08:49.001] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:29:0)
[05:08:49.035] Build status: STARTED
[05:08:49.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:30:0) after 8m39s
[05:17:28.325] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:30:0)
[05:17:28.352] Build status: STARTED
[05:17:28.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:31:0) after 6m19s
[05:23:47.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:31:0)
[05:23:47.386] Build status: STARTED
[05:23:47.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:32:0) after 5m17s
[05:29:04.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:32:0)
[05:29:04.426] Build status: STARTED
[05:29:04.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:33:0) after 7m45s
[05:36:49.467] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:33:0)
[05:36:49.491] Build status: STARTED
[05:36:49.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:34:0) after 1m58s
[05:38:47.509] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:34:0)
[05:38:47.528] Build status: STARTED
[05:38:47.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:35:0) after 2m25s
[05:41:12.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:35:0)
[05:41:12.747] Build status: STARTED
[05:41:12.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:36:0) after 4m36s
[05:45:48.879] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:36:0)
[05:45:48.896] Build status: STARTED
[05:45:48.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:37:0) after 6m29s
[05:52:17.907] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:37:0)
[05:52:17.925] Build status: STARTED
[05:52:17.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871665113888843520:38:0) after 3m17s
[05:53:25.352] Received PubSub notification, asking Buildbucket for the build status
[05:53:25.420] Build:
{
"id": "8706235051730590625",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-18T02:31:00.776630413Z",
"startTime": "2025-08-18T02:31:06.000853545Z",
"endTime": "2025-08-18T05:53:25.092557061Z",
"updateTime": "2025-08-18T05:53:25.092557061Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a10773c8646d482e8747ca37d5a51523505ffbb7",
"ref": "refs/heads/main"
}
}
}
[05:53:25.420] Invocation finished in 3h22m26.086839351s with status FAILED