[14:57:54.624] New invocation is queued and will start shortly
[14:57:54.624] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[14:57:56.242] Starting the invocation (attempt 1)
[14:57:56.271] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5bd39a0060bed29e04db954eff77386473d38bb3"
[14:57:56.271] Reconstructed gitiles commit from tags
[14:57:56.271] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:57:56.271] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:57:56.272] Buildbucket request:
{
"requestId": "8872252300431197504",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "35f131250c55e3b8ccc18cdd6d3e9e1719c57356a4313ccec0961681d45beee3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b268142eb6a56440631b9cb945494469e53fe10f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872252300431197504",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "35f131250c55e3b8ccc18cdd6d3e9e1719c57356a4313ccec0961681d45beee3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b268142eb6a56440631b9cb945494469e53fe10f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5bd39a0060bed29e04db954eff77386473d38bb3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5bd39a0060bed29e04db954eff77386473d38bb3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "02d81f7b-c573-4443-9cae-348d16904b43",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706833390068354273"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5bd39a0060bed29e04db954eff77386473d38bb3"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5bd39a0060bed29e04db954eff77386473d38bb3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872252300431197504"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:57:56.691] Scheduled build:
{
"id": "8706822237969641953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-11T14:57:56.341371518Z",
"updateTime": "2025-08-11T14:57:56.341371518Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5bd39a0060bed29e04db954eff77386473d38bb3",
"ref": "refs/heads/main"
}
}
}
[14:57:56.691] Task URL: https://cr-buildbucket.appspot.com/build/8706822237969641953
[14:57:56.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:2:0) after 1m9s
[14:57:57.651] Received PubSub notification, asking Buildbucket for the build status
[14:57:57.669] Build status: SCHEDULED
[14:58:02.395] Received PubSub notification, asking Buildbucket for the build status
[14:58:02.470] Build status: STARTED
[14:59:05.707] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:2:0)
[14:59:05.734] Build status: STARTED
[14:59:05.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:5:0) after 1m32s
[15:00:37.754] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:5:0)
[15:00:37.779] Build status: STARTED
[15:00:37.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:6:0) after 8m38s
[15:09:15.802] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:6:0)
[15:09:15.826] Build status: STARTED
[15:09:15.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:7:0) after 8m3s
[15:17:18.892] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:7:0)
[15:17:18.914] Build status: STARTED
[15:17:18.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:8:0) after 1m53s
[15:19:11.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:8:0)
[15:19:11.982] Build status: STARTED
[15:19:11.982] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:9:0) after 6m23s
[15:25:34.989] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:9:0)
[15:25:35.011] Build status: STARTED
[15:25:35.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:10:0) after 8m5s
[15:33:40.167] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:10:0)
[15:33:40.189] Build status: STARTED
[15:33:40.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:11:0) after 4m18s
[15:37:58.201] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:11:0)
[15:37:58.223] Build status: STARTED
[15:37:58.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:12:0) after 7m42s
[15:45:40.285] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:12:0)
[15:45:40.303] Build status: STARTED
[15:45:40.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:13:0) after 4m45s
[15:50:25.317] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:13:0)
[15:50:25.333] Build status: STARTED
[15:50:25.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:14:0) after 7m41s
[15:58:06.350] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:14:0)
[15:58:06.372] Build status: STARTED
[15:58:06.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:15:0) after 7m53s
[16:05:59.398] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:15:0)
[16:05:59.418] Build status: STARTED
[16:05:59.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:16:0) after 6m9s
[16:12:08.433] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:16:0)
[16:12:08.456] Build status: STARTED
[16:12:08.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:17:0) after 1m21s
[16:13:29.471] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:17:0)
[16:13:29.500] Build status: STARTED
[16:13:29.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:18:0) after 3m40s
[16:17:09.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:18:0)
[16:17:09.545] Build status: STARTED
[16:17:09.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:19:0) after 6m24s
[16:23:33.590] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:19:0)
[16:23:33.614] Build status: STARTED
[16:23:33.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:20:0) after 6m24s
[16:29:57.624] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:20:0)
[16:29:57.649] Build status: STARTED
[16:29:57.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:21:0) after 7m17s
[16:37:14.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:21:0)
[16:37:14.845] Build status: STARTED
[16:37:14.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:22:0) after 6m36s
[16:43:50.860] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:22:0)
[16:43:50.888] Build status: STARTED
[16:43:50.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:23:0) after 6m10s
[16:50:00.941] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:23:0)
[16:50:00.959] Build status: STARTED
[16:50:00.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:24:0) after 1m22s
[16:51:23.041] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:24:0)
[16:51:23.077] Build status: STARTED
[16:51:23.077] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:25:0) after 5m43s
[16:57:06.099] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:25:0)
[16:57:06.119] Build status: STARTED
[16:57:06.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:26:0) after 6m50s
[17:03:56.146] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:26:0)
[17:03:56.165] Build status: STARTED
[17:03:56.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:27:0) after 4m12s
[17:08:08.310] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:27:0)
[17:08:08.357] Build status: STARTED
[17:08:08.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:28:0) after 4m0s
[17:12:08.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:28:0)
[17:12:08.372] Build status: STARTED
[17:12:08.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:29:0) after 3m9s
[17:15:17.474] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:29:0)
[17:15:17.584] Build status: STARTED
[17:15:17.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:30:0) after 4m29s
[17:19:46.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:30:0)
[17:19:46.640] Build status: STARTED
[17:19:46.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:31:0) after 8m13s
[17:27:59.691] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:31:0)
[17:27:59.747] Build status: STARTED
[17:27:59.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:32:0) after 5m57s
[17:33:56.834] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:32:0)
[17:33:56.849] Build status: STARTED
[17:33:56.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:33:0) after 4m31s
[17:38:27.941] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:33:0)
[17:38:27.957] Build status: STARTED
[17:38:27.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:34:0) after 6m28s
[17:44:56.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:34:0)
[17:44:56.043] Build status: STARTED
[17:44:56.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:35:0) after 4m11s
[17:49:07.113] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:35:0)
[17:49:07.154] Build status: STARTED
[17:49:07.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:36:0) after 8m4s
[17:57:11.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:36:0)
[17:57:11.196] Build status: STARTED
[17:57:11.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:37:0) after 9m23s
[18:06:34.213] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:37:0)
[18:06:34.242] Build status: STARTED
[18:06:34.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:38:0) after 1m44s
[18:08:18.266] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:38:0)
[18:08:18.287] Build status: STARTED
[18:08:18.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:39:0) after 6m4s
[18:14:22.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:39:0)
[18:14:22.414] Build status: STARTED
[18:14:22.414] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8872252300431197504:40:0) after 9m12s
[18:20:17.852] Received PubSub notification, asking Buildbucket for the build status
[18:20:17.871] Build:
{
"id": "8706822237969641953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-11T14:57:56.341371518Z",
"startTime": "2025-08-11T14:58:01.869220972Z",
"endTime": "2025-08-11T18:20:17.460073145Z",
"updateTime": "2025-08-11T18:20:17.460073145Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5bd39a0060bed29e04db954eff77386473d38bb3",
"ref": "refs/heads/main"
}
}
}
[18:20:17.871] Invocation finished in 3h22m23.260698342s with status FAILED