[07:47:28.130] New invocation is queued and will start shortly
[07:47:28.130] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:47:29.167] Starting the invocation (attempt 1)
[07:47:29.197] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bd7db754895ed3b51388ec549cd656c770c17587"
[07:47:29.197] Reconstructed gitiles commit from tags
[07:47:29.197] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:47:29.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:47:29.198] Buildbucket request:
{
"requestId": "8873728932934739600",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "575542fef0a18581ea3d285bbb4fb9ec1e1b2ddc0b5b8a640d592fbb04daab96/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9365b8711f644371cc82b66d9d432f02e3c61ef1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873728932934739600",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "575542fef0a18581ea3d285bbb4fb9ec1e1b2ddc0b5b8a640d592fbb04daab96/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9365b8711f644371cc82b66d9d432f02e3c61ef1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bd7db754895ed3b51388ec549cd656c770c17587"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bd7db754895ed3b51388ec549cd656c770c17587",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "82d48ba4-5b83-4230-ac59-84b5638cfe04",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8708309847002396833"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bd7db754895ed3b51388ec549cd656c770c17587"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd7db754895ed3b51388ec549cd656c770c17587",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873728932934739600"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:47:29.651] Scheduled build:
{
"id": "8708298871088135153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-26T07:47:29.261303920Z",
"updateTime": "2025-07-26T07:47:29.261303920Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd7db754895ed3b51388ec549cd656c770c17587",
"ref": "refs/heads/main"
}
}
}
[07:47:29.651] Task URL: https://cr-buildbucket.appspot.com/build/8708298871088135153
[07:47:29.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:2:0) after 1m45s
[07:47:30.695] Received PubSub notification, asking Buildbucket for the build status
[07:47:30.712] Build status: SCHEDULED
[07:47:33.349] Received PubSub notification, asking Buildbucket for the build status
[07:47:33.375] Build status: STARTED
[07:49:14.677] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:2:0)
[07:49:14.696] Build status: STARTED
[07:49:14.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:5:0) after 2m13s
[07:51:27.751] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:5:0)
[07:51:27.777] Build status: STARTED
[07:51:27.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:6:0) after 2m42s
[07:54:09.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:6:0)
[07:54:09.890] Build status: STARTED
[07:54:09.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:7:0) after 8m41s
[08:02:50.943] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:7:0)
[08:02:50.968] Build status: STARTED
[08:02:50.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:8:0) after 3m5s
[08:05:56.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:8:0)
[08:05:56.095] Build status: STARTED
[08:05:56.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:9:0) after 1m52s
[08:07:48.239] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:9:0)
[08:07:48.260] Build status: STARTED
[08:07:48.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:10:0) after 6m23s
[08:14:11.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:10:0)
[08:14:11.304] Build status: STARTED
[08:14:11.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:11:0) after 7m4s
[08:21:15.339] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:11:0)
[08:21:15.366] Build status: STARTED
[08:21:15.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:12:0) after 6m24s
[08:27:39.357] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:12:0)
[08:27:39.386] Build status: STARTED
[08:27:39.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:13:0) after 3m4s
[08:30:43.513] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:13:0)
[08:30:43.549] Build status: STARTED
[08:30:43.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:14:0) after 4m20s
[08:35:03.630] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:14:0)
[08:35:03.662] Build status: STARTED
[08:35:03.662] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:15:0) after 7m50s
[08:42:53.748] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:15:0)
[08:42:53.773] Build status: STARTED
[08:42:53.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:16:0) after 9m0s
[08:51:54.190] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:16:0)
[08:51:54.209] Build status: STARTED
[08:51:54.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:17:0) after 4m39s
[08:56:33.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:17:0)
[08:56:33.684] Build status: STARTED
[08:56:33.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:18:0) after 8m52s
[09:05:26.219] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:18:0)
[09:05:26.237] Build status: STARTED
[09:05:26.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:19:0) after 7m36s
[09:13:02.419] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:19:0)
[09:13:02.460] Build status: STARTED
[09:13:02.460] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:20:0) after 2m3s
[09:15:05.481] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:20:0)
[09:15:05.505] Build status: STARTED
[09:15:05.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:21:0) after 9m36s
[09:24:41.526] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:21:0)
[09:24:41.563] Build status: STARTED
[09:24:41.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:22:0) after 3m19s
[09:28:00.853] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:22:0)
[09:28:00.876] Build status: STARTED
[09:28:00.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:23:0) after 7m29s
[09:35:29.898] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:23:0)
[09:35:29.918] Build status: STARTED
[09:35:29.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:24:0) after 3m49s
[09:39:19.041] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:24:0)
[09:39:19.070] Build status: STARTED
[09:39:19.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:25:0) after 6m2s
[09:45:21.290] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:25:0)
[09:45:21.347] Build status: STARTED
[09:45:21.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:26:0) after 5m15s
[09:50:36.397] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:26:0)
[09:50:36.432] Build status: STARTED
[09:50:36.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:27:0) after 3m17s
[09:53:53.516] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:27:0)
[09:53:53.545] Build status: STARTED
[09:53:53.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:28:0) after 6m50s
[10:00:43.570] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:28:0)
[10:00:43.593] Build status: STARTED
[10:00:43.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:29:0) after 1m50s
[10:02:33.663] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:29:0)
[10:02:33.703] Build status: STARTED
[10:02:33.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:30:0) after 2m0s
[10:04:33.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:30:0)
[10:04:33.842] Build status: STARTED
[10:04:33.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:31:0) after 1m39s
[10:06:12.932] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:31:0)
[10:06:12.953] Build status: STARTED
[10:06:12.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:32:0) after 1m0s
[10:07:12.979] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:32:0)
[10:07:13.005] Build status: STARTED
[10:07:13.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:33:0) after 1m6s
[10:08:19.231] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:33:0)
[10:08:19.292] Build status: STARTED
[10:08:19.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:34:0) after 5m13s
[10:13:32.321] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:34:0)
[10:13:32.338] Build status: STARTED
[10:13:32.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:35:0) after 1m56s
[10:15:28.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:35:0)
[10:15:28.584] Build status: STARTED
[10:15:28.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:36:0) after 7m29s
[10:22:57.782] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:36:0)
[10:22:57.801] Build status: STARTED
[10:22:57.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:37:0) after 4m42s
[10:27:40.053] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:37:0)
[10:27:40.105] Build status: STARTED
[10:27:40.105] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:38:0) after 3m56s
[10:31:36.230] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:38:0)
[10:31:36.252] Build status: STARTED
[10:31:36.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:39:0) after 9m54s
[10:41:30.268] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:39:0)
[10:41:30.289] Build status: STARTED
[10:41:30.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:40:0) after 5m50s
[10:47:20.310] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:40:0)
[10:47:20.328] Build status: STARTED
[10:47:20.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:41:0) after 6m44s
[10:54:04.598] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:41:0)
[10:54:04.619] Build status: STARTED
[10:54:04.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:42:0) after 5m42s
[10:59:46.596] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:42:0)
[10:59:46.619] Build status: STARTED
[10:59:46.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:43:0) after 5m22s
[11:05:08.738] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:43:0)
[11:05:08.756] Build status: STARTED
[11:05:08.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8873728932934739600:44:0) after 5m52s
[11:09:10.341] Received PubSub notification, asking Buildbucket for the build status
[11:09:10.360] Build:
{
"id": "8708298871088135153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-26T07:47:29.261303920Z",
"startTime": "2025-07-26T07:47:33.134014944Z",
"endTime": "2025-07-26T11:09:10.042172022Z",
"updateTime": "2025-07-26T11:09:10.042172022Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd7db754895ed3b51388ec549cd656c770c17587",
"ref": "refs/heads/main"
}
}
}
[11:09:10.360] Invocation finished in 3h21m42.242080402s with status FAILED