[13:00:00.520] New invocation is queued and will start shortly
[13:00:00.520] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[13:00:01.579] Starting the invocation (attempt 1)
[13:00:01.601] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f36ad98b27402e375589f4b5960cfbc2affc1c17"
[13:00:01.601] Reconstructed gitiles commit from tags
[13:00:01.601] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:00:01.601] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:00:01.601] Buildbucket request:
{
"requestId": "8875792999855249984",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "93aa4aaef03362a4092d454a48057dcc2aa87c250a196ad4b24b94a2ff942162/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1f25007c5dca8e2566f7cda267e7a0b80f51b0f2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875792999855249984",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "93aa4aaef03362a4092d454a48057dcc2aa87c250a196ad4b24b94a2ff942162/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1f25007c5dca8e2566f7cda267e7a0b80f51b0f2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f36ad98b27402e375589f4b5960cfbc2affc1c17"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f36ad98b27402e375589f4b5960cfbc2affc1c17",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "93bb004d-5e1a-4398-96ef-c33d47046460",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710368473330851217"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f36ad98b27402e375589f4b5960cfbc2affc1c17"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f36ad98b27402e375589f4b5960cfbc2affc1c17",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875792999855249984"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:00:02.092] Scheduled build:
{
"id": "8710362938008118977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T13:00:01.652930573Z",
"updateTime": "2025-07-03T13:00:01.652930573Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f36ad98b27402e375589f4b5960cfbc2affc1c17",
"ref": "refs/heads/main"
}
}
}
[13:00:02.092] Task URL: https://cr-buildbucket.appspot.com/build/8710362938008118977
[13:00:02.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:2:0) after 9m3s
[13:00:03.026] Received PubSub notification, asking Buildbucket for the build status
[13:00:03.055] Build status: SCHEDULED
[13:00:06.671] Received PubSub notification, asking Buildbucket for the build status
[13:00:06.697] Build status: STARTED
[13:09:05.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:2:0)
[13:09:05.128] Build status: STARTED
[13:09:05.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:5:0) after 2m35s
[13:11:40.124] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:5:0)
[13:11:40.185] Build status: STARTED
[13:11:40.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:6:0) after 3m11s
[13:14:51.240] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:6:0)
[13:14:51.261] Build status: STARTED
[13:14:51.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:7:0) after 7m55s
[13:22:46.259] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:7:0)
[13:22:46.277] Build status: STARTED
[13:22:46.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:8:0) after 3m27s
[13:26:13.309] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:8:0)
[13:26:13.346] Build status: STARTED
[13:26:13.346] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:9:0) after 7m14s
[13:33:27.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:9:0)
[13:33:27.395] Build status: STARTED
[13:33:27.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:10:0) after 4m23s
[13:37:50.447] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:10:0)
[13:37:50.469] Build status: STARTED
[13:37:50.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:11:0) after 4m29s
[13:42:19.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:11:0)
[13:42:19.607] Build status: STARTED
[13:42:19.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:12:0) after 5m10s
[13:47:29.719] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:12:0)
[13:47:29.744] Build status: STARTED
[13:47:29.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:13:0) after 7m2s
[13:54:31.765] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:13:0)
[13:54:31.793] Build status: STARTED
[13:54:31.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:14:0) after 2m1s
[13:56:32.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:14:0)
[13:56:32.882] Build status: STARTED
[13:56:32.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:15:0) after 8m47s
[14:05:19.892] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:15:0)
[14:05:19.913] Build status: STARTED
[14:05:19.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:16:0) after 6m6s
[14:11:25.930] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:16:0)
[14:11:25.981] Build status: STARTED
[14:11:25.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:17:0) after 3m42s
[14:15:07.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:17:0)
[14:15:08.001] Build status: STARTED
[14:15:08.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:18:0) after 2m38s
[14:17:46.076] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:18:0)
[14:17:46.093] Build status: STARTED
[14:17:46.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:19:0) after 8m28s
[14:26:14.117] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:19:0)
[14:26:14.177] Build status: STARTED
[14:26:14.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:20:0) after 2m26s
[14:28:40.200] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:20:0)
[14:28:40.222] Build status: STARTED
[14:28:40.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:21:0) after 7m28s
[14:36:08.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:21:0)
[14:36:08.299] Build status: STARTED
[14:36:08.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:22:0) after 3m56s
[14:40:04.325] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:22:0)
[14:40:04.356] Build status: STARTED
[14:40:04.356] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:23:0) after 4m43s
[14:44:47.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:23:0)
[14:44:47.400] Build status: STARTED
[14:44:47.400] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:24:0) after 6m26s
[14:51:13.503] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:24:0)
[14:51:13.526] Build status: STARTED
[14:51:13.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:25:0) after 3m53s
[14:55:06.546] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:25:0)
[14:55:06.568] Build status: STARTED
[14:55:06.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:26:0) after 6m18s
[15:01:24.594] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:26:0)
[15:01:24.614] Build status: STARTED
[15:01:24.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:27:0) after 6m3s
[15:07:27.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:27:0)
[15:07:27.834] Build status: STARTED
[15:07:27.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:28:0) after 6m4s
[15:13:31.859] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:28:0)
[15:13:31.902] Build status: STARTED
[15:13:31.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:29:0) after 2m21s
[15:15:52.924] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:29:0)
[15:15:52.964] Build status: STARTED
[15:15:52.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:30:0) after 6m1s
[15:21:54.037] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:30:0)
[15:21:54.112] Build status: STARTED
[15:21:54.112] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:31:0) after 6m0s
[15:27:54.241] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:31:0)
[15:27:54.264] Build status: STARTED
[15:27:54.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:32:0) after 9m13s
[15:37:07.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:32:0)
[15:37:07.321] Build status: STARTED
[15:37:07.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:33:0) after 5m40s
[15:42:47.340] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:33:0)
[15:42:47.360] Build status: STARTED
[15:42:47.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:34:0) after 4m55s
[15:47:42.464] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:34:0)
[15:47:42.483] Build status: STARTED
[15:47:42.483] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:35:0) after 4m34s
[15:52:16.508] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:35:0)
[15:52:16.566] Build status: STARTED
[15:52:16.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:36:0) after 6m28s
[15:58:44.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:36:0)
[15:58:44.610] Build status: STARTED
[15:58:44.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:37:0) after 3m32s
[16:02:16.727] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:37:0)
[16:02:16.756] Build status: STARTED
[16:02:16.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:38:0) after 8m50s
[16:11:06.856] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:38:0)
[16:11:06.891] Build status: STARTED
[16:11:06.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:39:0) after 5m45s
[16:16:52.016] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:39:0)
[16:16:52.034] Build status: STARTED
[16:16:52.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875792999855249984:40:0) after 8m1s
[16:22:24.811] Received PubSub notification, asking Buildbucket for the build status
[16:22:24.832] Build:
{
"id": "8710362938008118977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T13:00:01.652930573Z",
"startTime": "2025-07-03T13:00:05.589877842Z",
"endTime": "2025-07-03T16:22:24.448665634Z",
"updateTime": "2025-07-03T16:22:24.448665634Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f36ad98b27402e375589f4b5960cfbc2affc1c17",
"ref": "refs/heads/main"
}
}
}
[16:22:24.832] Invocation finished in 3h22m24.32510756s with status FAILED