[08:00:28.863] New invocation is queued and will start shortly
[08:00:28.863] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[08:00:29.944] Starting the invocation (attempt 1)
[08:00:29.971] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dc76ac607181042bbd420afd2e9d205e411a5857"
[08:00:29.971] Reconstructed gitiles commit from tags
[08:00:29.971] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:00:29.972] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:00:29.972] Buildbucket request:
{
"requestId": "8865211999433782864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "291940be609001a2cce0c5876156fd7cf1d22f0809c02cca719c120be9f51e37/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "40bab73db6faaab6f1058f55443061c8c9ac8297",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865211999433782864",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "50ee1264af2c081506a1e72a36e34ac0152290c3da019e7cee63ef82d213a593/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "40bab73db6faaab6f1058f55443061c8c9ac8297",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7de1a17cc64bfcd1f0de055682d562dfb6476fb2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7de1a17cc64bfcd1f0de055682d562dfb6476fb2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "a035f5a6-4c56-475e-8678-1271120f28dc",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8699798016278014817"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "291940be609001a2cce0c5876156fd7cf1d22f0809c02cca719c120be9f51e37/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "40bab73db6faaab6f1058f55443061c8c9ac8297",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dc76ac607181042bbd420afd2e9d205e411a5857"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dc76ac607181042bbd420afd2e9d205e411a5857",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "53681118-bf89-4a41-befd-495991ea06b3",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8699792236914797985"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dc76ac607181042bbd420afd2e9d205e411a5857"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dc76ac607181042bbd420afd2e9d205e411a5857",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865211999433782864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:00:30.313] Scheduled build:
{
"id": "8699781937557036897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T08:00:30.024664629Z",
"updateTime": "2025-10-28T08:00:30.024664629Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dc76ac607181042bbd420afd2e9d205e411a5857",
"ref": "refs/heads/main"
}
}
}
[08:00:30.314] Task URL: https://cr-buildbucket.appspot.com/build/8699781937557036897
[08:00:30.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:2:0) after 8m4s
[08:00:30.685] Received PubSub notification, asking Buildbucket for the build status
[08:00:30.779] Build status: SCHEDULED
[08:08:34.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:2:0)
[08:08:34.369] Build status: SCHEDULED
[08:08:34.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:4:0) after 3m2s
[08:11:36.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:4:0)
[08:11:36.519] Build status: SCHEDULED
[08:11:36.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:5:0) after 9m37s
[08:21:13.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:5:0)
[08:21:13.649] Build status: SCHEDULED
[08:21:13.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:6:0) after 4m10s
[08:25:23.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:6:0)
[08:25:23.726] Build status: SCHEDULED
[08:25:23.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:7:0) after 9m24s
[08:34:47.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:7:0)
[08:34:47.774] Build status: SCHEDULED
[08:34:47.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:8:0) after 6m46s
[08:41:33.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:8:0)
[08:41:33.802] Build status: SCHEDULED
[08:41:33.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:9:0) after 6m7s
[08:47:40.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:9:0)
[08:47:40.843] Build status: SCHEDULED
[08:47:40.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:10:0) after 8m22s
[08:56:02.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:10:0)
[08:56:02.906] Build status: SCHEDULED
[08:56:02.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:11:0) after 8m38s
[09:04:40.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:11:0)
[09:04:41.028] Build status: SCHEDULED
[09:04:41.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:12:0) after 7m14s
[09:11:55.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:12:0)
[09:11:55.213] Build status: SCHEDULED
[09:11:55.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:13:0) after 6m41s
[09:14:01.149] Received PubSub notification, asking Buildbucket for the build status
[09:14:01.225] Build status: STARTED
[09:18:36.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:13:0)
[09:18:36.252] Build status: STARTED
[09:18:36.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:15:0) after 9m0s
[09:27:36.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:15:0)
[09:27:36.327] Build status: STARTED
[09:27:36.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:16:0) after 9m20s
[09:36:56.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:16:0)
[09:36:56.363] Build status: STARTED
[09:36:56.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:17:0) after 4m8s
[09:41:04.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:17:0)
[09:41:04.408] Build status: STARTED
[09:41:04.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:18:0) after 1m34s
[09:42:38.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:18:0)
[09:42:38.513] Build status: STARTED
[09:42:38.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:19:0) after 2m53s
[09:45:31.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:19:0)
[09:45:31.596] Build status: STARTED
[09:45:31.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:20:0) after 5m16s
[09:50:47.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:20:0)
[09:50:47.729] Build status: STARTED
[09:50:47.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:21:0) after 6m58s
[09:57:45.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:21:0)
[09:57:45.784] Build status: STARTED
[09:57:45.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:22:0) after 8m49s
[10:06:34.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:22:0)
[10:06:34.929] Build status: STARTED
[10:06:34.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:23:0) after 1m11s
[10:07:45.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:23:0)
[10:07:46.005] Build status: STARTED
[10:07:46.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:24:0) after 7m44s
[10:15:30.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:24:0)
[10:15:30.118] Build status: STARTED
[10:15:30.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:25:0) after 3m18s
[10:18:48.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:25:0)
[10:18:48.215] Build status: STARTED
[10:18:48.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:26:0) after 9m48s
[10:28:36.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:26:0)
[10:28:36.266] Build status: STARTED
[10:28:36.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:27:0) after 1m24s
[10:30:00.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:27:0)
[10:30:00.338] Build status: STARTED
[10:30:00.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:28:0) after 6m47s
[10:36:47.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:28:0)
[10:36:47.424] Build status: STARTED
[10:36:47.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865211999433782864:29:0) after 9m2s
[10:40:34.516] Received PubSub notification, asking Buildbucket for the build status
[10:40:34.552] Build:
{
"id": "8699781937557036897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T08:00:30.024664629Z",
"startTime": "2025-10-28T09:14:00.873016635Z",
"endTime": "2025-10-28T10:40:34.230376996Z",
"updateTime": "2025-10-28T10:40:34.230376996Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dc76ac607181042bbd420afd2e9d205e411a5857",
"ref": "refs/heads/main"
}
}
}
[10:40:34.552] Invocation finished in 2h40m5.700808368s with status FAILED