[07:16:06.175] New invocation is queued and will start shortly
[07:16:06.175] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:16:07.253] Starting the invocation (attempt 1)
[07:16:07.287] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/668bac5810249ae7711b050ba35afaea9ec4e1fd"
[07:16:07.287] Reconstructed gitiles commit from tags
[07:16:07.287] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:16:07.287] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:16:07.287] Buildbucket request:
{
"requestId": "8865758373261837856",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6de8a6ad9b477e85411c4cc8c11a45c12323cb0f9aee51b762b9186e427618e3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b3ee7ec401d4eee879b60bdf6759277e50f7cf9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865758373261837856",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6de8a6ad9b477e85411c4cc8c11a45c12323cb0f9aee51b762b9186e427618e3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b3ee7ec401d4eee879b60bdf6759277e50f7cf9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "668bac5810249ae7711b050ba35afaea9ec4e1fd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/668bac5810249ae7711b050ba35afaea9ec4e1fd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "892874ec-b146-498a-acb7-db4fe82eeea5",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8700340239432487857"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "668bac5810249ae7711b050ba35afaea9ec4e1fd"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "668bac5810249ae7711b050ba35afaea9ec4e1fd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865758373261837856"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:16:07.762] Scheduled build:
{
"id": "8700328311286504769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T07:16:07.431388877Z",
"updateTime": "2025-10-22T07:16:07.431388877Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "668bac5810249ae7711b050ba35afaea9ec4e1fd",
"ref": "refs/heads/main"
}
}
}
[07:16:07.762] Task URL: https://cr-buildbucket.appspot.com/build/8700328311286504769
[07:16:07.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:2:0) after 3m3s
[07:16:07.849] Received PubSub notification, asking Buildbucket for the build status
[07:16:07.880] Build status: SCHEDULED
[07:19:10.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:2:0)
[07:19:10.805] Build status: SCHEDULED
[07:19:10.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:4:0) after 2m25s
[07:21:35.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:4:0)
[07:21:35.834] Build status: SCHEDULED
[07:21:35.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:5:0) after 8m8s
[07:29:43.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:5:0)
[07:29:43.891] Build status: SCHEDULED
[07:29:43.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:6:0) after 1m45s
[07:31:29.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:6:0)
[07:31:29.041] Build status: SCHEDULED
[07:31:29.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:7:0) after 3m9s
[07:34:38.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:7:0)
[07:34:38.128] Build status: SCHEDULED
[07:34:38.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:8:0) after 4m34s
[07:39:12.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:8:0)
[07:39:12.199] Build status: SCHEDULED
[07:39:12.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:9:0) after 5m30s
[07:44:42.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:9:0)
[07:44:42.343] Build status: SCHEDULED
[07:44:42.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:10:0) after 4m7s
[07:48:49.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:10:0)
[07:48:49.406] Build status: SCHEDULED
[07:48:49.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:11:0) after 5m57s
[07:54:46.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:11:0)
[07:54:46.597] Build status: SCHEDULED
[07:54:46.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:12:0) after 8m34s
[08:00:09.251] Received PubSub notification, asking Buildbucket for the build status
[08:00:09.278] Build status: STARTED
[08:03:20.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:12:0)
[08:03:20.647] Build status: STARTED
[08:03:20.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:14:0) after 1m17s
[08:04:37.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:14:0)
[08:04:37.720] Build status: STARTED
[08:04:37.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:15:0) after 3m56s
[08:08:33.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:15:0)
[08:08:33.777] Build status: STARTED
[08:08:33.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:16:0) after 3m13s
[08:11:46.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:16:0)
[08:11:46.831] Build status: STARTED
[08:11:46.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:17:0) after 2m59s
[08:14:45.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:17:0)
[08:14:45.910] Build status: STARTED
[08:14:45.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:18:0) after 5m30s
[08:20:15.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:18:0)
[08:20:15.954] Build status: STARTED
[08:20:15.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:19:0) after 9m35s
[08:29:51.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:19:0)
[08:29:51.037] Build status: STARTED
[08:29:51.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:20:0) after 7m59s
[08:37:50.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:20:0)
[08:37:50.071] Build status: STARTED
[08:37:50.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:21:0) after 1m33s
[08:39:23.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:21:0)
[08:39:23.172] Build status: STARTED
[08:39:23.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:22:0) after 6m52s
[08:46:15.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:22:0)
[08:46:15.263] Build status: STARTED
[08:46:15.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:23:0) after 4m59s
[08:51:14.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:23:0)
[08:51:14.279] Build status: STARTED
[08:51:14.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:24:0) after 2m59s
[08:54:13.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:24:0)
[08:54:13.316] Build status: STARTED
[08:54:13.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:25:0) after 3m16s
[08:57:29.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:25:0)
[08:57:29.458] Build status: STARTED
[08:57:29.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:26:0) after 4m28s
[09:01:57.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:26:0)
[09:01:57.535] Build status: STARTED
[09:01:57.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865758373261837856:27:0) after 8m41s
[09:09:15.345] Received PubSub notification, asking Buildbucket for the build status
[09:09:15.372] Build:
{
"id": "8700328311286504769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T07:16:07.431388877Z",
"startTime": "2025-10-22T08:00:08.511378426Z",
"endTime": "2025-10-22T09:09:14.975135150Z",
"updateTime": "2025-10-22T09:09:14.975135150Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "668bac5810249ae7711b050ba35afaea9ec4e1fd",
"ref": "refs/heads/main"
}
}
}
[09:09:15.372] Invocation finished in 1h53m9.208169146s with status FAILED