[18:49:35.359] New invocation is queued and will start shortly
[18:49:35.359] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:49:36.877] Starting the invocation (attempt 1)
[18:49:36.910] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/70f5fd47a4974e1e47f85b95e3249d505d570501"
[18:49:36.910] Reconstructed gitiles commit from tags
[18:49:36.910] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:49:36.910] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:49:36.911] Buildbucket request:
{
"requestId": "8864355788375650176",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c4cfdef17fed4d432f58dc1ae5cc5713b39f8a2de0503fd34a62a174ad24a128/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b6e34214d896db0f6a0c28b775d68728a675a1bd",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864355788375650176",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c4cfdef17fed4d432f58dc1ae5cc5713b39f8a2de0503fd34a62a174ad24a128/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b6e34214d896db0f6a0c28b775d68728a675a1bd",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "70f5fd47a4974e1e47f85b95e3249d505d570501"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/70f5fd47a4974e1e47f85b95e3249d505d570501",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "32452745-f607-45a1-bceb-4566ccfa5985",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8698931368157009169"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "70f5fd47a4974e1e47f85b95e3249d505d570501"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "70f5fd47a4974e1e47f85b95e3249d505d570501",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864355788375650176"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:49:37.597] Scheduled build:
{
"id": "8698925725822738657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T18:49:37.165082218Z",
"updateTime": "2025-11-06T18:49:37.165082218Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "70f5fd47a4974e1e47f85b95e3249d505d570501",
"ref": "refs/heads/main"
}
}
}
[18:49:37.597] Task URL: https://cr-buildbucket.appspot.com/build/8698925725822738657
[18:49:37.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:2:0) after 6m12s
[18:49:38.547] Received PubSub notification, asking Buildbucket for the build status
[18:49:38.566] Build status: SCHEDULED
[18:55:49.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:2:0)
[18:55:49.699] Build status: SCHEDULED
[18:55:49.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:4:0) after 9m48s
[19:05:37.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:4:0)
[19:05:37.732] Build status: SCHEDULED
[19:05:37.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:5:0) after 3m49s
[19:09:26.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:5:0)
[19:09:26.814] Build status: SCHEDULED
[19:09:26.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:6:0) after 9m9s
[19:18:35.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:6:0)
[19:18:35.849] Build status: SCHEDULED
[19:18:35.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:7:0) after 3m43s
[19:22:18.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:7:0)
[19:22:18.946] Build status: SCHEDULED
[19:22:18.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:8:0) after 2m18s
[19:24:37.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:8:0)
[19:24:37.068] Build status: SCHEDULED
[19:24:37.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:9:0) after 9m49s
[19:34:26.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:9:0)
[19:34:26.116] Build status: SCHEDULED
[19:34:26.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:10:0) after 6m0s
[19:40:26.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:10:0)
[19:40:26.207] Build status: SCHEDULED
[19:40:26.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:11:0) after 8m9s
[19:48:35.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:11:0)
[19:48:35.202] Build status: SCHEDULED
[19:48:35.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:12:0) after 2m53s
[19:51:28.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:12:0)
[19:51:28.258] Build status: SCHEDULED
[19:51:28.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:13:0) after 3m36s
[19:55:04.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:13:0)
[19:55:04.317] Build status: SCHEDULED
[19:55:04.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:14:0) after 4m48s
[19:59:52.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:14:0)
[19:59:52.462] Build status: SCHEDULED
[19:59:52.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:15:0) after 3m20s
[20:02:39.972] Received PubSub notification, asking Buildbucket for the build status
[20:02:39.990] Build status: STARTED
[20:03:12.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:15:0)
[20:03:12.541] Build status: STARTED
[20:03:12.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:17:0) after 5m29s
[20:08:41.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:17:0)
[20:08:41.577] Build status: STARTED
[20:08:41.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:18:0) after 2m8s
[20:10:49.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:18:0)
[20:10:49.695] Build status: STARTED
[20:10:49.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:19:0) after 4m53s
[20:15:42.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:19:0)
[20:15:42.802] Build status: STARTED
[20:15:42.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:20:0) after 8m42s
[20:24:24.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:20:0)
[20:24:24.852] Build status: STARTED
[20:24:24.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:21:0) after 1m22s
[20:25:46.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:21:0)
[20:25:46.932] Build status: STARTED
[20:25:46.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:22:0) after 4m21s
[20:30:07.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:22:0)
[20:30:07.994] Build status: STARTED
[20:30:07.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:23:0) after 3m4s
[20:33:12.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:23:0)
[20:33:12.096] Build status: STARTED
[20:33:12.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:24:0) after 9m11s
[20:42:23.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:24:0)
[20:42:23.198] Build status: STARTED
[20:42:23.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:25:0) after 4m38s
[20:47:01.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:25:0)
[20:47:01.247] Build status: STARTED
[20:47:01.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:26:0) after 4m12s
[20:51:13.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:26:0)
[20:51:13.297] Build status: STARTED
[20:51:13.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:27:0) after 2m38s
[20:53:51.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:27:0)
[20:53:51.427] Build status: STARTED
[20:53:51.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:28:0) after 9m3s
[21:02:54.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:28:0)
[21:02:54.461] Build status: STARTED
[21:02:54.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:29:0) after 6m59s
[21:09:53.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:29:0)
[21:09:53.510] Build status: STARTED
[21:09:53.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864355788375650176:30:0) after 9m4s
[21:18:18.838] Received PubSub notification, asking Buildbucket for the build status
[21:18:18.877] Build:
{
"id": "8698925725822738657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T18:49:37.165082218Z",
"startTime": "2025-11-06T20:02:39.722738031Z",
"endTime": "2025-11-06T21:18:18.088725839Z",
"updateTime": "2025-11-06T21:18:18.088725839Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "70f5fd47a4974e1e47f85b95e3249d505d570501",
"ref": "refs/heads/main"
}
}
}
[21:18:18.877] Invocation finished in 2h28m43.530115311s with status FAILED