[00:39:50.620] New invocation is queued and will start shortly
[00:39:50.620] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:39:51.667] Starting the invocation (attempt 1)
[00:39:51.690] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a9435cb8924dc00d3a34570785284e73049662e4"
[00:39:51.690] Reconstructed gitiles commit from tags
[00:39:51.690] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:39:51.691] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:39:51.691] Buildbucket request:
{
"requestId": "8863065394739553056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "65ec8b37a5f6c1f98add0e4e1e3924cd619098a8887a3108fe73fb81874afa10/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e1ff2476560c59845a90e35e52146e28580d2b24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863065394739553056",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cf28de658101933087f74d35a1141e5f7424aac8e0075a787c52da0da18ae8b7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d25bb2f910eedb5a506fd88a5b97168c0935b9d9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a3f6c4308ab4c36d2b58419d7f69744794fbb9ba"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a3f6c4308ab4c36d2b58419d7f69744794fbb9ba",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "f7b21a1c-5aaa-4f39-b95e-4c0ed4a33d93",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697647007619448209"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "65ec8b37a5f6c1f98add0e4e1e3924cd619098a8887a3108fe73fb81874afa10/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e1ff2476560c59845a90e35e52146e28580d2b24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a9435cb8924dc00d3a34570785284e73049662e4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a9435cb8924dc00d3a34570785284e73049662e4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "6d672cd8-348b-476c-a70f-b7b72f9f651a",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697641237840630385"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a9435cb8924dc00d3a34570785284e73049662e4"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a9435cb8924dc00d3a34570785284e73049662e4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863065394739553056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:39:52.055] Scheduled build:
{
"id": "8697635332889754129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-21T00:39:51.763404099Z",
"updateTime": "2025-11-21T00:39:51.763404099Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a9435cb8924dc00d3a34570785284e73049662e4",
"ref": "refs/heads/main"
}
}
}
[00:39:52.055] Task URL: https://cr-buildbucket.appspot.com/build/8697635332889754129
[00:39:52.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:2:0) after 8m32s
[00:39:53.703] Received PubSub notification, asking Buildbucket for the build status
[00:39:53.735] Build status: SCHEDULED
[00:48:24.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:2:0)
[00:48:24.180] Build status: SCHEDULED
[00:48:24.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:4:0) after 1m28s
[00:49:52.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:4:0)
[00:49:52.335] Build status: SCHEDULED
[00:49:52.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:5:0) after 8m56s
[00:58:48.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:5:0)
[00:58:48.386] Build status: SCHEDULED
[00:58:48.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:6:0) after 9m30s
[01:08:18.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:6:0)
[01:08:18.457] Build status: SCHEDULED
[01:08:18.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:7:0) after 2m44s
[01:11:02.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:7:0)
[01:11:02.589] Build status: SCHEDULED
[01:11:02.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:8:0) after 9m43s
[01:20:45.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:8:0)
[01:20:45.674] Build status: SCHEDULED
[01:20:45.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:9:0) after 3m13s
[01:23:58.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:9:0)
[01:23:58.757] Build status: SCHEDULED
[01:23:58.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:10:0) after 9m49s
[01:33:47.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:10:0)
[01:33:47.796] Build status: SCHEDULED
[01:33:47.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:11:0) after 8m10s
[01:41:57.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:11:0)
[01:41:57.829] Build status: SCHEDULED
[01:41:57.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:12:0) after 1m4s
[01:43:01.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:12:0)
[01:43:01.860] Build status: SCHEDULED
[01:43:01.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:13:0) after 1m34s
[01:44:35.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:13:0)
[01:44:35.873] Build status: SCHEDULED
[01:44:35.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:14:0) after 5m33s
[01:50:08.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:14:0)
[01:50:08.905] Build status: SCHEDULED
[01:50:08.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:15:0) after 2m6s
[01:52:14.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:15:0)
[01:52:14.932] Build status: SCHEDULED
[01:52:14.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:16:0) after 3m26s
[01:54:09.050] Received PubSub notification, asking Buildbucket for the build status
[01:54:09.063] Build status: STARTED
[01:55:40.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:16:0)
[01:55:41.011] Build status: STARTED
[01:55:41.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:18:0) after 1m11s
[01:56:52.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:18:0)
[01:56:52.050] Build status: STARTED
[01:56:52.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:19:0) after 6m42s
[02:03:34.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:19:0)
[02:03:34.202] Build status: STARTED
[02:03:34.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:20:0) after 9m7s
[02:12:41.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:20:0)
[02:12:41.331] Build status: STARTED
[02:12:41.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:21:0) after 6m18s
[02:18:59.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:21:0)
[02:18:59.469] Build status: STARTED
[02:18:59.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:22:0) after 5m42s
[02:24:41.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:22:0)
[02:24:41.524] Build status: STARTED
[02:24:41.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:23:0) after 3m16s
[02:27:57.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:23:0)
[02:27:57.509] Build status: STARTED
[02:27:57.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:24:0) after 3m49s
[02:31:46.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:24:0)
[02:31:46.555] Build status: STARTED
[02:31:46.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:25:0) after 4m47s
[02:36:33.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:25:0)
[02:36:33.581] Build status: STARTED
[02:36:33.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:26:0) after 2m56s
[02:39:29.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:26:0)
[02:39:29.617] Build status: STARTED
[02:39:29.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:27:0) after 6m8s
[02:45:37.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:27:0)
[02:45:37.695] Build status: STARTED
[02:45:37.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:28:0) after 7m44s
[02:53:21.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:28:0)
[02:53:21.735] Build status: STARTED
[02:53:21.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:29:0) after 7m53s
[03:01:14.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:29:0)
[03:01:14.886] Build status: STARTED
[03:01:14.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:30:0) after 9m32s
[03:10:46.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:30:0)
[03:10:46.938] Build status: STARTED
[03:10:46.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:31:0) after 1m14s
[03:12:01.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:31:0)
[03:12:01.044] Build status: STARTED
[03:12:01.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863065394739553056:32:0) after 2m58s
[03:12:41.629] Received PubSub notification, asking Buildbucket for the build status
[03:12:41.645] Build:
{
"id": "8697635332889754129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-21T00:39:51.763404099Z",
"startTime": "2025-11-21T01:54:08.415516325Z",
"endTime": "2025-11-21T03:12:41.246342712Z",
"updateTime": "2025-11-21T03:12:41.246342712Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a9435cb8924dc00d3a34570785284e73049662e4",
"ref": "refs/heads/main"
}
}
}
[03:12:41.645] Invocation finished in 2h32m51.030059461s with status FAILED