[00:54:56.607] New invocation is queued and will start shortly
[00:54:56.607] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:54:57.857] Starting the invocation (attempt 1)
[00:54:57.892] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5165a6c197a0af5b27f6c7f6ac172d09c18623f5"
[00:54:57.892] Reconstructed gitiles commit from tags
[00:54:57.892] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:57.892] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:57.893] Buildbucket request:
{
"requestId": "8872214738351032208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b27be4082049116a25697df5ce6d328ca7ce361d490645b56030bbd6872379c8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3d21ec9ac58c676fc59d97468c7777b80945fe78",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872214738351032208",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "fa47a0961183de52de9d6cae0fa78449a160554101cfdaa97d88236c3f9a34a2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0682454671c9131f2dd42d166fbe328b689518d6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3cb649a1c6c0d3bf813857bfa46aa3b74c2e46d5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3cb649a1c6c0d3bf813857bfa46aa3b74c2e46d5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "e04f9ec3-07b5-4add-886a-9df178f832b8",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706800262136211057"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b27be4082049116a25697df5ce6d328ca7ce361d490645b56030bbd6872379c8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3d21ec9ac58c676fc59d97468c7777b80945fe78",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5165a6c197a0af5b27f6c7f6ac172d09c18623f5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5165a6c197a0af5b27f6c7f6ac172d09c18623f5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "ca04bbfc-a394-4f1f-9595-ba8454689120",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706793541676259153"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5165a6c197a0af5b27f6c7f6ac172d09c18623f5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5165a6c197a0af5b27f6c7f6ac172d09c18623f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872214738351032208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:54:58.533] Scheduled build:
{
"id": "8706784676239148865",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T00:54:57.999660712Z",
"updateTime": "2025-08-12T00:54:57.999660712Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5165a6c197a0af5b27f6c7f6ac172d09c18623f5",
"ref": "refs/heads/main"
}
}
}
[00:54:58.533] Task URL: https://cr-buildbucket.appspot.com/build/8706784676239148865
[00:54:58.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:2:0) after 1m59s
[00:54:59.490] Received PubSub notification, asking Buildbucket for the build status
[00:54:59.550] Build status: SCHEDULED
[00:56:57.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:2:0)
[00:56:57.575] Build status: SCHEDULED
[00:56:57.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:4:0) after 9m58s
[01:06:55.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:4:0)
[01:06:55.727] Build status: SCHEDULED
[01:06:55.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:5:0) after 9m58s
[01:16:53.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:5:0)
[01:16:53.791] Build status: SCHEDULED
[01:16:53.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:6:0) after 3m16s
[01:20:09.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:6:0)
[01:20:09.799] Build status: SCHEDULED
[01:20:09.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:7:0) after 1m12s
[01:21:21.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:7:0)
[01:21:21.908] Build status: SCHEDULED
[01:21:21.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:8:0) after 9m54s
[01:31:15.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:8:0)
[01:31:15.976] Build status: SCHEDULED
[01:31:15.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:9:0) after 2m59s
[01:34:14.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:9:0)
[01:34:15.019] Build status: SCHEDULED
[01:34:15.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:10:0) after 5m41s
[01:39:56.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:10:0)
[01:39:56.323] Build status: SCHEDULED
[01:39:56.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:11:0) after 8m48s
[01:48:44.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:11:0)
[01:48:44.372] Build status: SCHEDULED
[01:48:44.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:12:0) after 7m37s
[01:56:21.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:12:0)
[01:56:21.458] Build status: SCHEDULED
[01:56:21.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:13:0) after 8m46s
[02:05:07.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:13:0)
[02:05:07.564] Build status: SCHEDULED
[02:05:07.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:14:0) after 6m44s
[02:11:51.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:14:0)
[02:11:51.628] Build status: SCHEDULED
[02:11:51.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:15:0) after 9m21s
[02:21:12.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:15:0)
[02:21:12.741] Build status: SCHEDULED
[02:21:12.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:16:0) after 9m19s
[02:27:09.750] Received PubSub notification, asking Buildbucket for the build status
[02:27:09.769] Build status: STARTED
[02:30:31.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:16:0)
[02:30:31.815] Build status: STARTED
[02:30:31.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:18:0) after 9m25s
[02:39:56.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:18:0)
[02:39:56.862] Build status: STARTED
[02:39:56.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:19:0) after 4m3s
[02:43:59.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:19:0)
[02:43:59.932] Build status: STARTED
[02:43:59.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:20:0) after 9m37s
[02:53:37.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:20:0)
[02:53:37.055] Build status: STARTED
[02:53:37.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:21:0) after 2m9s
[02:55:46.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:21:0)
[02:55:46.130] Build status: STARTED
[02:55:46.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:22:0) after 9m53s
[03:05:39.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:22:0)
[03:05:39.162] Build status: STARTED
[03:05:39.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:23:0) after 1m39s
[03:07:18.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:23:0)
[03:07:18.220] Build status: STARTED
[03:07:18.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:24:0) after 9m29s
[03:16:47.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:24:0)
[03:16:47.267] Build status: STARTED
[03:16:47.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:25:0) after 8m7s
[03:24:54.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:25:0)
[03:24:54.348] Build status: STARTED
[03:24:54.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:26:0) after 5m2s
[03:29:56.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:26:0)
[03:29:56.485] Build status: STARTED
[03:29:56.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:27:0) after 5m32s
[03:35:28.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:27:0)
[03:35:28.633] Build status: STARTED
[03:35:28.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:28:0) after 8m42s
[03:44:10.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:28:0)
[03:44:10.681] Build status: STARTED
[03:44:10.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872214738351032208:29:0) after 5m5s
[03:48:28.373] Received PubSub notification, asking Buildbucket for the build status
[03:48:28.396] Build:
{
"id": "8706784676239148865",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T00:54:57.999660712Z",
"startTime": "2025-08-12T02:27:09.567940682Z",
"endTime": "2025-08-12T03:48:28.096626467Z",
"updateTime": "2025-08-12T03:48:28.096626467Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5165a6c197a0af5b27f6c7f6ac172d09c18623f5",
"ref": "refs/heads/main"
}
}
}
[03:48:28.396] Invocation finished in 2h53m31.794849527s with status FAILED