[01:11:32.969] New invocation is queued and will start shortly
[01:11:32.969] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:11:34.176] Starting the invocation (attempt 1)
[01:11:34.204] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f77ce52b56d025399f489a8c0aad8c18c4b06045"
[01:11:34.204] Reconstructed gitiles commit from tags
[01:11:34.204] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:11:34.204] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:11:34.205] Buildbucket request:
{
"requestId": "8864603548421464144",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3b91fe5170ba27d484c1c2bf55dd910dcad9d2c3d5c3dd30224c7e6302204ada/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9af7c5ea0ed68e77aca7f4dc762441f575416d5e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864603548421464144",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3b91fe5170ba27d484c1c2bf55dd910dcad9d2c3d5c3dd30224c7e6302204ada/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9af7c5ea0ed68e77aca7f4dc762441f575416d5e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f77ce52b56d025399f489a8c0aad8c18c4b06045"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f77ce52b56d025399f489a8c0aad8c18c4b06045",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "545cf598-78e2-46e5-bced-0903fd8fb4c3",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8699185566039853457"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f77ce52b56d025399f489a8c0aad8c18c4b06045"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f77ce52b56d025399f489a8c0aad8c18c4b06045",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864603548421464144"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:11:34.708] Scheduled build:
{
"id": "8699173486392408641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-04T01:11:34.273335007Z",
"updateTime": "2025-11-04T01:11:34.273335007Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f77ce52b56d025399f489a8c0aad8c18c4b06045",
"ref": "refs/heads/main"
}
}
}
[01:11:34.708] Task URL: https://cr-buildbucket.appspot.com/build/8699173486392408641
[01:11:34.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:2:0) after 3m32s
[01:11:35.608] Received PubSub notification, asking Buildbucket for the build status
[01:11:35.650] Build status: SCHEDULED
[01:15:06.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:2:0)
[01:15:06.818] Build status: SCHEDULED
[01:15:06.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:4:0) after 2m2s
[01:17:08.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:4:0)
[01:17:08.887] Build status: SCHEDULED
[01:17:08.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:5:0) after 8m52s
[01:26:00.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:5:0)
[01:26:01.024] Build status: SCHEDULED
[01:26:01.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:6:0) after 8m3s
[01:34:04.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:6:0)
[01:34:04.067] Build status: SCHEDULED
[01:34:04.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:7:0) after 7m38s
[01:41:42.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:7:0)
[01:41:42.307] Build status: SCHEDULED
[01:41:42.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:8:0) after 6m18s
[01:48:00.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:8:0)
[01:48:00.353] Build status: SCHEDULED
[01:48:00.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:9:0) after 8m44s
[01:56:44.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:9:0)
[01:56:44.392] Build status: SCHEDULED
[01:56:44.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:10:0) after 4m14s
[02:00:58.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:10:0)
[02:00:58.476] Build status: SCHEDULED
[02:00:58.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:11:0) after 4m42s
[02:05:40.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:11:0)
[02:05:40.600] Build status: SCHEDULED
[02:05:40.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:12:0) after 5m32s
[02:11:12.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:12:0)
[02:11:12.806] Build status: SCHEDULED
[02:11:12.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:13:0) after 6m2s
[02:14:41.086] Received PubSub notification, asking Buildbucket for the build status
[02:14:41.102] Build status: STARTED
[02:17:14.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:13:0)
[02:17:15.029] Build status: STARTED
[02:17:15.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:15:0) after 2m6s
[02:19:21.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:15:0)
[02:19:21.240] Build status: STARTED
[02:19:21.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:16:0) after 1m49s
[02:21:10.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:16:0)
[02:21:10.272] Build status: STARTED
[02:21:10.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:17:0) after 6m10s
[02:27:20.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:17:0)
[02:27:20.299] Build status: STARTED
[02:27:20.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:18:0) after 3m58s
[02:31:18.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:18:0)
[02:31:18.393] Build status: STARTED
[02:31:18.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:19:0) after 8m18s
[02:39:36.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:19:0)
[02:39:36.506] Build status: STARTED
[02:39:36.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:20:0) after 8m22s
[02:47:58.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:20:0)
[02:47:58.611] Build status: STARTED
[02:47:58.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:21:0) after 3m59s
[02:51:57.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:21:0)
[02:51:57.655] Build status: STARTED
[02:51:57.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:22:0) after 1m44s
[02:53:41.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:22:0)
[02:53:41.714] Build status: STARTED
[02:53:41.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:23:0) after 1m52s
[02:55:33.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:23:0)
[02:55:33.754] Build status: STARTED
[02:55:33.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:24:0) after 9m18s
[03:04:51.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:24:0)
[03:04:51.799] Build status: STARTED
[03:04:51.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:25:0) after 3m46s
[03:08:37.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:25:0)
[03:08:37.888] Build status: STARTED
[03:08:37.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:26:0) after 9m5s
[03:17:42.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:26:0)
[03:17:42.938] Build status: STARTED
[03:17:42.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:27:0) after 5m25s
[03:23:08.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:27:0)
[03:23:08.142] Build status: STARTED
[03:23:08.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:28:0) after 3m9s
[03:26:17.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:28:0)
[03:26:17.174] Build status: STARTED
[03:26:17.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8864603548421464144:29:0) after 8m54s
[03:31:14.549] Received PubSub notification, asking Buildbucket for the build status
[03:31:14.565] Build:
{
"id": "8699173486392408641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-04T01:11:34.273335007Z",
"startTime": "2025-11-04T02:14:40.886094752Z",
"endTime": "2025-11-04T03:31:14.046452970Z",
"updateTime": "2025-11-04T03:31:14.046452970Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f77ce52b56d025399f489a8c0aad8c18c4b06045",
"ref": "refs/heads/main"
}
}
}
[03:31:14.565] Invocation finished in 2h19m41.610440283s with status FAILED