[22:01:59.107] New invocation is queued and will start shortly
[22:01:59.107] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:02:00.334] Starting the invocation (attempt 1)
[22:02:00.369] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9628061e055c9f695ff80f9a74e4f6e524b34993"
[22:02:00.369] Reconstructed gitiles commit from tags
[22:02:00.369] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:02:00.369] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:02:00.370] Buildbucket request:
{
"requestId": "8868782935231653696",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dd3f9266cf9af87b18c89e0f6db4cd59ef8701513534c57c3746b00fffa0996e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2da78aebb7f8a0b575e5c5137851187fb864d707",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868782935231653696",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dd3f9266cf9af87b18c89e0f6db4cd59ef8701513534c57c3746b00fffa0996e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2da78aebb7f8a0b575e5c5137851187fb864d707",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9628061e055c9f695ff80f9a74e4f6e524b34993"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9628061e055c9f695ff80f9a74e4f6e524b34993",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "955d1695-1edd-4bab-8ee5-67f79130b726",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8703362084255035249"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9628061e055c9f695ff80f9a74e4f6e524b34993"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9628061e055c9f695ff80f9a74e4f6e524b34993",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868782935231653696"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:02:00.899] Scheduled build:
{
"id": "8703352873145927617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T22:02:00.468749140Z",
"updateTime": "2025-09-18T22:02:00.468749140Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9628061e055c9f695ff80f9a74e4f6e524b34993",
"ref": "refs/heads/main"
}
}
}
[22:02:00.899] Task URL: https://cr-buildbucket.appspot.com/build/8703352873145927617
[22:02:00.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:2:0) after 7m53s
[22:02:01.090] Received PubSub notification, asking Buildbucket for the build status
[22:02:01.115] Build status: SCHEDULED
[22:09:53.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:2:0)
[22:09:53.980] Build status: SCHEDULED
[22:09:53.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:4:0) after 4m49s
[22:14:42.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:4:0)
[22:14:43.026] Build status: SCHEDULED
[22:14:43.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:5:0) after 4m27s
[22:19:10.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:5:0)
[22:19:10.160] Build status: SCHEDULED
[22:19:10.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:6:0) after 2m19s
[22:21:29.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:6:0)
[22:21:29.255] Build status: SCHEDULED
[22:21:29.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:7:0) after 9m40s
[22:31:09.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:7:0)
[22:31:09.435] Build status: SCHEDULED
[22:31:09.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:8:0) after 5m0s
[22:36:09.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:8:0)
[22:36:09.470] Build status: SCHEDULED
[22:36:09.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:9:0) after 4m19s
[22:40:28.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:9:0)
[22:40:28.516] Build status: SCHEDULED
[22:40:28.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:10:0) after 4m0s
[22:44:28.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:10:0)
[22:44:28.618] Build status: SCHEDULED
[22:44:28.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:11:0) after 8m6s
[22:52:34.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:11:0)
[22:52:34.742] Build status: SCHEDULED
[22:52:34.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:12:0) after 3m8s
[22:55:42.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:12:0)
[22:55:42.886] Build status: SCHEDULED
[22:55:42.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:13:0) after 2m3s
[22:57:45.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:13:0)
[22:57:45.920] Build status: SCHEDULED
[22:57:45.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:14:0) after 4m47s
[23:02:32.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:14:0)
[23:02:32.949] Build status: SCHEDULED
[23:02:32.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:15:0) after 4m1s
[23:06:33.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:15:0)
[23:06:33.983] Build status: SCHEDULED
[23:06:33.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:16:0) after 8m30s
[23:15:04.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:16:0)
[23:15:04.091] Build status: SCHEDULED
[23:15:04.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:17:0) after 1m20s
[23:16:24.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:17:0)
[23:16:24.173] Build status: SCHEDULED
[23:16:24.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:18:0) after 9m43s
[23:17:49.284] Received PubSub notification, asking Buildbucket for the build status
[23:17:49.360] Build status: STARTED
[23:26:07.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:18:0)
[23:26:07.785] Build status: STARTED
[23:26:07.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:20:0) after 4m46s
[23:30:53.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:20:0)
[23:30:53.825] Build status: STARTED
[23:30:53.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:21:0) after 5m17s
[23:36:10.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:21:0)
[23:36:10.949] Build status: STARTED
[23:36:10.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:22:0) after 9m12s
[23:45:23.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:22:0)
[23:45:23.037] Build status: STARTED
[23:45:23.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:23:0) after 8m46s
[23:54:09.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:23:0)
[23:54:09.072] Build status: STARTED
[23:54:09.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:24:0) after 4m33s
[23:58:42.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:24:0)
[23:58:42.140] Build status: STARTED
[23:58:42.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:25:0) after 2m52s
[00:01:34.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:25:0)
[00:01:34.178] Build status: STARTED
[00:01:34.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:26:0) after 1m37s
[00:03:11.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:26:0)
[00:03:11.221] Build status: STARTED
[00:03:11.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:27:0) after 8m22s
[00:11:33.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:27:0)
[00:11:33.262] Build status: STARTED
[00:11:33.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:28:0) after 9m39s
[00:21:12.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:28:0)
[00:21:12.298] Build status: STARTED
[00:21:12.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:29:0) after 3m26s
[00:24:38.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:29:0)
[00:24:38.342] Build status: STARTED
[00:24:38.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:30:0) after 3m46s
[00:28:24.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:30:0)
[00:28:24.389] Build status: STARTED
[00:28:24.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:31:0) after 6m6s
[00:34:30.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:31:0)
[00:34:30.398] Build status: STARTED
[00:34:30.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868782935231653696:32:0) after 5m15s
[00:36:05.224] Received PubSub notification, asking Buildbucket for the build status
[00:36:05.245] Build:
{
"id": "8703352873145927617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T22:02:00.468749140Z",
"startTime": "2025-09-18T23:17:49.088153650Z",
"endTime": "2025-09-19T00:36:04.593600363Z",
"updateTime": "2025-09-19T00:36:04.593600363Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9628061e055c9f695ff80f9a74e4f6e524b34993",
"ref": "refs/heads/main"
}
}
}
[00:36:05.245] Invocation finished in 2h34m6.149931473s with status FAILED