[22:01:48.352] New invocation is queued and will start shortly
[22:01:48.352] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:01:49.403] Starting the invocation (attempt 1)
[22:01:49.429] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0009536bacdea7522f2f1489fb0aab7f1c2f36ed"
[22:01:49.429] Reconstructed gitiles commit from tags
[22:01:49.429] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:01:49.429] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:01:49.430] Buildbucket request:
{
"requestId": "8860810413457284384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0d80619fe450af57b6b2b61c4b25a1beba671873ae05617c3a5a7cf29bfbd1c3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bc64755b4bb51f5909a752fdf9d356fadc36972",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860810413457284384",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0d80619fe450af57b6b2b61c4b25a1beba671873ae05617c3a5a7cf29bfbd1c3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bc64755b4bb51f5909a752fdf9d356fadc36972",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0009536bacdea7522f2f1489fb0aab7f1c2f36ed"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0009536bacdea7522f2f1489fb0aab7f1c2f36ed",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "0c671882-8751-4a66-8b3c-ffa8e044562f",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695388431178103473"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0009536bacdea7522f2f1489fb0aab7f1c2f36ed"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0009536bacdea7522f2f1489fb0aab7f1c2f36ed",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860810413457284384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:01:50.243] Scheduled build:
{
"id": "8695380351500573217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T22:01:49.598194130Z",
"updateTime": "2025-12-15T22:01:49.598194130Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0009536bacdea7522f2f1489fb0aab7f1c2f36ed",
"ref": "refs/heads/main"
}
}
}
[22:01:50.243] Task URL: https://cr-buildbucket.appspot.com/build/8695380351500573217
[22:01:50.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:2:0) after 6m54s
[22:01:51.221] Received PubSub notification, asking Buildbucket for the build status
[22:01:51.266] Build status: SCHEDULED
[22:08:44.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:2:0)
[22:08:44.280] Build status: SCHEDULED
[22:08:44.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:4:0) after 4m27s
[22:13:11.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:4:0)
[22:13:11.321] Build status: SCHEDULED
[22:13:11.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:5:0) after 3m27s
[22:16:38.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:5:0)
[22:16:38.450] Build status: SCHEDULED
[22:16:38.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:6:0) after 3m24s
[22:20:02.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:6:0)
[22:20:02.541] Build status: SCHEDULED
[22:20:02.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:7:0) after 2m32s
[22:22:34.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:7:0)
[22:22:34.627] Build status: SCHEDULED
[22:22:34.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:8:0) after 7m4s
[22:29:38.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:8:0)
[22:29:38.652] Build status: SCHEDULED
[22:29:38.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:9:0) after 2m17s
[22:31:55.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:9:0)
[22:31:55.717] Build status: SCHEDULED
[22:31:55.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:10:0) after 9m49s
[22:41:44.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:10:0)
[22:41:44.786] Build status: SCHEDULED
[22:41:44.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:11:0) after 5m7s
[22:46:51.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:11:0)
[22:46:51.902] Build status: SCHEDULED
[22:46:51.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:12:0) after 2m35s
[22:49:27.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:12:0)
[22:49:27.071] Build status: SCHEDULED
[22:49:27.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:13:0) after 7m27s
[22:56:54.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:13:0)
[22:56:54.253] Build status: SCHEDULED
[22:56:54.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:14:0) after 2m16s
[22:59:10.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:14:0)
[22:59:10.288] Build status: SCHEDULED
[22:59:10.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:15:0) after 9m31s
[23:08:41.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:15:0)
[23:08:41.344] Build status: SCHEDULED
[23:08:41.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:16:0) after 3m3s
[23:11:44.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:16:0)
[23:11:44.359] Build status: SCHEDULED
[23:11:44.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:17:0) after 1m1s
[23:12:45.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:17:0)
[23:12:45.406] Build status: SCHEDULED
[23:12:45.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:18:0) after 8m33s
[23:21:18.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:18:0)
[23:21:18.462] Build status: SCHEDULED
[23:21:18.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:19:0) after 6m57s
[23:28:15.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:19:0)
[23:28:15.893] Build status: SCHEDULED
[23:28:15.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:20:0) after 8m55s
[23:37:10.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:20:0)
[23:37:10.890] Build status: SCHEDULED
[23:37:10.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:21:0) after 8m14s
[23:45:24.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:21:0)
[23:45:24.931] Build status: SCHEDULED
[23:45:24.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:22:0) after 4m29s
[23:49:53.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:22:0)
[23:49:53.961] Build status: SCHEDULED
[23:49:53.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:23:0) after 5m2s
[23:54:56.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:23:0)
[23:54:56.264] Build status: SCHEDULED
[23:54:56.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:24:0) after 3m48s
[23:58:44.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:24:0)
[23:58:44.350] Build status: SCHEDULED
[23:58:44.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:25:0) after 8m5s
[00:06:49.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:25:0)
[00:06:49.525] Build status: SCHEDULED
[00:06:49.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:26:0) after 1m25s
[00:08:14.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:26:0)
[00:08:14.581] Build status: SCHEDULED
[00:08:14.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:27:0) after 2m25s
[00:10:39.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:27:0)
[00:10:39.610] Build status: SCHEDULED
[00:10:39.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:28:0) after 9m0s
[00:19:39.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:28:0)
[00:19:39.820] Build status: SCHEDULED
[00:19:39.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:29:0) after 9m4s
[00:28:43.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:29:0)
[00:28:43.850] Build status: SCHEDULED
[00:28:43.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:30:0) after 3m35s
[00:30:04.096] Received PubSub notification, asking Buildbucket for the build status
[00:30:04.165] Build status: STARTED
[00:32:18.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:30:0)
[00:32:18.936] Build status: STARTED
[00:32:18.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:32:0) after 2m50s
[00:35:09.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:32:0)
[00:35:09.133] Build status: STARTED
[00:35:09.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:33:0) after 6m39s
[00:41:48.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:33:0)
[00:41:48.202] Build status: STARTED
[00:41:48.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:34:0) after 6m13s
[00:48:01.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:34:0)
[00:48:01.278] Build status: STARTED
[00:48:01.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:35:0) after 3m14s
[00:51:15.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:35:0)
[00:51:15.529] Build status: STARTED
[00:51:15.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:36:0) after 1m35s
[00:52:50.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:36:0)
[00:52:50.560] Build status: STARTED
[00:52:50.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:37:0) after 2m49s
[00:55:39.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:37:0)
[00:55:39.633] Build status: STARTED
[00:55:39.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:38:0) after 4m40s
[01:00:19.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:38:0)
[01:00:19.673] Build status: STARTED
[01:00:19.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:39:0) after 4m11s
[01:04:30.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:39:0)
[01:04:30.938] Build status: STARTED
[01:04:30.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:40:0) after 6m48s
[01:11:19.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:40:0)
[01:11:19.024] Build status: STARTED
[01:11:19.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:41:0) after 7m27s
[01:18:46.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:41:0)
[01:18:46.097] Build status: STARTED
[01:18:46.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:42:0) after 1m45s
[01:20:31.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:42:0)
[01:20:31.095] Build status: STARTED
[01:20:31.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:43:0) after 9m57s
[01:30:28.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:43:0)
[01:30:28.226] Build status: STARTED
[01:30:28.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:44:0) after 8m17s
[01:38:45.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:44:0)
[01:38:45.382] Build status: STARTED
[01:38:45.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:45:0) after 7m14s
[01:45:59.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:45:0)
[01:45:59.412] Build status: STARTED
[01:45:59.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860810413457284384:46:0) after 9m46s
[01:51:06.006] Received PubSub notification, asking Buildbucket for the build status
[01:51:06.029] Build:
{
"id": "8695380351500573217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T22:01:49.598194130Z",
"startTime": "2025-12-16T00:30:03.626093443Z",
"endTime": "2025-12-16T01:51:05.504138271Z",
"updateTime": "2025-12-16T01:51:05.504138271Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0009536bacdea7522f2f1489fb0aab7f1c2f36ed",
"ref": "refs/heads/main"
}
}
}
[01:51:06.029] Invocation finished in 3h49m17.681561668s with status FAILED