[22:11:34.413] New invocation is queued and will start shortly
[22:11:34.413] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:11:35.496] Starting the invocation (attempt 1)
[22:11:35.523] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/521080386e13f6708dff74e80008aa276ee3cde9"
[22:11:35.523] Reconstructed gitiles commit from tags
[22:11:35.523] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:11:35.523] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:11:35.524] Buildbucket request:
{
"requestId": "8860628604996398672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dacff21363426372f3e5c7357cfd884440bbeb1967a7d9dc7a00aadd3ca0bf62/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7facd77cda1f7e429130e53406930b1521675b32",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860628604996398672",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dacff21363426372f3e5c7357cfd884440bbeb1967a7d9dc7a00aadd3ca0bf62/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7facd77cda1f7e429130e53406930b1521675b32",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "521080386e13f6708dff74e80008aa276ee3cde9"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/521080386e13f6708dff74e80008aa276ee3cde9",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "e7b15e22-5542-42fc-b70a-39c7b06ab1c7",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695205987317240097"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "521080386e13f6708dff74e80008aa276ee3cde9"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "521080386e13f6708dff74e80008aa276ee3cde9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860628604996398672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:11:36.030] Scheduled build:
{
"id": "8695198543124331745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-17T22:11:35.577749958Z",
"updateTime": "2025-12-17T22:11:35.577749958Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "521080386e13f6708dff74e80008aa276ee3cde9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:11:36.030] Task URL: https://cr-buildbucket.appspot.com/build/8695198543124331745
[22:11:36.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:2:0) after 7m49s
[22:11:36.944] Received PubSub notification, asking Buildbucket for the build status
[22:11:36.960] Build status: SCHEDULED
[22:19:25.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:2:0)
[22:19:25.187] Build status: SCHEDULED
[22:19:25.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:4:0) after 2m5s
[22:21:30.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:4:0)
[22:21:30.221] Build status: SCHEDULED
[22:21:30.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:5:0) after 6m2s
[22:27:32.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:5:0)
[22:27:32.251] Build status: SCHEDULED
[22:27:32.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:6:0) after 6m52s
[22:34:24.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:6:0)
[22:34:24.319] Build status: SCHEDULED
[22:34:24.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:7:0) after 7m30s
[22:41:54.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:7:0)
[22:41:54.373] Build status: SCHEDULED
[22:41:54.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:8:0) after 9m55s
[22:51:49.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:8:0)
[22:51:49.393] Build status: SCHEDULED
[22:51:49.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:9:0) after 2m20s
[22:54:09.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:9:0)
[22:54:09.459] Build status: SCHEDULED
[22:54:09.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:10:0) after 8m33s
[23:02:42.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:10:0)
[23:02:42.548] Build status: SCHEDULED
[23:02:42.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:11:0) after 3m18s
[23:06:00.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:11:0)
[23:06:00.662] Build status: SCHEDULED
[23:06:00.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:12:0) after 8m29s
[23:14:29.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:12:0)
[23:14:29.692] Build status: SCHEDULED
[23:14:29.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:13:0) after 2m22s
[23:16:51.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:13:0)
[23:16:51.803] Build status: SCHEDULED
[23:16:51.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:14:0) after 6m43s
[23:23:34.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:14:0)
[23:23:34.933] Build status: SCHEDULED
[23:23:34.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:15:0) after 8m35s
[23:32:09.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:15:0)
[23:32:10.013] Build status: SCHEDULED
[23:32:10.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:16:0) after 1m28s
[23:33:38.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:16:0)
[23:33:38.071] Build status: SCHEDULED
[23:33:38.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:17:0) after 9m6s
[23:42:44.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:17:0)
[23:42:44.109] Build status: SCHEDULED
[23:42:44.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:18:0) after 8m29s
[23:51:13.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:18:0)
[23:51:13.198] Build status: SCHEDULED
[23:51:13.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:19:0) after 3m28s
[23:52:57.748] Received PubSub notification, asking Buildbucket for the build status
[23:52:57.766] Build status: STARTED
[23:54:41.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:19:0)
[23:54:41.273] Build status: STARTED
[23:54:41.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:21:0) after 9m40s
[00:04:21.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:21:0)
[00:04:21.354] Build status: STARTED
[00:04:21.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:22:0) after 5m51s
[00:10:12.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:22:0)
[00:10:12.442] Build status: STARTED
[00:10:12.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:23:0) after 2m37s
[00:12:49.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:23:0)
[00:12:49.622] Build status: STARTED
[00:12:49.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:24:0) after 7m17s
[00:20:06.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:24:0)
[00:20:06.603] Build status: STARTED
[00:20:06.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:25:0) after 6m55s
[00:27:01.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:25:0)
[00:27:01.636] Build status: STARTED
[00:27:01.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:26:0) after 1m7s
[00:28:08.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:26:0)
[00:28:08.708] Build status: STARTED
[00:28:08.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:27:0) after 2m6s
[00:30:14.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:27:0)
[00:30:14.951] Build status: STARTED
[00:30:14.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:28:0) after 1m11s
[00:31:26.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:28:0)
[00:31:26.040] Build status: STARTED
[00:31:26.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:29:0) after 1m3s
[00:32:29.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:29:0)
[00:32:29.173] Build status: STARTED
[00:32:29.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:30:0) after 3m33s
[00:36:02.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:30:0)
[00:36:02.185] Build status: STARTED
[00:36:02.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:31:0) after 5m43s
[00:41:45.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:31:0)
[00:41:45.191] Build status: STARTED
[00:41:45.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:32:0) after 3m0s
[00:44:45.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:32:0)
[00:44:45.250] Build status: STARTED
[00:44:45.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:33:0) after 2m12s
[00:46:57.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:33:0)
[00:46:57.280] Build status: STARTED
[00:46:57.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:34:0) after 8m16s
[00:55:13.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:34:0)
[00:55:13.362] Build status: STARTED
[00:55:13.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:35:0) after 2m58s
[00:58:11.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:35:0)
[00:58:11.392] Build status: STARTED
[00:58:11.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:36:0) after 1m55s
[01:00:06.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:36:0)
[01:00:06.512] Build status: STARTED
[01:00:06.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:37:0) after 6m28s
[01:06:34.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:37:0)
[01:06:34.542] Build status: STARTED
[01:06:34.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:38:0) after 1m34s
[01:08:08.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:38:0)
[01:08:08.574] Build status: STARTED
[01:08:08.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:39:0) after 4m31s
[01:12:39.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:39:0)
[01:12:39.655] Build status: STARTED
[01:12:39.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860628604996398672:40:0) after 9m30s
[01:15:38.869] Received PubSub notification, asking Buildbucket for the build status
[01:15:38.887] Build:
{
"id": "8695198543124331745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-17T22:11:35.577749958Z",
"startTime": "2025-12-17T23:52:57.577104700Z",
"endTime": "2025-12-18T01:15:38.617755071Z",
"updateTime": "2025-12-18T01:15:38.617755071Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "521080386e13f6708dff74e80008aa276ee3cde9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:15:38.887] Invocation finished in 3h4m4.478582499s with status FAILED