[22:59:18.463] New invocation is queued and will start shortly
[22:59:18.463] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:59:19.635] Starting the invocation (attempt 1)
[22:59:19.656] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5"
[22:59:19.656] Reconstructed gitiles commit from tags
[22:59:19.656] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:59:19.656] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:59:19.657] Buildbucket request:
{
"requestId": "8862528138123467184",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5ff57cdb22dab83e3207a69aeb8fa2288e81e5f3c6a9d04adaa9ce23b6481123/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c37b01cea034eafe55b0bbc6a39625aab3668cc3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862528138123467184",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6a7e89a6c94701bced770892441c664b2cfe243c879526db15dbc168ee4a1068/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4562c54ea2b3436772c2f8450aff656dd6b10ebd",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "66e18b86b8b1e98eeb71d7ab57cb09a26dff6b96"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/66e18b86b8b1e98eeb71d7ab57cb09a26dff6b96",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "95138a1b-9f7f-48fc-b1f5-a25022b89bb7",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697111782112371361"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5ff57cdb22dab83e3207a69aeb8fa2288e81e5f3c6a9d04adaa9ce23b6481123/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c37b01cea034eafe55b0bbc6a39625aab3668cc3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "cc63c2c0-6d34-4e5b-9b3b-72a7a5b8cbf2",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697105967507629985"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862528138123467184"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:59:20.063] Scheduled build:
{
"id": "8697098076149906369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-26T22:59:19.717565200Z",
"updateTime": "2025-11-26T22:59:19.717565200Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5",
"ref": "refs/heads/main"
}
}
}
[22:59:20.063] Task URL: https://cr-buildbucket.appspot.com/build/8697098076149906369
[22:59:20.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:2:0) after 1m57s
[22:59:21.003] Received PubSub notification, asking Buildbucket for the build status
[22:59:21.022] Build status: SCHEDULED
[23:01:17.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:2:0)
[23:01:17.102] Build status: SCHEDULED
[23:01:17.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:4:0) after 3m14s
[23:04:31.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:4:0)
[23:04:31.230] Build status: SCHEDULED
[23:04:31.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:5:0) after 9m49s
[23:14:20.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:5:0)
[23:14:20.268] Build status: SCHEDULED
[23:14:20.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:6:0) after 1m36s
[23:15:56.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:6:0)
[23:15:56.346] Build status: SCHEDULED
[23:15:56.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:7:0) after 2m41s
[23:18:37.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:7:0)
[23:18:37.353] Build status: SCHEDULED
[23:18:37.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:8:0) after 8m27s
[23:27:04.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:8:0)
[23:27:04.805] Build status: SCHEDULED
[23:27:04.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:9:0) after 9m41s
[23:36:45.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:9:0)
[23:36:45.882] Build status: SCHEDULED
[23:36:45.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:10:0) after 8m15s
[23:45:00.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:10:0)
[23:45:00.930] Build status: SCHEDULED
[23:45:00.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:11:0) after 4m5s
[23:49:06.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:11:0)
[23:49:06.049] Build status: SCHEDULED
[23:49:06.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:12:0) after 6m15s
[23:55:21.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:12:0)
[23:55:21.137] Build status: SCHEDULED
[23:55:21.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:13:0) after 8m6s
[00:03:27.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:13:0)
[00:03:27.223] Build status: SCHEDULED
[00:03:27.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:14:0) after 7m32s
[00:10:59.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:14:0)
[00:10:59.249] Build status: SCHEDULED
[00:10:59.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:15:0) after 1m32s
[00:12:31.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:15:0)
[00:12:31.381] Build status: SCHEDULED
[00:12:31.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:16:0) after 2m36s
[00:15:07.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:16:0)
[00:15:07.514] Build status: SCHEDULED
[00:15:07.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:17:0) after 1m12s
[00:16:19.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:17:0)
[00:16:19.560] Build status: SCHEDULED
[00:16:19.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:18:0) after 8m39s
[00:24:58.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:18:0)
[00:24:58.574] Build status: SCHEDULED
[00:24:58.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:19:0) after 4m33s
[00:29:31.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:19:0)
[00:29:31.623] Build status: SCHEDULED
[00:29:31.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:20:0) after 2m57s
[00:32:28.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:20:0)
[00:32:28.691] Build status: SCHEDULED
[00:32:28.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:21:0) after 3m41s
[00:33:38.578] Received PubSub notification, asking Buildbucket for the build status
[00:33:38.604] Build status: STARTED
[00:36:09.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:21:0)
[00:36:09.891] Build status: STARTED
[00:36:09.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:23:0) after 9m33s
[00:45:42.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:23:0)
[00:45:43.057] Build status: STARTED
[00:45:43.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:24:0) after 3m13s
[00:48:56.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:24:0)
[00:48:56.114] Build status: STARTED
[00:48:56.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:25:0) after 7m42s
[00:56:38.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:25:0)
[00:56:38.156] Build status: STARTED
[00:56:38.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:26:0) after 7m54s
[01:04:32.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:26:0)
[01:04:32.353] Build status: STARTED
[01:04:32.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:27:0) after 7m23s
[01:11:55.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:27:0)
[01:11:55.394] Build status: STARTED
[01:11:55.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:28:0) after 8m10s
[01:20:05.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:28:0)
[01:20:05.462] Build status: STARTED
[01:20:05.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:29:0) after 5m4s
[01:25:09.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:29:0)
[01:25:09.913] Build status: STARTED
[01:25:09.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:30:0) after 1m40s
[01:26:49.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:30:0)
[01:26:49.952] Build status: STARTED
[01:26:49.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:31:0) after 6m59s
[01:33:48.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:31:0)
[01:33:48.988] Build status: STARTED
[01:33:48.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:32:0) after 5m52s
[01:39:41.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:32:0)
[01:39:41.081] Build status: STARTED
[01:39:41.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:33:0) after 9m20s
[01:49:01.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:33:0)
[01:49:01.181] Build status: STARTED
[01:49:01.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:34:0) after 1m12s
[01:50:13.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:34:0)
[01:50:13.274] Build status: STARTED
[01:50:13.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862528138123467184:35:0) after 2m15s
[01:51:45.615] Received PubSub notification, asking Buildbucket for the build status
[01:51:45.649] Build:
{
"id": "8697098076149906369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-26T22:59:19.717565200Z",
"startTime": "2025-11-27T00:33:38.121298360Z",
"endTime": "2025-11-27T01:51:44.998658097Z",
"updateTime": "2025-11-27T01:51:44.998658097Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "75ca83563de13ebbf381a0e9e9d97dfbf98ea0f5",
"ref": "refs/heads/main"
}
}
}
[01:51:45.649] Invocation finished in 2h52m27.197845972s with status FAILED