[07:39:30.257] New invocation is queued and will start shortly
[07:39:30.257] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:39:31.342] Starting the invocation (attempt 1)
[07:39:31.366] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/23b65edfbcdc867a24087ec9decebd8f326b045a"
[07:39:31.366] Reconstructed gitiles commit from tags
[07:39:31.366] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:39:31.366] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:39:31.367] Buildbucket request:
{
"requestId": "8872008091658765264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "609ad1db0a9494b144b57897ef149de86c1f1b88e2e567fbb6e747c9875ccb77/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "36293e115df05e419f83e58a1a67446167b29c7c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872008091658765264",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "609ad1db0a9494b144b57897ef149de86c1f1b88e2e567fbb6e747c9875ccb77/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "36293e115df05e419f83e58a1a67446167b29c7c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "23b65edfbcdc867a24087ec9decebd8f326b045a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/23b65edfbcdc867a24087ec9decebd8f326b045a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "24573676-c383-4f67-892a-535aaa1f9e99",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706583806062331377"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "23b65edfbcdc867a24087ec9decebd8f326b045a"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "23b65edfbcdc867a24087ec9decebd8f326b045a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872008091658765264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:39:31.768] Scheduled build:
{
"id": "8706578029762526497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-14T07:39:31.436099193Z",
"updateTime": "2025-08-14T07:39:31.436099193Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "23b65edfbcdc867a24087ec9decebd8f326b045a",
"ref": "refs/heads/main"
}
}
}
[07:39:31.768] Task URL: https://cr-buildbucket.appspot.com/build/8706578029762526497
[07:39:31.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:2:0) after 2m40s
[07:39:32.789] Received PubSub notification, asking Buildbucket for the build status
[07:39:32.819] Build status: SCHEDULED
[07:42:11.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:2:0)
[07:42:11.822] Build status: SCHEDULED
[07:42:11.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:4:0) after 2m40s
[07:44:51.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:4:0)
[07:44:52.034] Build status: SCHEDULED
[07:44:52.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:5:0) after 1m32s
[07:46:24.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:5:0)
[07:46:24.204] Build status: SCHEDULED
[07:46:24.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:6:0) after 3m56s
[07:50:20.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:6:0)
[07:50:20.232] Build status: SCHEDULED
[07:50:20.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:7:0) after 8m0s
[07:58:20.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:7:0)
[07:58:20.370] Build status: SCHEDULED
[07:58:20.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:8:0) after 1m9s
[07:59:29.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:8:0)
[07:59:29.469] Build status: SCHEDULED
[07:59:29.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:9:0) after 6m49s
[08:06:18.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:9:0)
[08:06:18.513] Build status: SCHEDULED
[08:06:18.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:10:0) after 6m7s
[08:12:25.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:10:0)
[08:12:25.599] Build status: SCHEDULED
[08:12:25.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:11:0) after 3m47s
[08:16:12.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:11:0)
[08:16:12.646] Build status: SCHEDULED
[08:16:12.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:12:0) after 5m23s
[08:21:35.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:12:0)
[08:21:35.727] Build status: SCHEDULED
[08:21:35.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:13:0) after 3m14s
[08:24:49.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:13:0)
[08:24:49.820] Build status: SCHEDULED
[08:24:49.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:14:0) after 3m15s
[08:28:04.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:14:0)
[08:28:04.864] Build status: SCHEDULED
[08:28:04.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:15:0) after 8m34s
[08:36:38.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:15:0)
[08:36:38.897] Build status: SCHEDULED
[08:36:38.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:16:0) after 7m4s
[08:40:54.365] Received PubSub notification, asking Buildbucket for the build status
[08:40:54.391] Build status: STARTED
[08:43:43.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:16:0)
[08:43:43.437] Build status: STARTED
[08:43:43.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:18:0) after 6m49s
[08:50:32.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:18:0)
[08:50:32.553] Build status: STARTED
[08:50:32.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:19:0) after 4m48s
[08:55:20.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:19:0)
[08:55:20.622] Build status: STARTED
[08:55:20.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:20:0) after 9m53s
[09:05:13.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:20:0)
[09:05:13.656] Build status: STARTED
[09:05:13.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:21:0) after 4m41s
[09:09:54.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:21:0)
[09:09:54.695] Build status: STARTED
[09:09:54.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:22:0) after 2m28s
[09:12:22.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:22:0)
[09:12:22.905] Build status: STARTED
[09:12:22.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:23:0) after 5m6s
[09:17:29.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:23:0)
[09:17:29.920] Build status: STARTED
[09:17:29.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:24:0) after 3m7s
[09:20:36.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:24:0)
[09:20:36.996] Build status: STARTED
[09:20:36.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:25:0) after 6m6s
[09:26:43.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:25:0)
[09:26:43.089] Build status: STARTED
[09:26:43.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:26:0) after 5m46s
[09:32:29.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:26:0)
[09:32:29.150] Build status: STARTED
[09:32:29.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:27:0) after 1m31s
[09:34:00.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:27:0)
[09:34:00.269] Build status: STARTED
[09:34:00.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:28:0) after 4m56s
[09:38:56.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:28:0)
[09:38:56.327] Build status: STARTED
[09:38:56.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:29:0) after 5m47s
[09:44:43.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:29:0)
[09:44:43.374] Build status: STARTED
[09:44:43.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:30:0) after 7m6s
[09:51:49.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:30:0)
[09:51:49.444] Build status: STARTED
[09:51:49.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:31:0) after 2m31s
[09:54:20.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:31:0)
[09:54:20.576] Build status: STARTED
[09:54:20.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:32:0) after 6m18s
[10:00:39.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:32:0)
[10:00:39.290] Build status: STARTED
[10:00:39.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872008091658765264:33:0) after 3m46s
[10:02:12.913] Received PubSub notification, asking Buildbucket for the build status
[10:02:12.935] Build:
{
"id": "8706578029762526497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-14T07:39:31.436099193Z",
"startTime": "2025-08-14T08:40:51.570091576Z",
"endTime": "2025-08-14T10:02:12.402032587Z",
"updateTime": "2025-08-14T10:02:12.402032587Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "23b65edfbcdc867a24087ec9decebd8f326b045a",
"ref": "refs/heads/main"
}
}
}
[10:02:12.935] Invocation finished in 2h22m42.690711716s with status FAILED