[00:32:40.408] New invocation is queued and will start shortly
[00:32:40.408] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:32:41.516] Starting the invocation (attempt 1)
[00:32:41.545] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/13dd65096b5311c01aa67ed34f85d4b03b57426b"
[00:32:41.545] Reconstructed gitiles commit from tags
[00:32:41.545] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:32:41.546] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:32:41.547] Buildbucket request:
{
"requestId": "8871581960700945024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9ff1a7736ee3e598b576e80a7f3c13307e078e0ec534fa0a7eb662a91f1e220d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "628651ff83c99376ad750dd92c684a53dbd8295e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871581960700945024",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9ff1a7736ee3e598b576e80a7f3c13307e078e0ec534fa0a7eb662a91f1e220d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "628651ff83c99376ad750dd92c684a53dbd8295e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "13dd65096b5311c01aa67ed34f85d4b03b57426b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/13dd65096b5311c01aa67ed34f85d4b03b57426b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "b8c49bd1-6acb-4f65-86e4-81582f432612",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706163955623968769"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "13dd65096b5311c01aa67ed34f85d4b03b57426b"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "13dd65096b5311c01aa67ed34f85d4b03b57426b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871581960700945024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:32:42.237] Scheduled build:
{
"id": "8706151898788888881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-19T00:32:41.601148139Z",
"updateTime": "2025-08-19T00:32:41.601148139Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "13dd65096b5311c01aa67ed34f85d4b03b57426b",
"ref": "refs/heads/main"
}
}
}
[00:32:42.237] Task URL: https://cr-buildbucket.appspot.com/build/8706151898788888881
[00:32:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:2:0) after 2m51s
[00:32:42.930] Received PubSub notification, asking Buildbucket for the build status
[00:32:42.963] Build status: SCHEDULED
[00:35:33.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:2:0)
[00:35:33.225] Build status: SCHEDULED
[00:35:33.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:4:0) after 6m16s
[00:41:49.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:4:0)
[00:41:49.317] Build status: SCHEDULED
[00:41:49.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:5:0) after 7m49s
[00:49:38.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:5:0)
[00:49:38.424] Build status: SCHEDULED
[00:49:38.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:6:0) after 5m2s
[00:54:40.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:6:0)
[00:54:40.489] Build status: SCHEDULED
[00:54:40.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:7:0) after 3m25s
[00:58:05.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:7:0)
[00:58:05.527] Build status: SCHEDULED
[00:58:05.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:8:0) after 2m29s
[01:00:34.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:8:0)
[01:00:34.572] Build status: SCHEDULED
[01:00:34.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:9:0) after 2m14s
[01:02:48.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:9:0)
[01:02:48.623] Build status: SCHEDULED
[01:02:48.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:10:0) after 4m36s
[01:07:24.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:10:0)
[01:07:24.711] Build status: SCHEDULED
[01:07:24.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:11:0) after 6m21s
[01:13:45.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:11:0)
[01:13:45.775] Build status: SCHEDULED
[01:13:45.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:12:0) after 5m31s
[01:19:16.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:12:0)
[01:19:16.947] Build status: SCHEDULED
[01:19:16.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:13:0) after 3m0s
[01:22:16.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:13:0)
[01:22:17.047] Build status: SCHEDULED
[01:22:17.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:14:0) after 9m2s
[01:31:19.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:14:0)
[01:31:19.168] Build status: SCHEDULED
[01:31:19.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:15:0) after 2m22s
[01:33:41.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:15:0)
[01:33:41.211] Build status: SCHEDULED
[01:33:41.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:16:0) after 6m9s
[01:39:50.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:16:0)
[01:39:50.396] Build status: SCHEDULED
[01:39:50.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:17:0) after 2m52s
[01:42:42.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:17:0)
[01:42:42.536] Build status: SCHEDULED
[01:42:42.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:18:0) after 2m43s
[01:45:25.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:18:0)
[01:45:25.682] Build status: SCHEDULED
[01:45:25.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:19:0) after 5m13s
[01:50:38.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:19:0)
[01:50:38.721] Build status: SCHEDULED
[01:50:38.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:20:0) after 2m57s
[01:53:35.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:20:0)
[01:53:35.747] Build status: SCHEDULED
[01:53:35.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:21:0) after 1m27s
[01:55:02.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:21:0)
[01:55:02.847] Build status: SCHEDULED
[01:55:02.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:22:0) after 6m30s
[02:01:32.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:22:0)
[02:01:32.898] Build status: SCHEDULED
[02:01:32.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:23:0) after 7m18s
[02:08:15.370] Received PubSub notification, asking Buildbucket for the build status
[02:08:15.394] Build status: STARTED
[02:08:50.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:23:0)
[02:08:50.950] Build status: STARTED
[02:08:50.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:25:0) after 1m35s
[02:10:25.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:25:0)
[02:10:26.020] Build status: STARTED
[02:10:26.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:26:0) after 5m34s
[02:16:00.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:26:0)
[02:16:00.105] Build status: STARTED
[02:16:00.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:27:0) after 5m49s
[02:21:49.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:27:0)
[02:21:49.227] Build status: STARTED
[02:21:49.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:28:0) after 6m3s
[02:27:52.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:28:0)
[02:27:52.317] Build status: STARTED
[02:27:52.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:29:0) after 3m54s
[02:31:46.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:29:0)
[02:31:46.350] Build status: STARTED
[02:31:46.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:30:0) after 6m26s
[02:38:12.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:30:0)
[02:38:12.393] Build status: STARTED
[02:38:12.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:31:0) after 7m33s
[02:45:45.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:31:0)
[02:45:45.435] Build status: STARTED
[02:45:45.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:32:0) after 6m20s
[02:52:05.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:32:0)
[02:52:05.534] Build status: STARTED
[02:52:05.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:33:0) after 7m22s
[02:59:27.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:33:0)
[02:59:27.592] Build status: STARTED
[02:59:27.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:34:0) after 6m3s
[03:05:30.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:34:0)
[03:05:30.631] Build status: STARTED
[03:05:30.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:35:0) after 6m42s
[03:12:12.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:35:0)
[03:12:12.688] Build status: STARTED
[03:12:12.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:36:0) after 3m11s
[03:15:23.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:36:0)
[03:15:23.815] Build status: STARTED
[03:15:23.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:37:0) after 7m19s
[03:22:42.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:37:0)
[03:22:42.869] Build status: STARTED
[03:22:42.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:38:0) after 3m43s
[03:26:26.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:38:0)
[03:26:26.037] Build status: STARTED
[03:26:26.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:39:0) after 4m11s
[03:30:37.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:39:0)
[03:30:37.262] Build status: STARTED
[03:30:37.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871581960700945024:40:0) after 3m4s
[03:31:21.397] Received PubSub notification, asking Buildbucket for the build status
[03:31:21.495] Build:
{
"id": "8706151898788888881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-19T00:32:41.601148139Z",
"startTime": "2025-08-19T02:08:15.050845677Z",
"endTime": "2025-08-19T03:31:21.021977006Z",
"updateTime": "2025-08-19T03:31:21.021977006Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "13dd65096b5311c01aa67ed34f85d4b03b57426b",
"ref": "refs/heads/main"
}
}
}
[03:31:21.495] Invocation finished in 2h58m41.100857642s with status FAILED