[03:25:29.372] New invocation is queued and will start shortly
[03:25:29.372] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:25:31.516] Starting the invocation (attempt 1)
[03:25:31.551] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d46715aaa0203cc95f3749d386745ae293f0109f"
[03:25:31.551] Reconstructed gitiles commit from tags
[03:25:31.551] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:25:31.551] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:25:31.552] Buildbucket request:
{
"requestId": "8868853179060544704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3b0fe50c2272c6c01b8ecd1f190392c57fb02cfea268210df4ac17ec81256ff2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d380219d8946e215607daef03a902b6c7d95fafe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868853179060544704",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3b0fe50c2272c6c01b8ecd1f190392c57fb02cfea268210df4ac17ec81256ff2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d380219d8946e215607daef03a902b6c7d95fafe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d46715aaa0203cc95f3749d386745ae293f0109f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d46715aaa0203cc95f3749d386745ae293f0109f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "a9e61d27-f4e4-442f-b122-dd93ffa44eb4",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8703438173745165953"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d46715aaa0203cc95f3749d386745ae293f0109f"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d46715aaa0203cc95f3749d386745ae293f0109f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868853179060544704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:25:31.967] Scheduled build:
{
"id": "8703423116023360065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T03:25:31.640155635Z",
"updateTime": "2025-09-18T03:25:31.640155635Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d46715aaa0203cc95f3749d386745ae293f0109f",
"ref": "refs/heads/main"
}
}
}
[03:25:31.967] Task URL: https://cr-buildbucket.appspot.com/build/8703423116023360065
[03:25:31.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:2:0) after 8m16s
[03:25:32.920] Received PubSub notification, asking Buildbucket for the build status
[03:25:32.963] Build status: SCHEDULED
[03:33:47.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:2:0)
[03:33:48.012] Build status: SCHEDULED
[03:33:48.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:4:0) after 4m2s
[03:37:50.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:4:0)
[03:37:50.043] Build status: SCHEDULED
[03:37:50.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:5:0) after 4m42s
[03:42:32.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:5:0)
[03:42:32.148] Build status: SCHEDULED
[03:42:32.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:6:0) after 8m45s
[03:51:17.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:6:0)
[03:51:17.201] Build status: SCHEDULED
[03:51:17.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:7:0) after 8m45s
[04:00:02.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:7:0)
[04:00:02.288] Build status: SCHEDULED
[04:00:02.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:8:0) after 1m58s
[04:02:00.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:8:0)
[04:02:00.446] Build status: SCHEDULED
[04:02:00.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:9:0) after 1m3s
[04:03:03.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:9:0)
[04:03:03.553] Build status: SCHEDULED
[04:03:03.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:10:0) after 3m18s
[04:06:21.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:10:0)
[04:06:21.733] Build status: SCHEDULED
[04:06:21.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:11:0) after 9m10s
[04:15:31.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:11:0)
[04:15:31.813] Build status: SCHEDULED
[04:15:31.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:12:0) after 6m20s
[04:21:51.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:12:0)
[04:21:51.862] Build status: SCHEDULED
[04:21:51.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:13:0) after 4m13s
[04:26:05.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:13:0)
[04:26:05.021] Build status: SCHEDULED
[04:26:05.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:14:0) after 4m4s
[04:30:09.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:14:0)
[04:30:09.247] Build status: SCHEDULED
[04:30:09.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:15:0) after 3m0s
[04:33:09.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:15:0)
[04:33:09.520] Build status: SCHEDULED
[04:33:09.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:16:0) after 1m31s
[04:34:40.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:16:0)
[04:34:40.577] Build status: SCHEDULED
[04:34:40.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:17:0) after 5m2s
[04:39:42.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:17:0)
[04:39:42.640] Build status: SCHEDULED
[04:39:42.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:18:0) after 8m36s
[04:48:18.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:18:0)
[04:48:18.689] Build status: SCHEDULED
[04:48:18.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:19:0) after 2m10s
[04:50:28.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:19:0)
[04:50:28.717] Build status: SCHEDULED
[04:50:28.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:20:0) after 1m33s
[04:52:01.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:20:0)
[04:52:01.749] Build status: SCHEDULED
[04:52:01.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:21:0) after 3m37s
[04:55:38.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:21:0)
[04:55:38.821] Build status: SCHEDULED
[04:55:38.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:22:0) after 5m45s
[05:01:23.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:22:0)
[05:01:23.868] Build status: SCHEDULED
[05:01:23.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:23:0) after 1m52s
[05:03:15.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:23:0)
[05:03:15.912] Build status: SCHEDULED
[05:03:15.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:24:0) after 8m57s
[05:12:13.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:24:0)
[05:12:13.454] Build status: SCHEDULED
[05:12:13.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:25:0) after 3m33s
[05:15:46.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:25:0)
[05:15:46.674] Build status: SCHEDULED
[05:15:46.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:26:0) after 5m14s
[05:20:58.654] Received PubSub notification, asking Buildbucket for the build status
[05:20:58.675] Build status: STARTED
[05:21:04.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:26:0)
[05:21:04.431] Build status: STARTED
[05:21:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:28:0) after 8m29s
[05:29:33.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:28:0)
[05:29:33.476] Build status: STARTED
[05:29:33.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:29:0) after 8m0s
[05:37:33.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:29:0)
[05:37:33.508] Build status: STARTED
[05:37:33.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:30:0) after 8m58s
[05:46:31.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:30:0)
[05:46:31.901] Build status: STARTED
[05:46:31.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:31:0) after 6m31s
[05:53:02.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:31:0)
[05:53:02.955] Build status: STARTED
[05:53:02.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:32:0) after 6m11s
[05:59:13.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:32:0)
[05:59:13.965] Build status: STARTED
[05:59:13.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:33:0) after 4m16s
[06:03:30.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:33:0)
[06:03:30.040] Build status: STARTED
[06:03:30.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:34:0) after 7m24s
[06:10:54.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:34:0)
[06:10:54.173] Build status: STARTED
[06:10:54.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:35:0) after 9m14s
[06:20:08.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:35:0)
[06:20:08.593] Build status: STARTED
[06:20:08.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:36:0) after 9m6s
[06:29:14.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:36:0)
[06:29:14.625] Build status: STARTED
[06:29:14.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:37:0) after 4m52s
[06:34:06.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:37:0)
[06:34:06.839] Build status: STARTED
[06:34:06.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:38:0) after 8m10s
[06:42:16.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:38:0)
[06:42:16.880] Build status: STARTED
[06:42:16.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:39:0) after 9m40s
[06:51:56.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:39:0)
[06:51:56.995] Build status: STARTED
[06:51:56.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868853179060544704:40:0) after 1m58s
[06:52:03.855] Received PubSub notification, asking Buildbucket for the build status
[06:52:03.882] Build:
{
"id": "8703423116023360065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T03:25:31.640155635Z",
"startTime": "2025-09-18T05:20:58.515789569Z",
"endTime": "2025-09-18T06:52:03.614326227Z",
"updateTime": "2025-09-18T06:52:03.614326227Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d46715aaa0203cc95f3749d386745ae293f0109f",
"ref": "refs/heads/main"
}
}
}
[06:52:03.882] Invocation finished in 3h26m34.522446649s with status FAILED