[00:43:40.400] New invocation is queued and will start shortly
[00:43:40.400] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:43:41.540] Starting the invocation (attempt 1)
[00:43:41.572] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/575d6892bcc5cef926cfc1b95225148262c96a15"
[00:43:41.572] Reconstructed gitiles commit from tags
[00:43:41.572] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:43:41.572] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:43:41.572] Buildbucket request:
{
"requestId": "8861253214467962544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "60275108ab99cf681bef6ec45aee31904e8579c7965e3f7b703a15f7b3f201e8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "262cefafd55102d24aef38cc916c21bd0c3d8c4a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861253214467962544",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "996df8d0800170663b5cd17dd67f8ae343491cee4bcb62fbde4b1d258e29422c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "262cefafd55102d24aef38cc916c21bd0c3d8c4a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "62e00a03fba029f82d421fb3c814a6a02d59b8c8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62e00a03fba029f82d421fb3c814a6a02d59b8c8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "5ce641dc-e372-4173-820b-afd4c6f28a2f",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695837853288919841"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "60275108ab99cf681bef6ec45aee31904e8579c7965e3f7b703a15f7b3f201e8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "262cefafd55102d24aef38cc916c21bd0c3d8c4a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "575d6892bcc5cef926cfc1b95225148262c96a15"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/575d6892bcc5cef926cfc1b95225148262c96a15",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "4ab19931-6d2c-4eeb-bf30-78f840139eb2",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695831941019521761"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "575d6892bcc5cef926cfc1b95225148262c96a15"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "575d6892bcc5cef926cfc1b95225148262c96a15",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861253214467962544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:43:41.987] Scheduled build:
{
"id": "8695823152509865393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-11T00:43:41.648336745Z",
"updateTime": "2025-12-11T00:43:41.648336745Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "575d6892bcc5cef926cfc1b95225148262c96a15",
"ref": "refs/heads/main"
}
}
}
[00:43:41.987] Task URL: https://cr-buildbucket.appspot.com/build/8695823152509865393
[00:43:41.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:2:0) after 9m8s
[00:43:42.983] Received PubSub notification, asking Buildbucket for the build status
[00:43:43.004] Build status: SCHEDULED
[00:52:50.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:2:0)
[00:52:50.036] Build status: SCHEDULED
[00:52:50.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:4:0) after 6m15s
[00:59:05.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:4:0)
[00:59:05.071] Build status: SCHEDULED
[00:59:05.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:5:0) after 5m34s
[01:04:39.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:5:0)
[01:04:39.200] Build status: SCHEDULED
[01:04:39.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:6:0) after 4m39s
[01:09:18.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:6:0)
[01:09:18.368] Build status: SCHEDULED
[01:09:18.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:7:0) after 2m25s
[01:11:43.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:7:0)
[01:11:43.398] Build status: SCHEDULED
[01:11:43.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:8:0) after 7m20s
[01:19:03.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:8:0)
[01:19:03.479] Build status: SCHEDULED
[01:19:03.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:9:0) after 1m35s
[01:20:38.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:9:0)
[01:20:38.554] Build status: SCHEDULED
[01:20:38.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:10:0) after 4m11s
[01:24:49.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:10:0)
[01:24:49.605] Build status: SCHEDULED
[01:24:49.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:11:0) after 1m34s
[01:26:23.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:11:0)
[01:26:23.744] Build status: SCHEDULED
[01:26:23.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:12:0) after 1m18s
[01:27:41.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:12:0)
[01:27:41.830] Build status: SCHEDULED
[01:27:41.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:13:0) after 2m15s
[01:29:56.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:13:0)
[01:29:56.925] Build status: SCHEDULED
[01:29:56.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:14:0) after 5m9s
[01:35:05.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:14:0)
[01:35:05.954] Build status: SCHEDULED
[01:35:05.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:15:0) after 3m51s
[01:38:57.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:15:0)
[01:38:57.129] Build status: SCHEDULED
[01:38:57.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:16:0) after 9m8s
[01:48:05.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:16:0)
[01:48:05.167] Build status: SCHEDULED
[01:48:05.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:17:0) after 5m57s
[01:54:02.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:17:0)
[01:54:02.200] Build status: SCHEDULED
[01:54:02.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:18:0) after 5m28s
[01:54:58.882] Received PubSub notification, asking Buildbucket for the build status
[01:54:58.942] Build status: STARTED
[01:59:30.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:18:0)
[01:59:30.209] Build status: STARTED
[01:59:30.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:20:0) after 8m16s
[02:07:46.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:20:0)
[02:07:46.281] Build status: STARTED
[02:07:46.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:21:0) after 8m39s
[02:16:25.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:21:0)
[02:16:25.336] Build status: STARTED
[02:16:25.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:22:0) after 1m14s
[02:17:39.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:22:0)
[02:17:39.488] Build status: STARTED
[02:17:39.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:23:0) after 9m28s
[02:27:07.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:23:0)
[02:27:07.592] Build status: STARTED
[02:27:07.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:24:0) after 2m15s
[02:29:22.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:24:0)
[02:29:22.624] Build status: STARTED
[02:29:22.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:25:0) after 3m42s
[02:33:04.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:25:0)
[02:33:04.657] Build status: STARTED
[02:33:04.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:26:0) after 7m49s
[02:40:53.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:26:0)
[02:40:53.689] Build status: STARTED
[02:40:53.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:27:0) after 4m54s
[02:45:47.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:27:0)
[02:45:47.728] Build status: STARTED
[02:45:47.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:28:0) after 1m27s
[02:47:14.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:28:0)
[02:47:14.752] Build status: STARTED
[02:47:14.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:29:0) after 6m7s
[02:53:21.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:29:0)
[02:53:21.772] Build status: STARTED
[02:53:21.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:30:0) after 9m55s
[03:03:16.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:30:0)
[03:03:16.815] Build status: STARTED
[03:03:16.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:31:0) after 4m27s
[03:07:43.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:31:0)
[03:07:43.851] Build status: STARTED
[03:07:43.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861253214467962544:32:0) after 9m37s
[03:14:59.813] Received PubSub notification, asking Buildbucket for the build status
[03:14:59.839] Build:
{
"id": "8695823152509865393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-11T00:43:41.648336745Z",
"startTime": "2025-12-11T01:54:58.727886926Z",
"endTime": "2025-12-11T03:14:59.529549365Z",
"updateTime": "2025-12-11T03:14:59.529549365Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "575d6892bcc5cef926cfc1b95225148262c96a15",
"ref": "refs/heads/main"
}
}
}
[03:14:59.839] Invocation finished in 2h31m19.44226076s with status FAILED