[02:04:48.280] New invocation is queued and will start shortly
[02:04:48.280] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:04:49.476] Starting the invocation (attempt 1)
[02:04:49.495] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/68aea8e202cb698f7b84fed2e1399e648221c34b"
[02:04:49.495] Reconstructed gitiles commit from tags
[02:04:49.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:04:49.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:04:49.496] Buildbucket request:
{
"requestId": "8860704528333748256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6abcf888e97c5dc9d28727530f794a2890aa62f5bba44f6d903d12f17855dd56/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2feb961b06fe40018c4959824cb2401eda94f661",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860704528333748256",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6426d49bf433f7f367493bbf97660ff48d385b14aba2b4215642ff0cb9cd492c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a7863411582d5d31324f54b2b83e4cafb77a61c3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7d126930bd26c593a505234f14ef3d0755120de6"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7d126930bd26c593a505234f14ef3d0755120de6",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "099290c7-43c0-4462-b82f-1d59a1a80a80",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695291812081868289"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6abcf888e97c5dc9d28727530f794a2890aa62f5bba44f6d903d12f17855dd56/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2feb961b06fe40018c4959824cb2401eda94f661",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "68aea8e202cb698f7b84fed2e1399e648221c34b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/68aea8e202cb698f7b84fed2e1399e648221c34b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "45856423-ed38-4b08-9f27-01f72ec27c75",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695284437077218849"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "68aea8e202cb698f7b84fed2e1399e648221c34b"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "68aea8e202cb698f7b84fed2e1399e648221c34b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860704528333748256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:04:49.841] Scheduled build:
{
"id": "8695274466344988609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-17T02:04:49.551643645Z",
"updateTime": "2025-12-17T02:04:49.551643645Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "68aea8e202cb698f7b84fed2e1399e648221c34b",
"ref": "refs/heads/main"
}
}
}
[02:04:49.842] Task URL: https://cr-buildbucket.appspot.com/build/8695274466344988609
[02:04:49.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:2:0) after 2m49s
[02:04:49.894] Received PubSub notification, asking Buildbucket for the build status
[02:04:50.222] Build status: SCHEDULED
[02:07:38.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:2:0)
[02:07:38.871] Build status: SCHEDULED
[02:07:38.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:4:0) after 8m32s
[02:16:10.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:4:0)
[02:16:10.907] Build status: SCHEDULED
[02:16:10.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:5:0) after 8m34s
[02:24:44.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:5:0)
[02:24:44.981] Build status: SCHEDULED
[02:24:44.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:6:0) after 3m50s
[02:28:35.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:6:0)
[02:28:35.242] Build status: SCHEDULED
[02:28:35.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:7:0) after 4m5s
[02:32:40.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:7:0)
[02:32:40.285] Build status: SCHEDULED
[02:32:40.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:8:0) after 5m19s
[02:37:59.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:8:0)
[02:37:59.368] Build status: SCHEDULED
[02:37:59.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:9:0) after 7m30s
[02:45:29.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:9:0)
[02:45:29.444] Build status: SCHEDULED
[02:45:29.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:10:0) after 3m29s
[02:48:58.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:10:0)
[02:48:58.470] Build status: SCHEDULED
[02:48:58.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:11:0) after 6m20s
[02:55:18.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:11:0)
[02:55:18.501] Build status: SCHEDULED
[02:55:18.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:12:0) after 1m5s
[02:56:23.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:12:0)
[02:56:23.530] Build status: SCHEDULED
[02:56:23.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:13:0) after 6m59s
[03:03:22.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:13:0)
[03:03:22.675] Build status: SCHEDULED
[03:03:22.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:14:0) after 5m26s
[03:08:48.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:14:0)
[03:08:48.923] Build status: SCHEDULED
[03:08:48.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:15:0) after 2m5s
[03:10:53.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:15:0)
[03:10:54.183] Build status: SCHEDULED
[03:10:54.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:16:0) after 5m28s
[03:16:22.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:16:0)
[03:16:22.414] Build status: SCHEDULED
[03:16:22.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:17:0) after 5m20s
[03:21:11.938] Received PubSub notification, asking Buildbucket for the build status
[03:21:11.959] Build status: STARTED
[03:21:42.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:17:0)
[03:21:42.492] Build status: STARTED
[03:21:42.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:19:0) after 6m20s
[03:28:02.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:19:0)
[03:28:02.529] Build status: STARTED
[03:28:02.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:20:0) after 9m15s
[03:37:17.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:20:0)
[03:37:17.566] Build status: STARTED
[03:37:17.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:21:0) after 4m33s
[03:41:50.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:21:0)
[03:41:50.697] Build status: STARTED
[03:41:50.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:22:0) after 5m50s
[03:47:40.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:22:0)
[03:47:40.739] Build status: STARTED
[03:47:40.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:23:0) after 1m29s
[03:49:09.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:23:0)
[03:49:09.804] Build status: STARTED
[03:49:09.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:24:0) after 3m53s
[03:53:02.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:24:0)
[03:53:02.962] Build status: STARTED
[03:53:02.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:25:0) after 7m56s
[04:00:59.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:25:0)
[04:00:59.069] Build status: STARTED
[04:00:59.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:26:0) after 8m38s
[04:09:37.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:26:0)
[04:09:37.174] Build status: STARTED
[04:09:37.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:27:0) after 4m15s
[04:13:52.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:27:0)
[04:13:52.319] Build status: STARTED
[04:13:52.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:28:0) after 4m22s
[04:18:14.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:28:0)
[04:18:14.442] Build status: STARTED
[04:18:14.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:29:0) after 2m45s
[04:20:59.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:29:0)
[04:20:59.482] Build status: STARTED
[04:20:59.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:30:0) after 2m49s
[04:23:48.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:30:0)
[04:23:48.476] Build status: STARTED
[04:23:48.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:31:0) after 7m56s
[04:31:44.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:31:0)
[04:31:44.556] Build status: STARTED
[04:31:44.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:32:0) after 5m32s
[04:37:16.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:32:0)
[04:37:16.612] Build status: STARTED
[04:37:16.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8860704528333748256:33:0) after 8m21s
[04:42:44.540] Received PubSub notification, asking Buildbucket for the build status
[04:42:44.559] Build:
{
"id": "8695274466344988609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-17T02:04:49.551643645Z",
"startTime": "2025-12-17T03:21:05.751089075Z",
"endTime": "2025-12-17T04:42:44.291269591Z",
"updateTime": "2025-12-17T04:42:44.291269591Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "68aea8e202cb698f7b84fed2e1399e648221c34b",
"ref": "refs/heads/main"
}
}
}
[04:42:44.559] Invocation finished in 2h37m56.287932538s with status FAILED