[04:12:25.171] New invocation is queued and will start shortly
[04:12:25.171] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[04:12:26.302] Starting the invocation (attempt 1)
[04:12:26.326] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cd3192a2c9c422f41d517428afef0a2232b9db8f"
[04:12:26.326] Reconstructed gitiles commit from tags
[04:12:26.326] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:12:26.326] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:12:26.327] Buildbucket request:
{
"requestId": "8862236647931929984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d8f0807a4a1455f0443f83ea4d8fb025ed1bdc293273c36de8e35d07f77850ad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c22d004a9db2d19c101f8580613cacc8d4110132",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862236647931929984",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d8f0807a4a1455f0443f83ea4d8fb025ed1bdc293273c36de8e35d07f77850ad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c22d004a9db2d19c101f8580613cacc8d4110132",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cd3192a2c9c422f41d517428afef0a2232b9db8f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cd3192a2c9c422f41d517428afef0a2232b9db8f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "80bd5d39-9243-45fb-94ce-bf0b68aa3948",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696818589138986225"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cd3192a2c9c422f41d517428afef0a2232b9db8f"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cd3192a2c9c422f41d517428afef0a2232b9db8f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862236647931929984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:12:26.751] Scheduled build:
{
"id": "8696806586006370577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-30T04:12:26.381901071Z",
"updateTime": "2025-11-30T04:12:26.381901071Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cd3192a2c9c422f41d517428afef0a2232b9db8f",
"ref": "refs/heads/main"
}
}
}
[04:12:26.751] Task URL: https://cr-buildbucket.appspot.com/build/8696806586006370577
[04:12:26.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:2:0) after 8m40s
[04:12:27.641] Received PubSub notification, asking Buildbucket for the build status
[04:12:27.659] Build status: SCHEDULED
[04:21:06.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:2:0)
[04:21:06.794] Build status: SCHEDULED
[04:21:06.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:4:0) after 1m30s
[04:22:37.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:4:0)
[04:22:37.032] Build status: SCHEDULED
[04:22:37.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:5:0) after 9m15s
[04:31:52.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:5:0)
[04:31:52.220] Build status: SCHEDULED
[04:31:52.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:6:0) after 7m16s
[04:39:08.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:6:0)
[04:39:08.344] Build status: SCHEDULED
[04:39:08.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:7:0) after 2m50s
[04:41:58.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:7:0)
[04:41:58.374] Build status: SCHEDULED
[04:41:58.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:8:0) after 1m39s
[04:43:37.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:8:0)
[04:43:37.882] Build status: SCHEDULED
[04:43:37.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:9:0) after 6m5s
[04:49:42.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:9:0)
[04:49:42.907] Build status: SCHEDULED
[04:49:42.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:10:0) after 8m50s
[04:58:33.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:10:0)
[04:58:33.034] Build status: SCHEDULED
[04:58:33.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:11:0) after 5m52s
[05:04:25.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:11:0)
[05:04:25.069] Build status: SCHEDULED
[05:04:25.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:12:0) after 9m32s
[05:13:57.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:12:0)
[05:13:57.105] Build status: SCHEDULED
[05:13:57.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:13:0) after 1m28s
[05:15:25.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:13:0)
[05:15:25.166] Build status: SCHEDULED
[05:15:25.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:14:0) after 9m9s
[05:24:34.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:14:0)
[05:24:34.203] Build status: SCHEDULED
[05:24:34.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:15:0) after 4m54s
[05:26:40.970] Received PubSub notification, asking Buildbucket for the build status
[05:26:41.170] Build status: STARTED
[05:29:28.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:15:0)
[05:29:28.241] Build status: STARTED
[05:29:28.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:17:0) after 3m18s
[05:32:46.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:17:0)
[05:32:46.329] Build status: STARTED
[05:32:46.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:18:0) after 2m16s
[05:35:02.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:18:0)
[05:35:02.448] Build status: STARTED
[05:35:02.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:19:0) after 9m14s
[05:44:16.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:19:0)
[05:44:16.978] Build status: STARTED
[05:44:16.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:20:0) after 1m33s
[05:45:50.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:20:0)
[05:45:50.217] Build status: STARTED
[05:45:50.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:21:0) after 4m4s
[05:49:54.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:21:0)
[05:49:54.257] Build status: STARTED
[05:49:54.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:22:0) after 4m10s
[05:54:04.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:22:0)
[05:54:04.588] Build status: STARTED
[05:54:04.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:23:0) after 5m19s
[05:59:23.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:23:0)
[05:59:23.630] Build status: STARTED
[05:59:23.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:24:0) after 6m0s
[06:05:23.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:24:0)
[06:05:23.670] Build status: STARTED
[06:05:23.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:25:0) after 8m30s
[06:13:53.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:25:0)
[06:13:53.766] Build status: STARTED
[06:13:53.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:26:0) after 9m40s
[06:23:33.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:26:0)
[06:23:33.899] Build status: STARTED
[06:23:33.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:27:0) after 5m12s
[06:28:46.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:27:0)
[06:28:46.277] Build status: STARTED
[06:28:46.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8862236647931929984:28:0) after 9m58s
[06:29:49.336] Received PubSub notification, asking Buildbucket for the build status
[06:29:49.359] Build:
{
"id": "8696806586006370577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-30T04:12:26.381901071Z",
"startTime": "2025-11-30T05:26:39.697966794Z",
"endTime": "2025-11-30T06:29:49.040153313Z",
"updateTime": "2025-11-30T06:29:49.040153313Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cd3192a2c9c422f41d517428afef0a2232b9db8f",
"ref": "refs/heads/main"
}
}
}
[06:29:49.359] Invocation finished in 2h17m24.197859368s with status FAILED