[03:03:31.890] New invocation is queued and will start shortly
[03:03:31.890] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:03:34.259] Starting the invocation (attempt 1)
[03:03:34.285] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d598c33350a6691807441666f9c5014c18aff39"
[03:03:34.285] Reconstructed gitiles commit from tags
[03:03:34.285] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:03:34.285] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:03:34.286] Buildbucket request:
{
"requestId": "8861878594126840784",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c8484dbf67270267af5c7e27b2852ff60773cf8e21a5baa0483b071a4952da99/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "584ad93046864825aac85f3ee74e78493d76c965",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861878594126840784",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c8484dbf67270267af5c7e27b2852ff60773cf8e21a5baa0483b071a4952da99/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "584ad93046864825aac85f3ee74e78493d76c965",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d598c33350a6691807441666f9c5014c18aff39"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d598c33350a6691807441666f9c5014c18aff39",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "13d18233-b526-4180-a486-f993d525eb77",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696459943438957521"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d598c33350a6691807441666f9c5014c18aff39"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d598c33350a6691807441666f9c5014c18aff39",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861878594126840784"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:03:35.023] Scheduled build:
{
"id": "8696448530819410369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T03:03:34.416512160Z",
"updateTime": "2025-12-04T03:03:34.416512160Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d598c33350a6691807441666f9c5014c18aff39",
"ref": "refs/heads/main"
}
}
}
[03:03:35.023] Task URL: https://cr-buildbucket.appspot.com/build/8696448530819410369
[03:03:35.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:2:0) after 3m20s
[03:03:35.817] Received PubSub notification, asking Buildbucket for the build status
[03:03:35.837] Build status: SCHEDULED
[03:06:55.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:2:0)
[03:06:55.053] Build status: SCHEDULED
[03:06:55.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:4:0) after 6m7s
[03:13:02.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:4:0)
[03:13:02.118] Build status: SCHEDULED
[03:13:02.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:5:0) after 6m38s
[03:19:40.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:5:0)
[03:19:40.256] Build status: SCHEDULED
[03:19:40.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:6:0) after 9m5s
[03:28:45.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:6:0)
[03:28:45.363] Build status: SCHEDULED
[03:28:45.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:7:0) after 9m36s
[03:38:21.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:7:0)
[03:38:21.382] Build status: SCHEDULED
[03:38:21.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:8:0) after 6m32s
[03:44:53.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:8:0)
[03:44:53.447] Build status: SCHEDULED
[03:44:53.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:9:0) after 2m16s
[03:47:09.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:9:0)
[03:47:09.525] Build status: SCHEDULED
[03:47:09.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:10:0) after 5m57s
[03:53:06.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:10:0)
[03:53:06.816] Build status: SCHEDULED
[03:53:06.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:11:0) after 6m26s
[03:56:50.663] Received PubSub notification, asking Buildbucket for the build status
[03:56:50.676] Build status: STARTED
[03:59:32.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:11:0)
[03:59:32.895] Build status: STARTED
[03:59:32.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:13:0) after 7m39s
[04:07:12.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:13:0)
[04:07:12.032] Build status: STARTED
[04:07:12.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:14:0) after 3m56s
[04:11:08.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:14:0)
[04:11:08.179] Build status: STARTED
[04:11:08.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:15:0) after 6m28s
[04:17:36.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:15:0)
[04:17:36.199] Build status: STARTED
[04:17:36.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:16:0) after 4m58s
[04:22:34.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:16:0)
[04:22:34.276] Build status: STARTED
[04:22:34.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:17:0) after 2m2s
[04:24:36.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:17:0)
[04:24:36.371] Build status: STARTED
[04:24:36.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:18:0) after 1m21s
[04:25:57.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:18:0)
[04:25:57.414] Build status: STARTED
[04:25:57.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:19:0) after 3m1s
[04:28:58.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:19:0)
[04:28:58.476] Build status: STARTED
[04:28:58.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:20:0) after 5m59s
[04:34:57.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:20:0)
[04:34:57.606] Build status: STARTED
[04:34:57.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:21:0) after 6m13s
[04:41:10.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:21:0)
[04:41:10.698] Build status: STARTED
[04:41:10.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:22:0) after 8m46s
[04:49:56.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:22:0)
[04:49:56.719] Build status: STARTED
[04:49:56.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:23:0) after 3m29s
[04:53:25.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:23:0)
[04:53:25.798] Build status: STARTED
[04:53:25.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:24:0) after 7m38s
[05:01:03.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:24:0)
[05:01:03.879] Build status: STARTED
[05:01:03.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861878594126840784:25:0) after 4m32s
[05:01:39.119] Received PubSub notification, asking Buildbucket for the build status
[05:01:39.133] Build:
{
"id": "8696448530819410369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T03:03:34.416512160Z",
"startTime": "2025-12-04T03:56:50.498455620Z",
"endTime": "2025-12-04T05:01:38.837631039Z",
"updateTime": "2025-12-04T05:01:38.837631039Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d598c33350a6691807441666f9c5014c18aff39",
"ref": "refs/heads/main"
}
}
}
[05:01:39.133] Invocation finished in 1h58m7.255134631s with status FAILED