[03:25:58.360] New invocation is queued and will start shortly
[03:25:58.360] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:25:59.434] Starting the invocation (attempt 1)
[03:25:59.457] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9fd288e8866788d9defccccfcc75272eb27f54fe"
[03:25:59.457] Reconstructed gitiles commit from tags
[03:25:59.457] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:25:59.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:25:59.458] Buildbucket request:
{
"requestId": "8861967779219069792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0b85d9538aa04791248f816337a336f873f8e6df13e776a9eab3a83889a83162/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "410ed91d60da02bd6e649fe83c9048ac9f4f608c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861967779219069792",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0b85d9538aa04791248f816337a336f873f8e6df13e776a9eab3a83889a83162/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "410ed91d60da02bd6e649fe83c9048ac9f4f608c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9fd288e8866788d9defccccfcc75272eb27f54fe"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9fd288e8866788d9defccccfcc75272eb27f54fe",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "02095b57-5e87-44c4-a95f-d3b86d8cdeb3",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696549118358849297"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9fd288e8866788d9defccccfcc75272eb27f54fe"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd288e8866788d9defccccfcc75272eb27f54fe",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861967779219069792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:25:59.929] Scheduled build:
{
"id": "8696537717359840081",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-03T03:25:59.503016645Z",
"updateTime": "2025-12-03T03:25:59.503016645Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd288e8866788d9defccccfcc75272eb27f54fe",
"ref": "refs/heads/main"
}
}
}
[03:25:59.929] Task URL: https://cr-buildbucket.appspot.com/build/8696537717359840081
[03:25:59.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:2:0) after 8m20s
[03:26:00.749] Received PubSub notification, asking Buildbucket for the build status
[03:26:00.921] Build status: SCHEDULED
[03:34:20.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:2:0)
[03:34:20.068] Build status: SCHEDULED
[03:34:20.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:4:0) after 4m31s
[03:38:51.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:4:0)
[03:38:51.155] Build status: SCHEDULED
[03:38:51.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:5:0) after 3m56s
[03:42:47.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:5:0)
[03:42:47.267] Build status: SCHEDULED
[03:42:47.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:6:0) after 3m1s
[03:45:48.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:6:0)
[03:45:48.438] Build status: SCHEDULED
[03:45:48.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:7:0) after 7m16s
[03:53:04.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:7:0)
[03:53:04.485] Build status: SCHEDULED
[03:53:04.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:8:0) after 7m37s
[04:00:41.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:8:0)
[04:00:41.518] Build status: SCHEDULED
[04:00:41.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:9:0) after 9m43s
[04:10:24.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:9:0)
[04:10:24.690] Build status: SCHEDULED
[04:10:24.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:10:0) after 2m31s
[04:12:55.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:10:0)
[04:12:55.751] Build status: SCHEDULED
[04:12:55.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:11:0) after 3m34s
[04:16:29.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:11:0)
[04:16:29.759] Build status: SCHEDULED
[04:16:29.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:12:0) after 4m19s
[04:20:48.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:12:0)
[04:20:48.783] Build status: SCHEDULED
[04:20:48.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:13:0) after 7m17s
[04:28:05.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:13:0)
[04:28:05.820] Build status: SCHEDULED
[04:28:05.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:14:0) after 7m50s
[04:35:55.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:14:0)
[04:35:55.891] Build status: SCHEDULED
[04:35:55.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:15:0) after 5m12s
[04:41:07.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:15:0)
[04:41:08.025] Build status: SCHEDULED
[04:41:08.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:16:0) after 8m24s
[04:49:32.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:16:0)
[04:49:32.116] Build status: SCHEDULED
[04:49:32.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:17:0) after 4m44s
[04:54:16.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:17:0)
[04:54:16.157] Build status: SCHEDULED
[04:54:16.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:18:0) after 5m15s
[04:59:31.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:18:0)
[04:59:31.187] Build status: SCHEDULED
[04:59:31.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:19:0) after 5m35s
[05:05:06.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:19:0)
[05:05:06.225] Build status: SCHEDULED
[05:05:06.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:20:0) after 3m21s
[05:06:59.682] Received PubSub notification, asking Buildbucket for the build status
[05:06:59.716] Build status: STARTED
[05:08:27.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:20:0)
[05:08:27.211] Build status: STARTED
[05:08:27.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:22:0) after 8m15s
[05:16:42.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:22:0)
[05:16:42.248] Build status: STARTED
[05:16:42.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:23:0) after 6m53s
[05:23:35.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:23:0)
[05:23:35.280] Build status: STARTED
[05:23:35.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:24:0) after 5m3s
[05:28:38.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:24:0)
[05:28:38.319] Build status: STARTED
[05:28:38.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:25:0) after 3m59s
[05:32:37.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:25:0)
[05:32:37.422] Build status: STARTED
[05:32:37.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:26:0) after 4m6s
[05:36:43.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:26:0)
[05:36:43.455] Build status: STARTED
[05:36:43.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:27:0) after 1m4s
[05:37:47.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:27:0)
[05:37:47.495] Build status: STARTED
[05:37:47.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:28:0) after 8m40s
[05:46:27.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:28:0)
[05:46:27.613] Build status: STARTED
[05:46:27.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:29:0) after 2m3s
[05:48:30.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:29:0)
[05:48:30.692] Build status: STARTED
[05:48:30.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:30:0) after 7m45s
[05:56:15.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:30:0)
[05:56:15.833] Build status: STARTED
[05:56:15.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:31:0) after 2m19s
[05:58:34.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:31:0)
[05:58:34.886] Build status: STARTED
[05:58:34.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:32:0) after 8m4s
[06:06:38.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:32:0)
[06:06:38.928] Build status: STARTED
[06:06:38.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:33:0) after 5m48s
[06:12:26.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:33:0)
[06:12:27.003] Build status: STARTED
[06:12:27.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:34:0) after 7m34s
[06:20:01.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:34:0)
[06:20:01.036] Build status: STARTED
[06:20:01.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861967779219069792:35:0) after 6m11s
[06:24:59.506] Received PubSub notification, asking Buildbucket for the build status
[06:24:59.527] Build:
{
"id": "8696537717359840081",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-03T03:25:59.503016645Z",
"startTime": "2025-12-03T05:06:59.522243285Z",
"endTime": "2025-12-03T06:24:59.188892986Z",
"updateTime": "2025-12-03T06:24:59.188892986Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd288e8866788d9defccccfcc75272eb27f54fe",
"ref": "refs/heads/main"
}
}
}
[06:24:59.527] Invocation finished in 2h59m1.180625343s with status FAILED