[01:51:46.293] New invocation is queued and will start shortly
[01:51:46.293] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:51:47.325] Starting the invocation (attempt 1)
[01:51:47.362] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2f71e606c96c6b1a534b829fc10ff2d3ef497688"
[01:51:47.362] Reconstructed gitiles commit from tags
[01:51:47.362] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:51:47.362] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:51:47.362] Buildbucket request:
{
"requestId": "8862517287632004048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9206aab744e815766584ffdaad5f725879a6b92f8eaff4fd4b657a9c464065e6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "eb3a8be4dc735c66d7a5cf0abaf4e2467ca17fbc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862517287632004048",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c14de68e9f70780616d42c8f5deef8e3571643e741ef7ecc7151a5a0d25e58d1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c37b01cea034eafe55b0bbc6a39625aab3668cc3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d5778a7ff55688de0d6c87204fdd8d32ac1bdc99"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d5778a7ff55688de0d6c87204fdd8d32ac1bdc99",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "078bfc50-8bda-4372-857e-63f307e51d4f",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697100074456181617"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9206aab744e815766584ffdaad5f725879a6b92f8eaff4fd4b657a9c464065e6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "eb3a8be4dc735c66d7a5cf0abaf4e2467ca17fbc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2f71e606c96c6b1a534b829fc10ff2d3ef497688"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2f71e606c96c6b1a534b829fc10ff2d3ef497688",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "d102ec4d-95e5-4fa2-a69c-e07179b7fc0e",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697094229998824705"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2f71e606c96c6b1a534b829fc10ff2d3ef497688"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f71e606c96c6b1a534b829fc10ff2d3ef497688",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862517287632004048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:51:48.170] Scheduled build:
{
"id": "8697087225625693665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T01:51:47.583527733Z",
"updateTime": "2025-11-27T01:51:47.583527733Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f71e606c96c6b1a534b829fc10ff2d3ef497688",
"ref": "refs/heads/main"
}
}
}
[01:51:48.170] Task URL: https://cr-buildbucket.appspot.com/build/8697087225625693665
[01:51:48.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:2:0) after 4m17s
[01:51:49.055] Received PubSub notification, asking Buildbucket for the build status
[01:51:49.077] Build status: SCHEDULED
[01:56:05.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:2:0)
[01:56:05.226] Build status: SCHEDULED
[01:56:05.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:4:0) after 3m31s
[01:59:36.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:4:0)
[01:59:36.369] Build status: SCHEDULED
[01:59:36.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:5:0) after 1m8s
[02:00:44.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:5:0)
[02:00:44.397] Build status: SCHEDULED
[02:00:44.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:6:0) after 4m14s
[02:04:58.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:6:0)
[02:04:58.647] Build status: SCHEDULED
[02:04:58.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:7:0) after 7m47s
[02:12:45.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:7:0)
[02:12:45.754] Build status: SCHEDULED
[02:12:45.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:8:0) after 1m34s
[02:14:19.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:8:0)
[02:14:19.927] Build status: SCHEDULED
[02:14:19.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:9:0) after 7m30s
[02:21:49.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:9:0)
[02:21:49.968] Build status: SCHEDULED
[02:21:49.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:10:0) after 8m54s
[02:30:43.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:10:0)
[02:30:44.005] Build status: SCHEDULED
[02:30:44.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:11:0) after 3m19s
[02:34:03.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:11:0)
[02:34:03.107] Build status: SCHEDULED
[02:34:03.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:12:0) after 9m28s
[02:43:31.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:12:0)
[02:43:31.190] Build status: SCHEDULED
[02:43:31.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:13:0) after 4m18s
[02:47:49.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:13:0)
[02:47:49.194] Build status: SCHEDULED
[02:47:49.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:14:0) after 9m13s
[02:57:02.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:14:0)
[02:57:02.269] Build status: SCHEDULED
[02:57:02.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:15:0) after 5m43s
[03:02:45.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:15:0)
[03:02:45.376] Build status: SCHEDULED
[03:02:45.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:16:0) after 7m26s
[03:10:11.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:16:0)
[03:10:11.437] Build status: SCHEDULED
[03:10:11.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:17:0) after 6m32s
[03:16:43.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:17:0)
[03:16:43.474] Build status: SCHEDULED
[03:16:43.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:18:0) after 9m55s
[03:26:38.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:18:0)
[03:26:38.648] Build status: SCHEDULED
[03:26:38.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:19:0) after 3m4s
[03:29:42.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:19:0)
[03:29:42.727] Build status: SCHEDULED
[03:29:42.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:20:0) after 1m5s
[03:30:47.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:20:0)
[03:30:47.775] Build status: SCHEDULED
[03:30:47.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:21:0) after 2m6s
[03:32:53.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:21:0)
[03:32:53.845] Build status: SCHEDULED
[03:32:53.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:22:0) after 3m20s
[03:36:13.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:22:0)
[03:36:13.898] Build status: SCHEDULED
[03:36:13.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:23:0) after 4m34s
[03:40:47.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:23:0)
[03:40:47.945] Build status: SCHEDULED
[03:40:47.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:24:0) after 8m36s
[03:49:20.501] Received PubSub notification, asking Buildbucket for the build status
[03:49:20.526] Build status: STARTED
[03:49:23.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:24:0)
[03:49:23.981] Build status: STARTED
[03:49:23.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:26:0) after 8m51s
[03:58:14.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:26:0)
[03:58:15.019] Build status: STARTED
[03:58:15.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:27:0) after 6m5s
[04:04:20.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:27:0)
[04:04:20.096] Build status: STARTED
[04:04:20.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:28:0) after 8m33s
[04:12:53.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:28:0)
[04:12:53.134] Build status: STARTED
[04:12:53.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:29:0) after 2m39s
[04:15:32.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:29:0)
[04:15:32.190] Build status: STARTED
[04:15:32.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:30:0) after 4m0s
[04:19:32.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:30:0)
[04:19:32.284] Build status: STARTED
[04:19:32.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:31:0) after 4m18s
[04:23:50.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:31:0)
[04:23:50.308] Build status: STARTED
[04:23:50.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:32:0) after 9m6s
[04:32:56.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:32:0)
[04:32:56.370] Build status: STARTED
[04:32:56.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:33:0) after 4m27s
[04:37:23.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:33:0)
[04:37:23.427] Build status: STARTED
[04:37:23.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:34:0) after 4m18s
[04:41:41.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:34:0)
[04:41:41.489] Build status: STARTED
[04:41:41.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:35:0) after 6m12s
[04:47:53.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:35:0)
[04:47:53.521] Build status: STARTED
[04:47:53.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:36:0) after 4m58s
[04:52:51.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:36:0)
[04:52:51.557] Build status: STARTED
[04:52:51.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:37:0) after 4m10s
[04:57:01.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:37:0)
[04:57:01.607] Build status: STARTED
[04:57:01.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:38:0) after 7m53s
[05:04:54.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:38:0)
[05:04:54.677] Build status: STARTED
[05:04:54.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:39:0) after 3m37s
[05:08:31.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:39:0)
[05:08:31.769] Build status: STARTED
[05:08:31.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862517287632004048:40:0) after 3m35s
[05:11:13.667] Received PubSub notification, asking Buildbucket for the build status
[05:11:13.694] Build:
{
"id": "8697087225625693665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T01:51:47.583527733Z",
"startTime": "2025-11-27T03:49:20.366355755Z",
"endTime": "2025-11-27T05:11:13.380811827Z",
"updateTime": "2025-11-27T05:11:13.380811827Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f71e606c96c6b1a534b829fc10ff2d3ef497688",
"ref": "refs/heads/main"
}
}
}
[05:11:13.694] Invocation finished in 3h19m27.407850013s with status FAILED