[19:09:02.723] New invocation is queued and will start shortly
[19:09:02.723] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:09:04.005] Starting the invocation (attempt 1)
[19:09:04.036] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/39572f5e9168b1b44c2f9078494616fed8752086"
[19:09:04.036] Reconstructed gitiles commit from tags
[19:09:04.036] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:09:04.036] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:09:04.036] Buildbucket request:
{
"requestId": "8869699785315288064",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6c7d9ce13010599014913cce4c64b04720875f003cb25cadc03970dc5682a740/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "896499e16876cab9ae52537545ccd27bd84a0373",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869699785315288064",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6c7d9ce13010599014913cce4c64b04720875f003cb25cadc03970dc5682a740/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "896499e16876cab9ae52537545ccd27bd84a0373",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "39572f5e9168b1b44c2f9078494616fed8752086"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/39572f5e9168b1b44c2f9078494616fed8752086",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "ecb55f3b-386b-4dc6-acac-24a8e8128e86",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8704279371839989425"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "39572f5e9168b1b44c2f9078494616fed8752086"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "39572f5e9168b1b44c2f9078494616fed8752086",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869699785315288064"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:09:04.524] Scheduled build:
{
"id": "8704269723196726753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-08T19:09:04.122407025Z",
"updateTime": "2025-09-08T19:09:04.122407025Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "39572f5e9168b1b44c2f9078494616fed8752086",
"ref": "refs/heads/main"
}
}
}
[19:09:04.524] Task URL: https://cr-buildbucket.appspot.com/build/8704269723196726753
[19:09:04.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:2:0) after 7m20s
[19:09:05.448] Received PubSub notification, asking Buildbucket for the build status
[19:09:05.490] Build status: SCHEDULED
[19:16:24.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:2:0)
[19:16:24.592] Build status: SCHEDULED
[19:16:24.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:4:0) after 1m49s
[19:18:13.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:4:0)
[19:18:13.741] Build status: SCHEDULED
[19:18:13.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:5:0) after 5m40s
[19:23:53.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:5:0)
[19:23:53.780] Build status: SCHEDULED
[19:23:53.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:6:0) after 5m59s
[19:29:52.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:6:0)
[19:29:52.880] Build status: SCHEDULED
[19:29:52.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:7:0) after 6m3s
[19:35:55.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:7:0)
[19:35:55.969] Build status: SCHEDULED
[19:35:55.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:8:0) after 1m10s
[19:37:06.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:8:0)
[19:37:06.019] Build status: SCHEDULED
[19:37:06.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:9:0) after 3m11s
[19:40:17.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:9:0)
[19:40:17.062] Build status: SCHEDULED
[19:40:17.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:10:0) after 8m46s
[19:49:03.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:10:0)
[19:49:03.107] Build status: SCHEDULED
[19:49:03.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:11:0) after 2m21s
[19:51:24.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:11:0)
[19:51:24.199] Build status: SCHEDULED
[19:51:24.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:12:0) after 6m42s
[19:58:06.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:12:0)
[19:58:06.210] Build status: SCHEDULED
[19:58:06.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:13:0) after 5m10s
[20:03:16.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:13:0)
[20:03:16.249] Build status: SCHEDULED
[20:03:16.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:14:0) after 4m43s
[20:07:59.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:14:0)
[20:07:59.297] Build status: SCHEDULED
[20:07:59.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:15:0) after 1m13s
[20:09:12.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:15:0)
[20:09:12.338] Build status: SCHEDULED
[20:09:12.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:16:0) after 2m6s
[20:11:18.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:16:0)
[20:11:18.454] Build status: SCHEDULED
[20:11:18.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:17:0) after 2m32s
[20:13:50.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:17:0)
[20:13:50.495] Build status: SCHEDULED
[20:13:50.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:18:0) after 8m29s
[20:22:19.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:18:0)
[20:22:19.528] Build status: SCHEDULED
[20:22:19.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:19:0) after 9m44s
[20:30:18.660] Received PubSub notification, asking Buildbucket for the build status
[20:30:18.732] Build status: STARTED
[20:32:03.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:19:0)
[20:32:03.703] Build status: STARTED
[20:32:03.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:21:0) after 2m31s
[20:34:34.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:21:0)
[20:34:34.749] Build status: STARTED
[20:34:34.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:22:0) after 6m11s
[20:40:45.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:22:0)
[20:40:45.782] Build status: STARTED
[20:40:45.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:23:0) after 3m51s
[20:44:36.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:23:0)
[20:44:36.837] Build status: STARTED
[20:44:36.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:24:0) after 8m41s
[20:53:17.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:24:0)
[20:53:17.872] Build status: STARTED
[20:53:17.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:25:0) after 4m32s
[20:57:49.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:25:0)
[20:57:49.982] Build status: STARTED
[20:57:49.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:26:0) after 1m14s
[20:59:04.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:26:0)
[20:59:04.108] Build status: STARTED
[20:59:04.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:27:0) after 9m46s
[21:08:50.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:27:0)
[21:08:50.218] Build status: STARTED
[21:08:50.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:28:0) after 4m57s
[21:13:47.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:28:0)
[21:13:47.282] Build status: STARTED
[21:13:47.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:29:0) after 2m3s
[21:15:50.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:29:0)
[21:15:50.284] Build status: STARTED
[21:15:50.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:30:0) after 2m49s
[21:18:39.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:30:0)
[21:18:39.401] Build status: STARTED
[21:18:39.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:31:0) after 9m45s
[21:28:24.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:31:0)
[21:28:24.524] Build status: STARTED
[21:28:24.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:32:0) after 8m50s
[21:37:14.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:32:0)
[21:37:14.669] Build status: STARTED
[21:37:14.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:33:0) after 3m36s
[21:40:50.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:33:0)
[21:40:50.881] Build status: STARTED
[21:40:50.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:34:0) after 8m15s
[21:49:06.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:34:0)
[21:49:06.072] Build status: STARTED
[21:49:06.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869699785315288064:35:0) after 9m8s
[21:52:50.604] Received PubSub notification, asking Buildbucket for the build status
[21:52:50.639] Build:
{
"id": "8704269723196726753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-08T19:09:04.122407025Z",
"startTime": "2025-09-08T20:30:16.716520034Z",
"endTime": "2025-09-08T21:52:50.271580767Z",
"updateTime": "2025-09-08T21:52:50.271580767Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "39572f5e9168b1b44c2f9078494616fed8752086",
"ref": "refs/heads/main"
}
}
}
[21:52:50.639] Invocation finished in 2h43m47.9209784s with status FAILED