[14:36:51.345] New invocation is queued and will start shortly
[14:36:51.345] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[14:36:52.764] Starting the invocation (attempt 1)
[14:36:52.785] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a1ba1fa5788c4cc0e72b7af6a555eb046510e86c"
[14:36:52.785] Reconstructed gitiles commit from tags
[14:36:52.785] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:36:52.785] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:36:52.786] Buildbucket request:
{
"requestId": "8861563183032619056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ecdaf1d6b1b6243a944c60bad00573d5165eecf5c960e324c38d2e2c9bb87a54/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "41b79adbc00a598bac7b7260de1c771a9b090348",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861563183032619056",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ecdaf1d6b1b6243a944c60bad00573d5165eecf5c960e324c38d2e2c9bb87a54/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "41b79adbc00a598bac7b7260de1c771a9b090348",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a1ba1fa5788c4cc0e72b7af6a555eb046510e86c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a1ba1fa5788c4cc0e72b7af6a555eb046510e86c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "1416ceba-82b3-4eda-9210-53c1df64628d",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696144491172378177"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a1ba1fa5788c4cc0e72b7af6a555eb046510e86c"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ba1fa5788c4cc0e72b7af6a555eb046510e86c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861563183032619056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:36:53.117] Scheduled build:
{
"id": "8696133120792103393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-07T14:36:52.858168705Z",
"updateTime": "2025-12-07T14:36:52.858168705Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ba1fa5788c4cc0e72b7af6a555eb046510e86c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:36:53.117] Task URL: https://cr-buildbucket.appspot.com/build/8696133120792103393
[14:36:53.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:2:0) after 3m8s
[14:36:54.141] Received PubSub notification, asking Buildbucket for the build status
[14:36:54.239] Build status: SCHEDULED
[14:40:01.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:2:0)
[14:40:01.353] Build status: SCHEDULED
[14:40:01.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:4:0) after 1m22s
[14:41:23.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:4:0)
[14:41:23.402] Build status: SCHEDULED
[14:41:23.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:5:0) after 9m5s
[14:50:28.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:5:0)
[14:50:28.593] Build status: SCHEDULED
[14:50:28.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:6:0) after 2m8s
[14:52:36.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:6:0)
[14:52:36.732] Build status: SCHEDULED
[14:52:36.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:7:0) after 2m35s
[14:55:11.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:7:0)
[14:55:11.761] Build status: SCHEDULED
[14:55:11.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:8:0) after 7m26s
[15:02:37.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:8:0)
[15:02:37.769] Build status: SCHEDULED
[15:02:37.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:9:0) after 6m15s
[15:08:52.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:9:0)
[15:08:52.794] Build status: SCHEDULED
[15:08:52.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:10:0) after 4m31s
[15:13:23.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:10:0)
[15:13:23.924] Build status: SCHEDULED
[15:13:23.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:11:0) after 2m41s
[15:16:05.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:11:0)
[15:16:05.103] Build status: SCHEDULED
[15:16:05.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:12:0) after 1m3s
[15:17:08.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:12:0)
[15:17:08.146] Build status: SCHEDULED
[15:17:08.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:13:0) after 7m32s
[15:24:40.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:13:0)
[15:24:40.237] Build status: SCHEDULED
[15:24:40.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:14:0) after 2m4s
[15:26:44.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:14:0)
[15:26:44.403] Build status: SCHEDULED
[15:26:44.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:15:0) after 5m52s
[15:29:57.989] Received PubSub notification, asking Buildbucket for the build status
[15:29:58.012] Build status: STARTED
[15:32:36.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:15:0)
[15:32:36.842] Build status: STARTED
[15:32:36.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:17:0) after 2m41s
[15:35:17.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:17:0)
[15:35:17.868] Build status: STARTED
[15:35:17.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:18:0) after 2m15s
[15:37:33.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:18:0)
[15:37:33.222] Build status: STARTED
[15:37:33.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:19:0) after 2m25s
[15:39:58.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:19:0)
[15:39:58.463] Build status: STARTED
[15:39:58.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:20:0) after 5m22s
[15:45:20.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:20:0)
[15:45:20.764] Build status: STARTED
[15:45:20.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:21:0) after 9m7s
[15:54:27.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:21:0)
[15:54:27.900] Build status: STARTED
[15:54:27.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:22:0) after 5m16s
[15:59:44.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:22:0)
[15:59:44.302] Build status: STARTED
[15:59:44.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:23:0) after 5m57s
[16:05:41.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:23:0)
[16:05:41.339] Build status: STARTED
[16:05:41.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:24:0) after 1m51s
[16:07:32.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:24:0)
[16:07:32.539] Build status: STARTED
[16:07:32.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:25:0) after 8m14s
[16:15:46.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:25:0)
[16:15:46.583] Build status: STARTED
[16:15:46.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:26:0) after 6m44s
[16:22:30.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:26:0)
[16:22:30.645] Build status: STARTED
[16:22:30.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:27:0) after 2m9s
[16:24:40.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:27:0)
[16:24:40.217] Build status: STARTED
[16:24:40.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:28:0) after 3m11s
[16:27:51.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:28:0)
[16:27:51.781] Build status: STARTED
[16:27:51.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:29:0) after 7m29s
[16:35:21.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:29:0)
[16:35:21.054] Build status: STARTED
[16:35:21.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861563183032619056:30:0) after 8m28s
[16:36:19.080] Received PubSub notification, asking Buildbucket for the build status
[16:36:19.093] Build:
{
"id": "8696133120792103393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-07T14:36:52.858168705Z",
"startTime": "2025-12-07T15:29:57.835269882Z",
"endTime": "2025-12-07T16:36:16.641465526Z",
"updateTime": "2025-12-07T16:36:16.641465526Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ba1fa5788c4cc0e72b7af6a555eb046510e86c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:36:19.093] Invocation finished in 1h59m27.754296265s with status FAILED