[19:22:34.624] New invocation is queued and will start shortly
[19:22:34.624] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:22:35.673] Starting the invocation (attempt 1)
[19:22:35.699] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9"
[19:22:35.699] Reconstructed gitiles commit from tags
[19:22:35.700] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:22:35.700] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:22:35.700] Buildbucket request:
{
"requestId": "8861273416108335920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41716ca87be3fbff2831c2bc9dc1e22ee2fc31c7ed29193e6f3983e03b1e6474/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2c32cc4952447aba06693c90e1436d513ee116b8",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861273416108335920",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41716ca87be3fbff2831c2bc9dc1e22ee2fc31c7ed29193e6f3983e03b1e6474/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2c32cc4952447aba06693c90e1436d513ee116b8",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "46ae5ab4-430c-45b2-80c8-3fb1b0ed8a3f",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695854703176639137"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861273416108335920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:22:36.293] Scheduled build:
{
"id": "8695843354231427057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T19:22:35.785212956Z",
"updateTime": "2025-12-10T19:22:35.785212956Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9",
"ref": "refs/heads/main"
}
}
}
[19:22:36.293] Task URL: https://cr-buildbucket.appspot.com/build/8695843354231427057
[19:22:36.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:2:0) after 5m25s
[19:22:37.050] Received PubSub notification, asking Buildbucket for the build status
[19:22:37.090] Build status: SCHEDULED
[19:28:01.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:2:0)
[19:28:01.331] Build status: SCHEDULED
[19:28:01.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:4:0) after 9m34s
[19:37:35.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:4:0)
[19:37:35.490] Build status: SCHEDULED
[19:37:35.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:5:0) after 6m9s
[19:43:44.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:5:0)
[19:43:44.483] Build status: SCHEDULED
[19:43:44.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:6:0) after 3m47s
[19:47:31.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:6:0)
[19:47:31.513] Build status: SCHEDULED
[19:47:31.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:7:0) after 8m22s
[19:55:53.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:7:0)
[19:55:53.544] Build status: SCHEDULED
[19:55:53.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:8:0) after 7m17s
[20:03:10.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:8:0)
[20:03:10.635] Build status: SCHEDULED
[20:03:10.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:9:0) after 2m13s
[20:05:23.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:9:0)
[20:05:23.675] Build status: SCHEDULED
[20:05:23.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:10:0) after 8m13s
[20:13:36.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:10:0)
[20:13:36.719] Build status: SCHEDULED
[20:13:36.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:11:0) after 2m29s
[20:16:05.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:11:0)
[20:16:06.023] Build status: SCHEDULED
[20:16:06.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:12:0) after 5m4s
[20:21:10.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:12:0)
[20:21:10.130] Build status: SCHEDULED
[20:21:10.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:13:0) after 7m50s
[20:29:00.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:13:0)
[20:29:00.179] Build status: SCHEDULED
[20:29:00.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:14:0) after 7m50s
[20:36:50.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:14:0)
[20:36:50.208] Build status: SCHEDULED
[20:36:50.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:15:0) after 3m33s
[20:40:23.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:15:0)
[20:40:23.329] Build status: SCHEDULED
[20:40:23.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:16:0) after 1m32s
[20:41:55.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:16:0)
[20:41:55.361] Build status: SCHEDULED
[20:41:55.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:17:0) after 2m59s
[20:44:54.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:17:0)
[20:44:54.444] Build status: SCHEDULED
[20:44:54.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:18:0) after 5m40s
[20:50:34.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:18:0)
[20:50:34.469] Build status: SCHEDULED
[20:50:34.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:19:0) after 5m6s
[20:55:40.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:19:0)
[20:55:40.600] Build status: SCHEDULED
[20:55:40.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:20:0) after 6m46s
[21:00:29.035] Received PubSub notification, asking Buildbucket for the build status
[21:00:29.057] Build status: STARTED
[21:02:26.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:20:0)
[21:02:26.641] Build status: STARTED
[21:02:26.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:22:0) after 1m41s
[21:04:07.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:22:0)
[21:04:07.729] Build status: STARTED
[21:04:07.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:23:0) after 1m28s
[21:05:35.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:23:0)
[21:05:35.811] Build status: STARTED
[21:05:35.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:24:0) after 2m50s
[21:08:25.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:24:0)
[21:08:25.841] Build status: STARTED
[21:08:25.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:25:0) after 7m12s
[21:15:37.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:25:0)
[21:15:37.951] Build status: STARTED
[21:15:37.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:26:0) after 8m48s
[21:24:25.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:26:0)
[21:24:26.018] Build status: STARTED
[21:24:26.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:27:0) after 1m46s
[21:26:12.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:27:0)
[21:26:12.057] Build status: STARTED
[21:26:12.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:28:0) after 4m16s
[21:30:28.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:28:0)
[21:30:28.137] Build status: STARTED
[21:30:28.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:29:0) after 3m55s
[21:34:23.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:29:0)
[21:34:23.176] Build status: STARTED
[21:34:23.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:30:0) after 7m31s
[21:41:54.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:30:0)
[21:41:54.206] Build status: STARTED
[21:41:54.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:31:0) after 1m54s
[21:43:48.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:31:0)
[21:43:48.306] Build status: STARTED
[21:43:48.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:32:0) after 5m17s
[21:49:05.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:32:0)
[21:49:05.418] Build status: STARTED
[21:49:05.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:33:0) after 2m59s
[21:52:04.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:33:0)
[21:52:04.508] Build status: STARTED
[21:52:04.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:34:0) after 5m22s
[21:57:26.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:34:0)
[21:57:26.584] Build status: STARTED
[21:57:26.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:35:0) after 4m46s
[22:02:12.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:35:0)
[22:02:12.675] Build status: STARTED
[22:02:12.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:36:0) after 4m0s
[22:06:12.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:36:0)
[22:06:12.725] Build status: STARTED
[22:06:12.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861273416108335920:37:0) after 3m3s
[22:07:36.337] Received PubSub notification, asking Buildbucket for the build status
[22:07:36.362] Build:
{
"id": "8695843354231427057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T19:22:35.785212956Z",
"startTime": "2025-12-10T21:00:28.350644511Z",
"endTime": "2025-12-10T22:07:35.834290565Z",
"updateTime": "2025-12-10T22:07:35.834290565Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bfce02548d8ae3d20fd987c1b8aa56bd7578b1c9",
"ref": "refs/heads/main"
}
}
}
[22:07:36.362] Invocation finished in 2h45m1.749641987s with status FAILED