[18:34:48.364] New invocation is queued and will start shortly
[18:34:48.364] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:34:49.431] Starting the invocation (attempt 1)
[18:34:49.459] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fd9dd4327f2a014ef531cc908923c05f31d0ea3e"
[18:34:49.459] Reconstructed gitiles commit from tags
[18:34:49.459] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:34:49.459] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:34:49.460] Buildbucket request:
{
"requestId": "8864356718454832704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3f34f92c019f3e068f29898ac238923493fac588cf25468b35bae82971c9250f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b6e34214d896db0f6a0c28b775d68728a675a1bd",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864356718454832704",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3f34f92c019f3e068f29898ac238923493fac588cf25468b35bae82971c9250f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b6e34214d896db0f6a0c28b775d68728a675a1bd",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fd9dd4327f2a014ef531cc908923c05f31d0ea3e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fd9dd4327f2a014ef531cc908923c05f31d0ea3e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "802f0e0e-5890-471e-bdec-4bcf92d53b15",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8698937927121115953"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fd9dd4327f2a014ef531cc908923c05f31d0ea3e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fd9dd4327f2a014ef531cc908923c05f31d0ea3e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864356718454832704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:34:49.835] Scheduled build:
{
"id": "8698926656571711585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T18:34:49.533079275Z",
"updateTime": "2025-11-06T18:34:49.533079275Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fd9dd4327f2a014ef531cc908923c05f31d0ea3e",
"ref": "refs/heads/main"
}
}
}
[18:34:49.835] Task URL: https://cr-buildbucket.appspot.com/build/8698926656571711585
[18:34:49.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:2:0) after 8m8s
[18:34:50.847] Received PubSub notification, asking Buildbucket for the build status
[18:34:50.866] Build status: SCHEDULED
[18:42:57.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:2:0)
[18:42:57.975] Build status: SCHEDULED
[18:42:57.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:4:0) after 5m57s
[18:48:55.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:4:0)
[18:48:55.054] Build status: SCHEDULED
[18:48:55.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:5:0) after 8m43s
[18:57:38.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:5:0)
[18:57:38.090] Build status: SCHEDULED
[18:57:38.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:6:0) after 9m9s
[19:06:47.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:6:0)
[19:06:47.144] Build status: SCHEDULED
[19:06:47.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:7:0) after 8m32s
[19:15:19.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:7:0)
[19:15:19.178] Build status: SCHEDULED
[19:15:19.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:8:0) after 1m7s
[19:16:26.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:8:0)
[19:16:26.250] Build status: SCHEDULED
[19:16:26.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:9:0) after 3m30s
[19:19:56.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:9:0)
[19:19:56.469] Build status: SCHEDULED
[19:19:56.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:10:0) after 4m37s
[19:24:33.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:10:0)
[19:24:33.501] Build status: SCHEDULED
[19:24:33.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:11:0) after 3m19s
[19:27:52.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:11:0)
[19:27:52.551] Build status: SCHEDULED
[19:27:52.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:12:0) after 3m29s
[19:31:21.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:12:0)
[19:31:21.602] Build status: SCHEDULED
[19:31:21.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:13:0) after 9m1s
[19:40:22.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:13:0)
[19:40:22.642] Build status: SCHEDULED
[19:40:22.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:14:0) after 5m31s
[19:45:53.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:14:0)
[19:45:53.673] Build status: SCHEDULED
[19:45:53.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:15:0) after 5m1s
[19:50:54.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:15:0)
[19:50:54.757] Build status: SCHEDULED
[19:50:54.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:16:0) after 8m18s
[19:52:01.874] Received PubSub notification, asking Buildbucket for the build status
[19:52:01.905] Build status: STARTED
[19:59:12.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:16:0)
[19:59:12.804] Build status: STARTED
[19:59:12.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:18:0) after 4m32s
[20:03:44.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:18:0)
[20:03:44.941] Build status: STARTED
[20:03:44.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:19:0) after 7m55s
[20:11:39.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:19:0)
[20:11:39.974] Build status: STARTED
[20:11:39.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:20:0) after 1m18s
[20:12:58.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:20:0)
[20:12:58.029] Build status: STARTED
[20:12:58.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:21:0) after 2m28s
[20:15:26.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:21:0)
[20:15:26.060] Build status: STARTED
[20:15:26.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:22:0) after 1m33s
[20:16:59.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:22:0)
[20:16:59.233] Build status: STARTED
[20:16:59.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:23:0) after 4m44s
[20:21:43.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:23:0)
[20:21:43.274] Build status: STARTED
[20:21:43.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:24:0) after 5m57s
[20:27:40.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:24:0)
[20:27:40.317] Build status: STARTED
[20:27:40.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:25:0) after 4m50s
[20:32:30.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:25:0)
[20:32:30.391] Build status: STARTED
[20:32:30.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:26:0) after 7m18s
[20:39:48.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:26:0)
[20:39:48.469] Build status: STARTED
[20:39:48.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:27:0) after 2m13s
[20:42:01.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:27:0)
[20:42:01.565] Build status: STARTED
[20:42:01.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:28:0) after 7m14s
[20:49:15.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:28:0)
[20:49:15.659] Build status: STARTED
[20:49:15.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:29:0) after 1m18s
[20:50:33.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:29:0)
[20:50:33.708] Build status: STARTED
[20:50:33.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8864356718454832704:30:0) after 7m38s
[20:56:58.322] Received PubSub notification, asking Buildbucket for the build status
[20:56:58.341] Build:
{
"id": "8698926656571711585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T18:34:49.533079275Z",
"startTime": "2025-11-06T19:52:01.719219516Z",
"endTime": "2025-11-06T20:56:58.020181800Z",
"updateTime": "2025-11-06T20:56:58.020181800Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fd9dd4327f2a014ef531cc908923c05f31d0ea3e",
"ref": "refs/heads/main"
}
}
}
[20:56:58.341] Invocation finished in 2h22m9.98682087s with status FAILED