[02:30:53.869] New invocation is queued and will start shortly
[02:30:53.869] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:30:55.147] Starting the invocation (attempt 1)
[02:30:55.186] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d0b19cf792eb673a5b8ad5f77793d270d0f44981"
[02:30:55.186] Reconstructed gitiles commit from tags
[02:30:55.186] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:30:55.187] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:30:55.187] Buildbucket request:
{
"requestId": "8871846313566873824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9e0c3969f2d10a3e5ce7cd71997a01bb64b3b35596e5d225a9bfc72a1fec031c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9026d9e11d422891ef0dff026f8cbb3446cac588",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871846313566873824",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9e0c3969f2d10a3e5ce7cd71997a01bb64b3b35596e5d225a9bfc72a1fec031c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9026d9e11d422891ef0dff026f8cbb3446cac588",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d0b19cf792eb673a5b8ad5f77793d270d0f44981"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d0b19cf792eb673a5b8ad5f77793d270d0f44981",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "669af3ee-ae1b-41e1-acef-18f76797c53c",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706427221776455601"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d0b19cf792eb673a5b8ad5f77793d270d0f44981"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b19cf792eb673a5b8ad5f77793d270d0f44981",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871846313566873824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:30:55.833] Scheduled build:
{
"id": "8706416251400011553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-16T02:30:55.305829724Z",
"updateTime": "2025-08-16T02:30:55.305829724Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b19cf792eb673a5b8ad5f77793d270d0f44981",
"ref": "refs/heads/main"
}
}
}
[02:30:55.833] Task URL: https://cr-buildbucket.appspot.com/build/8706416251400011553
[02:30:55.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:2:0) after 9m59s
[02:30:56.711] Received PubSub notification, asking Buildbucket for the build status
[02:30:56.903] Build status: SCHEDULED
[02:40:55.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:2:0)
[02:40:55.496] Build status: SCHEDULED
[02:40:55.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:4:0) after 4m49s
[02:45:44.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:4:0)
[02:45:44.537] Build status: SCHEDULED
[02:45:44.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:5:0) after 8m17s
[02:54:01.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:5:0)
[02:54:01.737] Build status: SCHEDULED
[02:54:01.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:6:0) after 3m33s
[02:57:34.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:6:0)
[02:57:34.756] Build status: SCHEDULED
[02:57:34.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:7:0) after 7m29s
[03:05:03.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:7:0)
[03:05:03.855] Build status: SCHEDULED
[03:05:03.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:8:0) after 5m51s
[03:10:54.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:8:0)
[03:10:54.884] Build status: SCHEDULED
[03:10:54.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:9:0) after 4m59s
[03:15:53.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:9:0)
[03:15:53.946] Build status: SCHEDULED
[03:15:53.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:10:0) after 7m54s
[03:23:47.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:10:0)
[03:23:48.059] Build status: SCHEDULED
[03:23:48.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:11:0) after 5m39s
[03:29:27.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:11:0)
[03:29:27.147] Build status: SCHEDULED
[03:29:27.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:12:0) after 7m28s
[03:36:55.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:12:0)
[03:36:55.305] Build status: SCHEDULED
[03:36:55.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:13:0) after 4m31s
[03:41:26.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:13:0)
[03:41:26.506] Build status: SCHEDULED
[03:41:26.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:14:0) after 8m12s
[03:49:38.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:14:0)
[03:49:38.978] Build status: SCHEDULED
[03:49:38.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:15:0) after 9m17s
[03:58:56.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:15:0)
[03:58:56.094] Build status: SCHEDULED
[03:58:56.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:16:0) after 1m4s
[04:00:00.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:16:0)
[04:00:00.218] Build status: SCHEDULED
[04:00:00.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:17:0) after 4m22s
[04:00:24.331] Received PubSub notification, asking Buildbucket for the build status
[04:00:24.365] Build status: STARTED
[04:04:22.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:17:0)
[04:04:22.273] Build status: STARTED
[04:04:22.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:19:0) after 7m40s
[04:12:02.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:19:0)
[04:12:02.423] Build status: STARTED
[04:12:02.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:20:0) after 7m58s
[04:20:00.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:20:0)
[04:20:00.879] Build status: STARTED
[04:20:00.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:21:0) after 5m31s
[04:25:32.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:21:0)
[04:25:32.175] Build status: STARTED
[04:25:32.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:22:0) after 9m56s
[04:35:28.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:22:0)
[04:35:28.348] Build status: STARTED
[04:35:28.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:23:0) after 6m2s
[04:41:30.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:23:0)
[04:41:30.601] Build status: STARTED
[04:41:30.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:24:0) after 3m26s
[04:44:56.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:24:0)
[04:44:56.683] Build status: STARTED
[04:44:56.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:25:0) after 8m27s
[04:53:24.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:25:0)
[04:53:24.146] Build status: STARTED
[04:53:24.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:26:0) after 4m47s
[04:58:11.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:26:0)
[04:58:11.338] Build status: STARTED
[04:58:11.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:27:0) after 6m59s
[05:05:10.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:27:0)
[05:05:10.608] Build status: STARTED
[05:05:10.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871846313566873824:28:0) after 8m35s
[05:10:39.253] Received PubSub notification, asking Buildbucket for the build status
[05:10:39.293] Build:
{
"id": "8706416251400011553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-16T02:30:55.305829724Z",
"startTime": "2025-08-16T04:00:23.554346755Z",
"endTime": "2025-08-16T05:10:38.679170393Z",
"updateTime": "2025-08-16T05:10:38.679170393Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b19cf792eb673a5b8ad5f77793d270d0f44981",
"ref": "refs/heads/main"
}
}
}
[05:10:39.294] Invocation finished in 2h39m45.438435007s with status FAILED