[03:17:44.384] New invocation is queued and will start shortly
[03:17:44.384] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:17:45.446] Starting the invocation (attempt 1)
[03:17:45.467] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/18845d35db3e288bd435f971307a4af74f680728"
[03:17:45.468] Reconstructed gitiles commit from tags
[03:17:45.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:17:45.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:17:45.468] Buildbucket request:
{
"requestId": "8860518745723292048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2d448f531abbc46a6bb06e3bbf6be87124139af79ae9177176e2cee93695373f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9294a7c5c3e9a33334a8df919b245b2e22ac4870",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860518745723292048",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2d448f531abbc46a6bb06e3bbf6be87124139af79ae9177176e2cee93695373f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9294a7c5c3e9a33334a8df919b245b2e22ac4870",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "18845d35db3e288bd435f971307a4af74f680728"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/18845d35db3e288bd435f971307a4af74f680728",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "e8638482-e710-4f85-93a8-edfb49895170",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695101624984719473"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "18845d35db3e288bd435f971307a4af74f680728"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "18845d35db3e288bd435f971307a4af74f680728",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860518745723292048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:17:45.775] Scheduled build:
{
"id": "8695088683878678353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T03:17:45.518376021Z",
"updateTime": "2025-12-19T03:17:45.518376021Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "18845d35db3e288bd435f971307a4af74f680728",
"ref": "refs/heads/main"
}
}
}
[03:17:45.775] Task URL: https://cr-buildbucket.appspot.com/build/8695088683878678353
[03:17:45.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:2:0) after 7m41s
[03:17:46.747] Received PubSub notification, asking Buildbucket for the build status
[03:17:46.762] Build status: SCHEDULED
[03:25:26.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:2:0)
[03:25:26.803] Build status: SCHEDULED
[03:25:26.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:4:0) after 2m38s
[03:28:04.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:4:0)
[03:28:04.853] Build status: SCHEDULED
[03:28:04.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:5:0) after 6m14s
[03:34:18.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:5:0)
[03:34:18.963] Build status: SCHEDULED
[03:34:18.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:6:0) after 6m57s
[03:41:15.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:6:0)
[03:41:15.995] Build status: SCHEDULED
[03:41:15.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:7:0) after 5m26s
[03:46:41.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:7:0)
[03:46:42.008] Build status: SCHEDULED
[03:46:42.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:8:0) after 5m28s
[03:52:10.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:8:0)
[03:52:10.101] Build status: SCHEDULED
[03:52:10.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:9:0) after 7m36s
[03:59:46.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:9:0)
[03:59:46.141] Build status: SCHEDULED
[03:59:46.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:10:0) after 1m51s
[04:01:37.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:10:0)
[04:01:37.224] Build status: SCHEDULED
[04:01:37.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:11:0) after 2m52s
[04:04:29.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:11:0)
[04:04:29.332] Build status: SCHEDULED
[04:04:29.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:12:0) after 1m18s
[04:05:47.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:12:0)
[04:05:47.373] Build status: SCHEDULED
[04:05:47.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:13:0) after 3m39s
[04:09:26.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:13:0)
[04:09:26.408] Build status: SCHEDULED
[04:09:26.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:14:0) after 3m58s
[04:13:24.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:14:0)
[04:13:24.850] Build status: SCHEDULED
[04:13:24.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:15:0) after 1m20s
[04:14:44.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:15:0)
[04:14:44.985] Build status: SCHEDULED
[04:14:44.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:16:0) after 1m1s
[04:15:46.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:16:0)
[04:15:46.116] Build status: SCHEDULED
[04:15:46.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:17:0) after 6m38s
[04:22:24.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:17:0)
[04:22:24.155] Build status: SCHEDULED
[04:22:24.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:18:0) after 4m38s
[04:27:02.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:18:0)
[04:27:02.385] Build status: SCHEDULED
[04:27:02.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:19:0) after 5m57s
[04:32:59.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:19:0)
[04:32:59.658] Build status: SCHEDULED
[04:32:59.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:20:0) after 7m49s
[04:40:48.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:20:0)
[04:40:48.746] Build status: SCHEDULED
[04:40:48.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:21:0) after 4m40s
[04:45:28.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:21:0)
[04:45:28.963] Build status: SCHEDULED
[04:45:28.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:22:0) after 2m6s
[04:47:35.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:22:0)
[04:47:35.129] Build status: SCHEDULED
[04:47:35.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:23:0) after 4m50s
[04:52:25.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:23:0)
[04:52:25.534] Build status: SCHEDULED
[04:52:25.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:24:0) after 4m23s
[04:56:48.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:24:0)
[04:56:48.560] Build status: SCHEDULED
[04:56:48.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:25:0) after 6m51s
[05:03:39.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:25:0)
[05:03:39.757] Build status: SCHEDULED
[05:03:39.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:26:0) after 6m18s
[05:09:57.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:26:0)
[05:09:57.997] Build status: SCHEDULED
[05:09:57.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:27:0) after 9m38s
[05:19:01.246] Received PubSub notification, asking Buildbucket for the build status
[05:19:01.313] Build status: STARTED
[05:19:35.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:27:0)
[05:19:36.012] Build status: STARTED
[05:19:36.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:29:0) after 7m51s
[05:27:27.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:29:0)
[05:27:27.157] Build status: STARTED
[05:27:27.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:30:0) after 6m5s
[05:33:32.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:30:0)
[05:33:32.194] Build status: STARTED
[05:33:32.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:31:0) after 7m45s
[05:41:18.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:31:0)
[05:41:18.214] Build status: STARTED
[05:41:18.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:32:0) after 4m31s
[05:45:49.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:32:0)
[05:45:49.302] Build status: STARTED
[05:45:49.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:33:0) after 3m59s
[05:49:48.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:33:0)
[05:49:48.730] Build status: STARTED
[05:49:48.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:34:0) after 7m52s
[05:57:40.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:34:0)
[05:57:41.012] Build status: STARTED
[05:57:41.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:35:0) after 8m57s
[06:06:38.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:35:0)
[06:06:38.255] Build status: STARTED
[06:06:38.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:36:0) after 8m14s
[06:14:52.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:36:0)
[06:14:52.350] Build status: STARTED
[06:14:52.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8860518745723292048:37:0) after 8m43s
[06:23:13.477] Received PubSub notification, asking Buildbucket for the build status
[06:23:13.496] Build:
{
"id": "8695088683878678353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T03:17:45.518376021Z",
"startTime": "2025-12-19T05:19:01.075853821Z",
"endTime": "2025-12-19T06:23:12.732433191Z",
"updateTime": "2025-12-19T06:23:12.732433191Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "18845d35db3e288bd435f971307a4af74f680728",
"ref": "refs/heads/main"
}
}
}
[06:23:13.496] Invocation finished in 3h5m29.121572473s with status FAILED