[01:05:24.473] New invocation is queued and will start shortly
[01:05:24.473] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:05:25.535] Starting the invocation (attempt 1)
[01:05:25.560] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76c3eed67321dc21a3bac493771da70b726ee883"
[01:05:25.560] Reconstructed gitiles commit from tags
[01:05:25.560] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:25.560] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:25.561] Buildbucket request:
{
"requestId": "8861070653116076480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ccf353ea2b989252c2d1365f83a0b6dff1695afe79cbd57d75b9519eade65c55/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e5eed32d79936cf29696cc7922bf1b45fca3f10b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861070653116076480",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ccf353ea2b989252c2d1365f83a0b6dff1695afe79cbd57d75b9519eade65c55/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e5eed32d79936cf29696cc7922bf1b45fca3f10b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76c3eed67321dc21a3bac493771da70b726ee883"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/76c3eed67321dc21a3bac493771da70b726ee883",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "d929b548-cce5-4c01-9de7-9ccad5d32457",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695652213724058433"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "76c3eed67321dc21a3bac493771da70b726ee883"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c3eed67321dc21a3bac493771da70b726ee883",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861070653116076480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:05:25.948] Scheduled build:
{
"id": "8695640591275419249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-13T01:05:25.608319343Z",
"updateTime": "2025-12-13T01:05:25.608319343Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c3eed67321dc21a3bac493771da70b726ee883",
"ref": "refs/heads/main"
}
}
}
[01:05:25.948] Task URL: https://cr-buildbucket.appspot.com/build/8695640591275419249
[01:05:25.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:2:0) after 5m35s
[01:05:26.891] Received PubSub notification, asking Buildbucket for the build status
[01:05:26.906] Build status: SCHEDULED
[01:11:00.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:2:0)
[01:11:00.987] Build status: SCHEDULED
[01:11:00.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:4:0) after 6m28s
[01:17:28.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:4:0)
[01:17:29.000] Build status: SCHEDULED
[01:17:29.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:5:0) after 7m35s
[01:25:04.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:5:0)
[01:25:04.046] Build status: SCHEDULED
[01:25:04.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:6:0) after 4m44s
[01:29:48.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:6:0)
[01:29:48.075] Build status: SCHEDULED
[01:29:48.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:7:0) after 4m6s
[01:33:54.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:7:0)
[01:33:54.110] Build status: SCHEDULED
[01:33:54.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:8:0) after 5m48s
[01:39:42.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:8:0)
[01:39:42.145] Build status: SCHEDULED
[01:39:42.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:9:0) after 6m41s
[01:46:23.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:9:0)
[01:46:23.186] Build status: SCHEDULED
[01:46:23.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:10:0) after 1m30s
[01:47:53.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:10:0)
[01:47:53.218] Build status: SCHEDULED
[01:47:53.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:11:0) after 1m11s
[01:49:04.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:11:0)
[01:49:04.342] Build status: SCHEDULED
[01:49:04.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:12:0) after 6m37s
[01:55:41.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:12:0)
[01:55:41.374] Build status: SCHEDULED
[01:55:41.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:13:0) after 8m5s
[02:03:46.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:13:0)
[02:03:46.404] Build status: SCHEDULED
[02:03:46.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:14:0) after 2m23s
[02:06:09.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:14:0)
[02:06:09.520] Build status: SCHEDULED
[02:06:09.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:15:0) after 2m38s
[02:08:47.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:15:0)
[02:08:47.516] Build status: SCHEDULED
[02:08:47.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:16:0) after 4m39s
[02:13:26.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:16:0)
[02:13:26.612] Build status: SCHEDULED
[02:13:26.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:17:0) after 5m18s
[02:18:44.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:17:0)
[02:18:44.640] Build status: SCHEDULED
[02:18:44.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:18:0) after 1m15s
[02:19:59.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:18:0)
[02:19:59.736] Build status: SCHEDULED
[02:19:59.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:19:0) after 9m57s
[02:21:12.191] Received PubSub notification, asking Buildbucket for the build status
[02:21:12.209] Build status: STARTED
[02:29:56.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:19:0)
[02:29:56.794] Build status: STARTED
[02:29:56.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:21:0) after 6m20s
[02:36:16.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:21:0)
[02:36:16.821] Build status: STARTED
[02:36:16.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:22:0) after 3m35s
[02:39:51.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:22:0)
[02:39:51.849] Build status: STARTED
[02:39:51.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:23:0) after 5m49s
[02:45:40.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:23:0)
[02:45:40.961] Build status: STARTED
[02:45:40.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:24:0) after 4m41s
[02:50:21.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:24:0)
[02:50:21.992] Build status: STARTED
[02:50:21.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:25:0) after 2m59s
[02:53:21.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:25:0)
[02:53:21.030] Build status: STARTED
[02:53:21.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:26:0) after 2m25s
[02:55:46.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:26:0)
[02:55:46.172] Build status: STARTED
[02:55:46.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:27:0) after 7m5s
[03:02:51.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:27:0)
[03:02:51.178] Build status: STARTED
[03:02:51.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:28:0) after 4m13s
[03:07:04.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:28:0)
[03:07:04.210] Build status: STARTED
[03:07:04.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:29:0) after 1m17s
[03:08:21.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:29:0)
[03:08:21.241] Build status: STARTED
[03:08:21.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:30:0) after 5m35s
[03:13:56.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:30:0)
[03:13:56.307] Build status: STARTED
[03:13:56.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:31:0) after 9m41s
[03:23:37.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:31:0)
[03:23:37.375] Build status: STARTED
[03:23:37.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8861070653116076480:32:0) after 1m21s
[03:24:29.127] Received PubSub notification, asking Buildbucket for the build status
[03:24:29.219] Build:
{
"id": "8695640591275419249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-13T01:05:25.608319343Z",
"startTime": "2025-12-13T02:21:11.997989669Z",
"endTime": "2025-12-13T03:24:28.816642970Z",
"updateTime": "2025-12-13T03:24:28.816642970Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "76c3eed67321dc21a3bac493771da70b726ee883",
"ref": "refs/heads/main"
}
}
}
[03:24:29.219] Invocation finished in 2h19m4.749228337s with status FAILED