[23:01:57.701] New invocation is queued and will start shortly
[23:01:57.701] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[23:01:58.832] Starting the invocation (attempt 1)
[23:01:58.856] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d2b3e86321eaf954451e0a49534fa654dd67421e"
[23:01:58.856] Reconstructed gitiles commit from tags
[23:01:58.856] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:58.856] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:58.857] Buildbucket request:
{
"requestId": "8872221846554740512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b1594291d7993f8ee386425845ba956de9b99fb55fbdd748f3af1e939ab2150b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0682454671c9131f2dd42d166fbe328b689518d6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872221846554740512",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b1594291d7993f8ee386425845ba956de9b99fb55fbdd748f3af1e939ab2150b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0682454671c9131f2dd42d166fbe328b689518d6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d2b3e86321eaf954451e0a49534fa654dd67421e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d2b3e86321eaf954451e0a49534fa654dd67421e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "07f81e3b-b89e-48fd-a706-eaa2cad729d8",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706802645967543169"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d2b3e86321eaf954451e0a49534fa654dd67421e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d2b3e86321eaf954451e0a49534fa654dd67421e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872221846554740512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:01:59.386] Scheduled build:
{
"id": "8706791784590226913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-11T23:01:58.947611564Z",
"updateTime": "2025-08-11T23:01:58.947611564Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d2b3e86321eaf954451e0a49534fa654dd67421e",
"ref": "refs/heads/main"
}
}
}
[23:01:59.386] Task URL: https://cr-buildbucket.appspot.com/build/8706791784590226913
[23:01:59.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:2:0) after 3m36s
[23:02:00.236] Received PubSub notification, asking Buildbucket for the build status
[23:02:00.281] Build status: SCHEDULED
[23:05:35.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:2:0)
[23:05:35.565] Build status: SCHEDULED
[23:05:35.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:4:0) after 7m56s
[23:13:31.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:4:0)
[23:13:31.718] Build status: SCHEDULED
[23:13:31.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:5:0) after 6m32s
[23:20:03.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:5:0)
[23:20:03.768] Build status: SCHEDULED
[23:20:03.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:6:0) after 8m32s
[23:28:35.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:6:0)
[23:28:35.854] Build status: SCHEDULED
[23:28:35.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:7:0) after 4m39s
[23:33:14.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:7:0)
[23:33:15.014] Build status: SCHEDULED
[23:33:15.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:8:0) after 1m55s
[23:35:10.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:8:0)
[23:35:10.064] Build status: SCHEDULED
[23:35:10.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:9:0) after 5m13s
[23:40:23.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:9:0)
[23:40:23.194] Build status: SCHEDULED
[23:40:23.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:10:0) after 7m2s
[23:47:25.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:10:0)
[23:47:25.753] Build status: SCHEDULED
[23:47:25.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:11:0) after 1m15s
[23:48:40.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:11:0)
[23:48:40.850] Build status: SCHEDULED
[23:48:40.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:12:0) after 2m46s
[23:51:26.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:12:0)
[23:51:26.906] Build status: SCHEDULED
[23:51:26.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:13:0) after 9m53s
[00:01:19.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:13:0)
[00:01:20.066] Build status: SCHEDULED
[00:01:20.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:14:0) after 5m38s
[00:06:58.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:14:0)
[00:06:58.137] Build status: SCHEDULED
[00:06:58.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:15:0) after 5m22s
[00:12:20.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:15:0)
[00:12:20.280] Build status: SCHEDULED
[00:12:20.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:16:0) after 5m22s
[00:17:42.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:16:0)
[00:17:42.353] Build status: SCHEDULED
[00:17:42.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:17:0) after 7m55s
[00:25:37.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:17:0)
[00:25:37.543] Build status: SCHEDULED
[00:25:37.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:18:0) after 2m22s
[00:27:59.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:18:0)
[00:27:59.601] Build status: SCHEDULED
[00:27:59.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:19:0) after 6m43s
[00:34:42.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:19:0)
[00:34:42.629] Build status: SCHEDULED
[00:34:42.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:20:0) after 7m25s
[00:42:07.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:20:0)
[00:42:07.724] Build status: SCHEDULED
[00:42:07.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:21:0) after 8m17s
[00:50:24.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:21:0)
[00:50:24.815] Build status: SCHEDULED
[00:50:24.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:22:0) after 5m15s
[00:55:39.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:22:0)
[00:55:39.885] Build status: SCHEDULED
[00:55:39.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:23:0) after 5m30s
[01:01:09.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:23:0)
[01:01:09.929] Build status: SCHEDULED
[01:01:09.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:24:0) after 7m11s
[01:08:20.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:24:0)
[01:08:21.015] Build status: SCHEDULED
[01:08:21.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:25:0) after 8m35s
[01:16:56.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:25:0)
[01:16:56.058] Build status: SCHEDULED
[01:16:56.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:26:0) after 9m25s
[01:19:12.343] Received PubSub notification, asking Buildbucket for the build status
[01:19:12.375] Build status: STARTED
[01:26:21.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:26:0)
[01:26:21.145] Build status: STARTED
[01:26:21.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:28:0) after 1m18s
[01:27:39.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:28:0)
[01:27:39.201] Build status: STARTED
[01:27:39.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:29:0) after 7m30s
[01:35:09.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:29:0)
[01:35:09.276] Build status: STARTED
[01:35:09.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:30:0) after 1m35s
[01:36:44.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:30:0)
[01:36:44.361] Build status: STARTED
[01:36:44.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:31:0) after 1m4s
[01:37:48.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:31:0)
[01:37:48.416] Build status: STARTED
[01:37:48.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:32:0) after 9m40s
[01:47:28.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:32:0)
[01:47:28.469] Build status: STARTED
[01:47:28.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:33:0) after 2m18s
[01:49:46.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:33:0)
[01:49:46.547] Build status: STARTED
[01:49:46.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:34:0) after 8m16s
[01:58:02.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:34:0)
[01:58:02.601] Build status: STARTED
[01:58:02.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:35:0) after 3m18s
[02:01:20.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:35:0)
[02:01:20.658] Build status: STARTED
[02:01:20.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:36:0) after 9m39s
[02:10:59.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:36:0)
[02:10:59.694] Build status: STARTED
[02:10:59.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:37:0) after 8m1s
[02:19:00.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:37:0)
[02:19:00.777] Build status: STARTED
[02:19:00.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:38:0) after 3m46s
[02:22:46.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:38:0)
[02:22:46.865] Build status: STARTED
[02:22:46.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8872221846554740512:39:0) after 4m30s
[02:26:48.087] Received PubSub notification, asking Buildbucket for the build status
[02:26:48.133] Build:
{
"id": "8706791784590226913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-11T23:01:58.947611564Z",
"startTime": "2025-08-12T01:19:12.196059556Z",
"endTime": "2025-08-12T02:26:47.634049135Z",
"updateTime": "2025-08-12T02:26:47.634049135Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d2b3e86321eaf954451e0a49534fa654dd67421e",
"ref": "refs/heads/main"
}
}
}
[02:26:48.133] Invocation finished in 3h24m50.443601437s with status FAILED