[23:08:24.101] New invocation is queued and will start shortly
[23:08:24.101] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[23:08:25.266] Starting the invocation (attempt 1)
[23:08:25.293] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2fc0e2c888521489f4a286b0902a6896506f8d8e"
[23:08:25.294] Reconstructed gitiles commit from tags
[23:08:25.294] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:08:25.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:08:25.295] Buildbucket request:
{
"requestId": "8870228308126555840",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "bee3a5d2c9c64d42d19dd4544875eb4d1f1d5d8bbf825d86b3c2899a17df6a94/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7dc9aeb2ddda589294fd4caf36b9950e147c4efe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870228308126555840",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "bee3a5d2c9c64d42d19dd4544875eb4d1f1d5d8bbf825d86b3c2899a17df6a94/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7dc9aeb2ddda589294fd4caf36b9950e147c4efe",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2fc0e2c888521489f4a286b0902a6896506f8d8e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2fc0e2c888521489f4a286b0902a6896506f8d8e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "b68bc08d-0e1c-4629-89f4-58a78810fad5",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8704803908428645809"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2fc0e2c888521489f4a286b0902a6896506f8d8e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc0e2c888521489f4a286b0902a6896506f8d8e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870228308126555840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:08:25.685] Scheduled build:
{
"id": "8704798246141629169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-02T23:08:25.364596735Z",
"updateTime": "2025-09-02T23:08:25.364596735Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc0e2c888521489f4a286b0902a6896506f8d8e",
"ref": "refs/heads/main"
}
}
}
[23:08:25.685] Task URL: https://cr-buildbucket.appspot.com/build/8704798246141629169
[23:08:25.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:2:0) after 3m25s
[23:08:26.663] Received PubSub notification, asking Buildbucket for the build status
[23:08:26.690] Build status: SCHEDULED
[23:11:50.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:2:0)
[23:11:50.700] Build status: SCHEDULED
[23:11:50.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:4:0) after 6m12s
[23:18:02.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:4:0)
[23:18:02.775] Build status: SCHEDULED
[23:18:02.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:5:0) after 4m6s
[23:22:08.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:5:0)
[23:22:08.900] Build status: SCHEDULED
[23:22:08.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:6:0) after 5m58s
[23:28:06.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:6:0)
[23:28:06.976] Build status: SCHEDULED
[23:28:06.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:7:0) after 9m8s
[23:37:14.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:7:0)
[23:37:15.014] Build status: SCHEDULED
[23:37:15.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:8:0) after 3m52s
[23:41:07.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:8:0)
[23:41:07.052] Build status: SCHEDULED
[23:41:07.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:9:0) after 6m47s
[23:47:54.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:9:0)
[23:47:54.220] Build status: SCHEDULED
[23:47:54.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:10:0) after 4m44s
[23:52:38.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:10:0)
[23:52:38.268] Build status: SCHEDULED
[23:52:38.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:11:0) after 9m4s
[00:01:42.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:11:0)
[00:01:42.364] Build status: SCHEDULED
[00:01:42.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:12:0) after 6m10s
[00:07:52.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:12:0)
[00:07:52.433] Build status: SCHEDULED
[00:07:52.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:13:0) after 8m50s
[00:16:42.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:13:0)
[00:16:42.574] Build status: SCHEDULED
[00:16:42.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:14:0) after 7m12s
[00:23:54.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:14:0)
[00:23:54.616] Build status: SCHEDULED
[00:23:54.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:15:0) after 5m20s
[00:29:14.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:15:0)
[00:29:14.645] Build status: SCHEDULED
[00:29:14.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:16:0) after 6m14s
[00:35:28.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:16:0)
[00:35:28.683] Build status: SCHEDULED
[00:35:28.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:17:0) after 8m11s
[00:43:39.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:17:0)
[00:43:39.776] Build status: STARTED
[00:43:39.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:18:0) after 6m56s
[00:43:42.137] Received PubSub notification, asking Buildbucket for the build status
[00:43:42.150] Build status: STARTED
[00:50:35.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:18:0)
[00:50:35.837] Build status: STARTED
[00:50:35.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:20:0) after 2m45s
[00:53:20.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:20:0)
[00:53:20.927] Build status: STARTED
[00:53:20.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:21:0) after 7m8s
[01:00:28.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:21:0)
[01:00:29.094] Build status: STARTED
[01:00:29.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:22:0) after 4m7s
[01:04:36.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:22:0)
[01:04:36.128] Build status: STARTED
[01:04:36.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:23:0) after 7m58s
[01:12:34.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:23:0)
[01:12:34.279] Build status: STARTED
[01:12:34.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:24:0) after 3m27s
[01:16:01.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:24:0)
[01:16:01.338] Build status: STARTED
[01:16:01.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:25:0) after 9m23s
[01:25:24.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:25:0)
[01:25:24.410] Build status: STARTED
[01:25:24.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:26:0) after 3m23s
[01:28:47.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:26:0)
[01:28:47.441] Build status: STARTED
[01:28:47.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:27:0) after 2m7s
[01:30:54.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:27:0)
[01:30:54.555] Build status: STARTED
[01:30:54.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:28:0) after 6m13s
[01:37:07.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:28:0)
[01:37:07.628] Build status: STARTED
[01:37:07.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:29:0) after 4m38s
[01:41:45.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:29:0)
[01:41:45.675] Build status: STARTED
[01:41:45.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:30:0) after 1m5s
[01:42:50.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:30:0)
[01:42:50.735] Build status: STARTED
[01:42:50.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:31:0) after 5m30s
[01:48:20.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:31:0)
[01:48:20.907] Build status: STARTED
[01:48:20.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:32:0) after 5m10s
[01:53:30.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:32:0)
[01:53:31.002] Build status: STARTED
[01:53:31.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:33:0) after 6m16s
[01:59:47.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:33:0)
[01:59:47.043] Build status: STARTED
[01:59:47.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:34:0) after 2m46s
[02:02:33.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:34:0)
[02:02:33.078] Build status: STARTED
[02:02:33.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:35:0) after 2m27s
[02:05:00.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:35:0)
[02:05:00.191] Build status: STARTED
[02:05:00.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870228308126555840:36:0) after 4m28s
[02:06:05.954] Received PubSub notification, asking Buildbucket for the build status
[02:06:05.971] Build:
{
"id": "8704798246141629169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-02T23:08:25.364596735Z",
"startTime": "2025-09-03T00:43:28.797542493Z",
"endTime": "2025-09-03T02:06:05.597927060Z",
"updateTime": "2025-09-03T02:06:05.597927060Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc0e2c888521489f4a286b0902a6896506f8d8e",
"ref": "refs/heads/main"
}
}
}
[02:06:05.971] Invocation finished in 2h57m41.882858458s with status FAILED