buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-linux"
>

• clang-linux-x64/0 (4 weeks ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c395700ee48f6c27e871b4283ef77199589df5bc8aca66b95851bfa5a34b8023/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "c8abcc85124c04a625246386fe0f8c5cdf9817c7",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cb9ee31ad93d35af0ee9172cd368dd537546a8d6
• gitiles_ref:refs/heads/main
• parent_buildername:clang-linux-x64
• user_agent:recipe

[11:35:02.688] New invocation is queued and will start shortly
[11:35:02.688] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[11:35:03.751] Starting the invocation (attempt 1)
[11:35:03.783] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cb9ee31ad93d35af0ee9172cd368dd537546a8d6"
[11:35:03.783] Reconstructed gitiles commit from tags
[11:35:03.783] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:35:03.783] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:35:03.783] Buildbucket request:
{
  "requestId": "8834848516498522128",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c395700ee48f6c27e871b4283ef77199589df5bc8aca66b95851bfa5a34b8023/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "c8abcc85124c04a625246386fe0f8c5cdf9817c7",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8834848516498522128",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c395700ee48f6c27e871b4283ef77199589df5bc8aca66b95851bfa5a34b8023/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "c8abcc85124c04a625246386fe0f8c5cdf9817c7",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cb9ee31ad93d35af0ee9172cd368dd537546a8d6",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f240a271-64f2-44d7-8654-335ff6896d3b",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8669425024180195057"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8834848516498522128"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:35:04.368] Scheduled build:
{
  "id": "8669418454614743233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-28T11:35:03.863931825Z",
  "updateTime": "2026-09-28T11:35:03.863931825Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6",
      "ref": "refs/heads/main"
    }
  }
}
[11:35:04.368] Task URL: https://cr-buildbucket.appspot.com/build/8669418454614743233
[11:35:04.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:2:0) after 1m57s
[11:35:14.230] Received PubSub notification, asking Buildbucket for the build status
[11:35:14.256] Build status: SCHEDULED
[11:37:01.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:2:0)
[11:37:01.457] Build status: SCHEDULED
[11:37:01.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:4:0) after 3m12s
[11:40:13.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:4:0)
[11:40:13.544] Build status: SCHEDULED
[11:40:13.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:5:0) after 7m57s
[11:48:10.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:5:0)
[11:48:10.586] Build status: SCHEDULED
[11:48:10.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:6:0) after 4m42s
[11:52:52.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:6:0)
[11:52:52.653] Build status: SCHEDULED
[11:52:52.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:7:0) after 8m9s
[12:01:01.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:7:0)
[12:01:01.796] Build status: SCHEDULED
[12:01:01.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:8:0) after 2m38s
[12:03:39.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:8:0)
[12:03:39.891] Build status: SCHEDULED
[12:03:39.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:9:0) after 1m32s
[12:05:11.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:9:0)
[12:05:11.984] Build status: SCHEDULED
[12:05:11.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:10:0) after 1m4s
[12:06:16.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:10:0)
[12:06:16.130] Build status: SCHEDULED
[12:06:16.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:11:0) after 7m58s
[12:14:14.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:11:0)
[12:14:14.146] Build status: SCHEDULED
[12:14:14.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:12:0) after 8m55s
[12:23:09.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:12:0)
[12:23:09.143] Build status: SCHEDULED
[12:23:09.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:13:0) after 2m47s
[12:25:56.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:13:0)
[12:25:56.272] Build status: SCHEDULED
[12:25:56.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:14:0) after 5m15s
[12:31:11.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:14:0)
[12:31:11.311] Build status: SCHEDULED
[12:31:11.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:15:0) after 2m51s
[12:34:02.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:15:0)
[12:34:02.357] Build status: SCHEDULED
[12:34:02.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:16:0) after 6m54s
[12:40:56.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:16:0)
[12:40:56.405] Build status: SCHEDULED
[12:40:56.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:17:0) after 7m3s
[12:47:59.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:17:0)
[12:47:59.438] Build status: SCHEDULED
[12:47:59.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:18:0) after 3m33s
[12:51:32.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:18:0)
[12:51:32.511] Build status: SCHEDULED
[12:51:32.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:19:0) after 2m51s
[12:54:23.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:19:0)
[12:54:23.612] Build status: SCHEDULED
[12:54:23.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:20:0) after 1m33s
[12:55:56.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:20:0)
[12:55:56.629] Build status: SCHEDULED
[12:55:56.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:21:0) after 5m51s
[13:01:47.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:21:0)
[13:01:47.679] Build status: SCHEDULED
[13:01:47.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:22:0) after 4m43s
[13:06:30.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:22:0)
[13:06:30.747] Build status: SCHEDULED
[13:06:30.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:23:0) after 5m3s
[13:11:33.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:23:0)
[13:11:34.028] Build status: SCHEDULED
[13:11:34.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:24:0) after 2m43s
[13:14:17.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:24:0)
[13:14:17.130] Build status: SCHEDULED
[13:14:17.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:25:0) after 7m34s
[13:21:51.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:25:0)
[13:21:51.168] Build status: SCHEDULED
[13:21:51.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:26:0) after 4m50s
[13:26:41.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:26:0)
[13:26:41.217] Build status: SCHEDULED
[13:26:41.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:27:0) after 7m57s
[13:28:28.347] Received PubSub notification, asking Buildbucket for the build status
[13:28:28.390] Build status: STARTED
[13:34:38.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:27:0)
[13:34:38.382] Build status: STARTED
[13:34:38.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:29:0) after 5m9s
[13:39:47.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:29:0)
[13:39:47.566] Build status: STARTED
[13:39:47.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:30:0) after 1m7s
[13:40:54.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:30:0)
[13:40:54.652] Build status: STARTED
[13:40:54.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834848516498522128:31:0) after 6m46s
[13:44:21.364] Received PubSub notification, asking Buildbucket for the build status
[13:44:21.390] Build:
{
  "id": "8669418454614743233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-linux"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-09-28T11:35:03.863931825Z",
  "startTime": "2026-09-28T13:28:26.836894147Z",
  "endTime": "2026-09-28T13:44:20.957371952Z",
  "updateTime": "2026-09-28T13:44:20.957371952Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "cb9ee31ad93d35af0ee9172cd368dd537546a8d6",
      "ref": "refs/heads/main"
    }
  }
}
[13:44:21.390] Invocation finished in 2h9m18.706750437s with status FAILED