buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

• clang-mac-x64/0 (4 weeks ago by clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "d2ffe1ad4993594b20b34ef7efdce837c40c86186864edb9224218094372c95b/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "895dc56cb2a179fad84cc550b4abd307a24d66cd",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "3c4ab4fdefcbd34106163899d7e2914246328616"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3c4ab4fdefcbd34106163899d7e2914246328616
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[20:08:53.563] New invocation is queued and will start shortly
[20:08:53.563] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[20:08:54.808] Starting the invocation (attempt 1)
[20:08:54.842] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3c4ab4fdefcbd34106163899d7e2914246328616"
[20:08:54.842] Reconstructed gitiles commit from tags
[20:08:54.842] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:08:54.843] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:08:54.843] Buildbucket request:
{
  "requestId": "8868971244322782224",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "d2ffe1ad4993594b20b34ef7efdce837c40c86186864edb9224218094372c95b/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "895dc56cb2a179fad84cc550b4abd307a24d66cd",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868971244322782224",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "d2ffe1ad4993594b20b34ef7efdce837c40c86186864edb9224218094372c95b/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "895dc56cb2a179fad84cc550b4abd307a24d66cd",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "3c4ab4fdefcbd34106163899d7e2914246328616"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3c4ab4fdefcbd34106163899d7e2914246328616",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3ecd6442-9227-4962-8f67-011bfaacddcb",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8703549308690415361"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "3c4ab4fdefcbd34106163899d7e2914246328616"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "3c4ab4fdefcbd34106163899d7e2914246328616",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868971244322782224"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:08:55.258] Scheduled build:
{
  "id": "8703541182247595473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T20:08:54.914122936Z",
  "updateTime": "2025-09-16T20:08:54.914122936Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3c4ab4fdefcbd34106163899d7e2914246328616",
      "ref": "refs/heads/main"
    }
  }
}
[20:08:55.258] Task URL: https://cr-buildbucket.appspot.com/build/8703541182247595473
[20:08:55.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:2:0) after 7m19s
[20:08:56.256] Received PubSub notification, asking Buildbucket for the build status
[20:08:56.285] Build status: SCHEDULED
[20:16:14.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:2:0)
[20:16:14.301] Build status: SCHEDULED
[20:16:14.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:4:0) after 2m8s
[20:18:22.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:4:0)
[20:18:22.504] Build status: SCHEDULED
[20:18:22.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:5:0) after 4m8s
[20:22:30.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:5:0)
[20:22:30.501] Build status: SCHEDULED
[20:22:30.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:6:0) after 4m57s
[20:27:27.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:6:0)
[20:27:27.594] Build status: SCHEDULED
[20:27:27.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:7:0) after 9m7s
[20:36:34.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:7:0)
[20:36:34.702] Build status: SCHEDULED
[20:36:34.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:8:0) after 6m38s
[20:43:12.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:8:0)
[20:43:12.884] Build status: SCHEDULED
[20:43:12.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:9:0) after 5m43s
[20:48:56.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:9:0)
[20:48:56.032] Build status: SCHEDULED
[20:48:56.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:10:0) after 7m24s
[20:56:20.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:10:0)
[20:56:20.076] Build status: SCHEDULED
[20:56:20.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:11:0) after 6m7s
[21:02:27.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:11:0)
[21:02:27.369] Build status: SCHEDULED
[21:02:27.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:12:0) after 6m46s
[21:09:13.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:12:0)
[21:09:13.425] Build status: SCHEDULED
[21:09:13.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:13:0) after 6m53s
[21:16:06.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:13:0)
[21:16:06.465] Build status: SCHEDULED
[21:16:06.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:14:0) after 9m38s
[21:25:44.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:14:0)
[21:25:44.661] Build status: SCHEDULED
[21:25:44.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:15:0) after 2m23s
[21:28:07.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:15:0)
[21:28:07.685] Build status: SCHEDULED
[21:28:07.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:16:0) after 9m17s
[21:36:18.323] Received PubSub notification, asking Buildbucket for the build status
[21:36:18.343] Build status: STARTED
[21:37:24.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:16:0)
[21:37:24.854] Build status: STARTED
[21:37:24.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:18:0) after 7m17s
[21:44:41.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:18:0)
[21:44:41.922] Build status: STARTED
[21:44:41.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:19:0) after 7m42s
[21:52:23.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:19:0)
[21:52:23.955] Build status: STARTED
[21:52:23.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:20:0) after 5m20s
[21:57:43.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:20:0)
[21:57:43.987] Build status: STARTED
[21:57:43.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:21:0) after 5m47s
[22:03:31.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:21:0)
[22:03:31.026] Build status: STARTED
[22:03:31.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:22:0) after 1m59s
[22:05:30.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:22:0)
[22:05:30.227] Build status: STARTED
[22:05:30.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:23:0) after 4m9s
[22:09:39.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:23:0)
[22:09:39.525] Build status: STARTED
[22:09:39.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:24:0) after 2m40s
[22:12:19.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:24:0)
[22:12:19.613] Build status: STARTED
[22:12:19.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:25:0) after 5m44s
[22:18:03.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:25:0)
[22:18:03.731] Build status: STARTED
[22:18:03.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:26:0) after 5m42s
[22:23:45.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:26:0)
[22:23:45.813] Build status: STARTED
[22:23:45.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:27:0) after 4m0s
[22:27:45.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:27:0)
[22:27:46.056] Build status: STARTED
[22:27:46.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:28:0) after 5m24s
[22:33:10.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:28:0)
[22:33:10.092] Build status: STARTED
[22:33:10.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:29:0) after 4m51s
[22:38:01.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:29:0)
[22:38:01.124] Build status: STARTED
[22:38:01.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:30:0) after 2m13s
[22:40:14.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:30:0)
[22:40:14.169] Build status: STARTED
[22:40:14.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:31:0) after 2m25s
[22:42:39.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:31:0)
[22:42:39.259] Build status: STARTED
[22:42:39.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:32:0) after 9m9s
[22:51:48.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:32:0)
[22:51:48.300] Build status: STARTED
[22:51:48.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:33:0) after 6m27s
[22:58:15.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:33:0)
[22:58:15.403] Build status: STARTED
[22:58:15.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8868971244322782224:34:0) after 2m39s
[22:59:49.264] Received PubSub notification, asking Buildbucket for the build status
[22:59:49.344] Build:
{
  "id": "8703541182247595473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T20:08:54.914122936Z",
  "startTime": "2025-09-16T21:36:17.099536300Z",
  "endTime": "2025-09-16T22:59:48.753920576Z",
  "updateTime": "2025-09-16T22:59:48.753920576Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3c4ab4fdefcbd34106163899d7e2914246328616",
      "ref": "refs/heads/main"
    }
  }
}
[22:59:49.344] Invocation finished in 2h50m55.792549822s with status FAILED