buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (3 weeks ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c94aacbac14ee7dc4f1e37804217ff9fccf16337ecd7716f8fcb054f9ad4a895/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "021570d12c90e8d89051944ce69611552ddf1e65",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "62d1a080e69e3c5e98840e000135afa7c688a77b"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62d1a080e69e3c5e98840e000135afa7c688a77b
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[21:15:09.042] New invocation is queued and will start shortly
[21:15:09.042] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:15:10.399] Starting the invocation (attempt 1)
[21:15:10.422] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62d1a080e69e3c5e98840e000135afa7c688a77b"
[21:15:10.422] Reconstructed gitiles commit from tags
[21:15:10.422] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:10.423] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:10.423] Buildbucket request:
{
  "requestId": "8863803048646609248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c94aacbac14ee7dc4f1e37804217ff9fccf16337ecd7716f8fcb054f9ad4a895/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "021570d12c90e8d89051944ce69611552ddf1e65",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863803048646609248",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c94aacbac14ee7dc4f1e37804217ff9fccf16337ecd7716f8fcb054f9ad4a895/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "021570d12c90e8d89051944ce69611552ddf1e65",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "62d1a080e69e3c5e98840e000135afa7c688a77b"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62d1a080e69e3c5e98840e000135afa7c688a77b",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ceb812fe-b6d5-4947-a8e0-2a40f1e26d13",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8698384053559969873"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "62d1a080e69e3c5e98840e000135afa7c688a77b"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "62d1a080e69e3c5e98840e000135afa7c688a77b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863803048646609248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:15:10.800] Scheduled build:
{
  "id": "8698372986471608113",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-12T21:15:10.488120540Z",
  "updateTime": "2025-11-12T21:15:10.488120540Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "62d1a080e69e3c5e98840e000135afa7c688a77b",
      "ref": "refs/heads/main"
    }
  }
}
[21:15:10.800] Task URL: https://cr-buildbucket.appspot.com/build/8698372986471608113
[21:15:10.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:2:0) after 6m23s
[21:15:11.088] Received PubSub notification, asking Buildbucket for the build status
[21:15:11.103] Build status: SCHEDULED
[21:21:33.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:2:0)
[21:21:33.891] Build status: SCHEDULED
[21:21:33.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:4:0) after 6m42s
[21:28:15.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:4:0)
[21:28:15.922] Build status: SCHEDULED
[21:28:15.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:5:0) after 1m1s
[21:29:16.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:5:0)
[21:29:16.974] Build status: SCHEDULED
[21:29:16.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:6:0) after 9m56s
[21:39:13.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:6:0)
[21:39:13.076] Build status: SCHEDULED
[21:39:13.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:7:0) after 9m27s
[21:48:40.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:7:0)
[21:48:40.203] Build status: SCHEDULED
[21:48:40.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:8:0) after 4m19s
[21:52:59.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:8:0)
[21:52:59.243] Build status: SCHEDULED
[21:52:59.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:9:0) after 2m2s
[21:55:01.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:9:0)
[21:55:01.319] Build status: SCHEDULED
[21:55:01.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:10:0) after 1m50s
[21:56:51.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:10:0)
[21:56:51.374] Build status: SCHEDULED
[21:56:51.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:11:0) after 5m47s
[22:02:38.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:11:0)
[22:02:38.418] Build status: SCHEDULED
[22:02:38.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:12:0) after 3m13s
[22:05:51.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:12:0)
[22:05:51.527] Build status: SCHEDULED
[22:05:51.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:13:0) after 9m26s
[22:15:17.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:13:0)
[22:15:17.641] Build status: SCHEDULED
[22:15:17.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:14:0) after 3m54s
[22:19:11.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:14:0)
[22:19:11.668] Build status: SCHEDULED
[22:19:11.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:15:0) after 2m25s
[22:21:36.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:15:0)
[22:21:36.734] Build status: SCHEDULED
[22:21:36.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:16:0) after 1m58s
[22:23:34.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:16:0)
[22:23:34.828] Build status: SCHEDULED
[22:23:34.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:17:0) after 2m36s
[22:26:10.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:17:0)
[22:26:10.816] Build status: SCHEDULED
[22:26:10.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:18:0) after 6m23s
[22:29:18.699] Received PubSub notification, asking Buildbucket for the build status
[22:29:18.717] Build status: STARTED
[22:32:33.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:18:0)
[22:32:33.858] Build status: STARTED
[22:32:33.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:20:0) after 9m7s
[22:41:40.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:20:0)
[22:41:40.942] Build status: STARTED
[22:41:40.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:21:0) after 8m16s
[22:49:56.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:21:0)
[22:49:56.937] Build status: STARTED
[22:49:56.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:22:0) after 6m48s
[22:56:44.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:22:0)
[22:56:44.986] Build status: STARTED
[22:56:44.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:23:0) after 1m57s
[22:58:42.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:23:0)
[22:58:42.083] Build status: STARTED
[22:58:42.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:24:0) after 6m27s
[23:05:09.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:24:0)
[23:05:09.119] Build status: STARTED
[23:05:09.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:25:0) after 7m4s
[23:12:13.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:25:0)
[23:12:13.189] Build status: STARTED
[23:12:13.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:26:0) after 5m12s
[23:17:25.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:26:0)
[23:17:25.208] Build status: STARTED
[23:17:25.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:27:0) after 9m9s
[23:26:34.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:27:0)
[23:26:34.292] Build status: STARTED
[23:26:34.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:28:0) after 1m53s
[23:28:27.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:28:0)
[23:28:27.347] Build status: STARTED
[23:28:27.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:29:0) after 1m24s
[23:29:51.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:29:0)
[23:29:51.344] Build status: STARTED
[23:29:51.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:30:0) after 1m18s
[23:31:09.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:30:0)
[23:31:09.407] Build status: STARTED
[23:31:09.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8863803048646609248:31:0) after 8m16s
[23:33:10.576] Received PubSub notification, asking Buildbucket for the build status
[23:33:10.593] Build:
{
  "id": "8698372986471608113",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-12T21:15:10.488120540Z",
  "startTime": "2025-11-12T22:29:18.522083920Z",
  "endTime": "2025-11-12T23:33:06.285851016Z",
  "updateTime": "2025-11-12T23:33:06.285851016Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "62d1a080e69e3c5e98840e000135afa7c688a77b",
      "ref": "refs/heads/main"
    }
  }
}
[23:33:10.593] Invocation finished in 2h18m1.563557285s with status FAILED