buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-ci-pigweed-mac-x86"
>

• clang-mac-x64/0 (3 months ago by clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "f2ae4ccb18415dbaca7f804f5505e0270022436094001dc81be789d5f4c0013d/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "04a215d28d1db76313ca6f74c6e1be7f5ef73ea0",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "bac9e463b1f77b7354fe68c87d58be67e3294806"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bac9e463b1f77b7354fe68c87d58be67e3294806
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[02:02:42.229] New invocation is queued and will start shortly
[02:02:42.229] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:02:43.374] Starting the invocation (attempt 1)
[02:02:43.401] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bac9e463b1f77b7354fe68c87d58be67e3294806"
[02:02:43.401] Reconstructed gitiles commit from tags
[02:02:43.401] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:02:43.402] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:02:43.402] Buildbucket request:
{
  "requestId": "8869311372321079616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "f2ae4ccb18415dbaca7f804f5505e0270022436094001dc81be789d5f4c0013d/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "04a215d28d1db76313ca6f74c6e1be7f5ef73ea0",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869311372321079616",
            "job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "f2ae4ccb18415dbaca7f804f5505e0270022436094001dc81be789d5f4c0013d/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "04a215d28d1db76313ca6f74c6e1be7f5ef73ea0",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "bac9e463b1f77b7354fe68c87d58be67e3294806"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bac9e463b1f77b7354fe68c87d58be67e3294806",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dc7c6def-3070-4d61-b1cd-86ee1d9e2d37",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8703891008939393169"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "bac9e463b1f77b7354fe68c87d58be67e3294806"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "bac9e463b1f77b7354fe68c87d58be67e3294806",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869311372321079616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:02:43.766] Scheduled build:
{
  "id": "8703881310382332545",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-13T02:02:43.447005983Z",
  "updateTime": "2025-09-13T02:02:43.447005983Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "bac9e463b1f77b7354fe68c87d58be67e3294806",
      "ref": "refs/heads/main"
    }
  }
}
[02:02:43.766] Task URL: https://cr-buildbucket.appspot.com/build/8703881310382332545
[02:02:43.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:2:0) after 7m41s
[02:02:46.032] Received PubSub notification, asking Buildbucket for the build status
[02:02:46.070] Build status: SCHEDULED
[02:10:24.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:2:0)
[02:10:25.009] Build status: SCHEDULED
[02:10:25.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:4:0) after 3m44s
[02:14:09.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:4:0)
[02:14:09.137] Build status: SCHEDULED
[02:14:09.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:5:0) after 5m36s
[02:19:45.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:5:0)
[02:19:45.552] Build status: SCHEDULED
[02:19:45.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:6:0) after 8m50s
[02:28:35.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:6:0)
[02:28:35.593] Build status: SCHEDULED
[02:28:35.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:7:0) after 2m49s
[02:31:24.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:7:0)
[02:31:24.663] Build status: SCHEDULED
[02:31:24.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:8:0) after 9m35s
[02:40:59.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:8:0)
[02:40:59.762] Build status: SCHEDULED
[02:40:59.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:9:0) after 9m57s
[02:50:56.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:9:0)
[02:50:56.760] Build status: SCHEDULED
[02:50:56.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:10:0) after 5m36s
[02:56:32.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:10:0)
[02:56:32.873] Build status: SCHEDULED
[02:56:32.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:11:0) after 8m28s
[03:05:00.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:11:0)
[03:05:00.941] Build status: SCHEDULED
[03:05:00.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:12:0) after 3m28s
[03:08:28.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:12:0)
[03:08:28.971] Build status: SCHEDULED
[03:08:28.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:13:0) after 8m52s
[03:17:21.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:13:0)
[03:17:21.130] Build status: SCHEDULED
[03:17:21.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:14:0) after 8m19s
[03:25:40.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:14:0)
[03:25:40.253] Build status: SCHEDULED
[03:25:40.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:15:0) after 3m23s
[03:29:03.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:15:0)
[03:29:03.264] Build status: SCHEDULED
[03:29:03.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:16:0) after 8m19s
[03:36:41.194] Received PubSub notification, asking Buildbucket for the build status
[03:36:41.253] Build status: STARTED
[03:37:22.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:16:0)
[03:37:22.494] Build status: STARTED
[03:37:22.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:18:0) after 4m23s
[03:41:45.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:18:0)
[03:41:45.622] Build status: STARTED
[03:41:45.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:19:0) after 2m10s
[03:43:55.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:19:0)
[03:43:55.709] Build status: STARTED
[03:43:55.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:20:0) after 7m35s
[03:51:31.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:20:0)
[03:51:31.067] Build status: STARTED
[03:51:31.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:21:0) after 9m54s
[04:01:25.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:21:0)
[04:01:25.102] Build status: STARTED
[04:01:25.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:22:0) after 8m59s
[04:10:24.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:22:0)
[04:10:24.231] Build status: STARTED
[04:10:24.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:23:0) after 2m47s
[04:13:11.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:23:0)
[04:13:11.247] Build status: STARTED
[04:13:11.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:24:0) after 1m35s
[04:14:46.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:24:0)
[04:14:46.285] Build status: STARTED
[04:14:46.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:25:0) after 5m50s
[04:20:36.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:25:0)
[04:20:36.437] Build status: STARTED
[04:20:36.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:26:0) after 3m12s
[04:23:48.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:26:0)
[04:23:48.558] Build status: STARTED
[04:23:48.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:27:0) after 1m49s
[04:25:37.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:27:0)
[04:25:37.644] Build status: STARTED
[04:25:37.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:28:0) after 7m10s
[04:32:47.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:28:0)
[04:32:47.787] Build status: STARTED
[04:32:47.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:29:0) after 4m39s
[04:37:26.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:29:0)
[04:37:26.866] Build status: STARTED
[04:37:26.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:30:0) after 2m9s
[04:39:35.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:30:0)
[04:39:35.902] Build status: STARTED
[04:39:35.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:31:0) after 2m40s
[04:42:15.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:31:0)
[04:42:15.931] Build status: STARTED
[04:42:15.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:32:0) after 4m37s
[04:46:52.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:32:0)
[04:46:52.969] Build status: STARTED
[04:46:52.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:33:0) after 2m29s
[04:49:22.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:33:0)
[04:49:22.061] Build status: STARTED
[04:49:22.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869311372321079616:34:0) after 8m30s
[04:57:00.115] Received PubSub notification, asking Buildbucket for the build status
[04:57:00.140] Build:
{
  "id": "8703881310382332545",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-ci-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-13T02:02:43.447005983Z",
  "startTime": "2025-09-13T03:36:40.991306294Z",
  "endTime": "2025-09-13T04:56:59.754489621Z",
  "updateTime": "2025-09-13T04:56:59.754489621Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "bac9e463b1f77b7354fe68c87d58be67e3294806",
      "ref": "refs/heads/main"
    }
  }
}
[04:57:00.140] Invocation finished in 2h54m17.924473298s with status FAILED