buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (1 day ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "2e26ee3206f72fced775e526d6af1609b91a2c02e49c63913c386c834eecc8e2/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "63e776604779f52a792a866577650967fe19f49f"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[19:59:38.342] New invocation is queued and will start shortly
[19:59:38.342] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:59:39.451] Starting the invocation (attempt 1)
[19:59:39.476] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f"
[19:59:39.476] Reconstructed gitiles commit from tags
[19:59:39.476] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:59:39.476] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:59:39.476] Buildbucket request:
{
  "requestId": "8871961526405059856",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "2e26ee3206f72fced775e526d6af1609b91a2c02e49c63913c386c834eecc8e2/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8871961526405059856",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "2e26ee3206f72fced775e526d6af1609b91a2c02e49c63913c386c834eecc8e2/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "6f4913ff7ed58f0a213e61b8fd4a3605f0dee9ce",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "63e776604779f52a792a866577650967fe19f49f"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63e776604779f52a792a866577650967fe19f49f",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "c7923912-0334-4576-adc0-3e1d18e01bee",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8706542977020839985"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "63e776604779f52a792a866577650967fe19f49f"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "63e776604779f52a792a866577650967fe19f49f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8871961526405059856"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:59:39.876] Scheduled build:
{
  "id": "8706531464479012257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T19:59:39.551943855Z",
  "updateTime": "2025-08-14T19:59:39.551943855Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "63e776604779f52a792a866577650967fe19f49f",
      "ref": "refs/heads/main"
    }
  }
}
[19:59:39.876] Task URL: https://cr-buildbucket.appspot.com/build/8706531464479012257
[19:59:39.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:2:0) after 9m6s
[19:59:40.814] Received PubSub notification, asking Buildbucket for the build status
[19:59:40.933] Build status: SCHEDULED
[20:08:45.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:2:0)
[20:08:46.001] Build status: SCHEDULED
[20:08:46.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:4:0) after 3m22s
[20:12:08.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:4:0)
[20:12:08.067] Build status: SCHEDULED
[20:12:08.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:5:0) after 9m22s
[20:21:30.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:5:0)
[20:21:30.250] Build status: SCHEDULED
[20:21:30.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:6:0) after 4m17s
[20:25:47.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:6:0)
[20:25:47.295] Build status: SCHEDULED
[20:25:47.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:7:0) after 2m22s
[20:28:09.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:7:0)
[20:28:09.412] Build status: SCHEDULED
[20:28:09.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:8:0) after 2m11s
[20:30:20.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:8:0)
[20:30:20.446] Build status: SCHEDULED
[20:30:20.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:9:0) after 8m22s
[20:38:42.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:9:0)
[20:38:42.480] Build status: SCHEDULED
[20:38:42.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:10:0) after 4m46s
[20:43:28.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:10:0)
[20:43:28.552] Build status: SCHEDULED
[20:43:28.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:11:0) after 5m56s
[20:49:24.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:11:0)
[20:49:24.648] Build status: SCHEDULED
[20:49:24.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:12:0) after 7m41s
[20:57:05.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:12:0)
[20:57:05.880] Build status: SCHEDULED
[20:57:05.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:13:0) after 4m7s
[21:01:12.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:13:0)
[21:01:13.021] Build status: SCHEDULED
[21:01:13.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:14:0) after 5m25s
[21:06:38.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:14:0)
[21:06:38.140] Build status: SCHEDULED
[21:06:38.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:15:0) after 3m21s
[21:09:59.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:15:0)
[21:09:59.192] Build status: SCHEDULED
[21:09:59.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:16:0) after 2m41s
[21:12:40.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:16:0)
[21:12:40.222] Build status: SCHEDULED
[21:12:40.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:17:0) after 2m29s
[21:15:09.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:17:0)
[21:15:09.265] Build status: SCHEDULED
[21:15:09.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:18:0) after 2m26s
[21:17:35.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:18:0)
[21:17:35.478] Build status: SCHEDULED
[21:17:35.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:19:0) after 6m46s
[21:24:21.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:19:0)
[21:24:21.515] Build status: SCHEDULED
[21:24:21.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:20:0) after 3m40s
[21:28:01.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:20:0)
[21:28:01.588] Build status: SCHEDULED
[21:28:01.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:21:0) after 6m51s
[21:34:52.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:21:0)
[21:34:52.652] Build status: SCHEDULED
[21:34:52.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:22:0) after 6m59s
[21:38:45.532] Received PubSub notification, asking Buildbucket for the build status
[21:38:45.548] Build status: STARTED
[21:41:51.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:22:0)
[21:41:51.761] Build status: STARTED
[21:41:51.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:24:0) after 3m37s
[21:45:28.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:24:0)
[21:45:28.799] Build status: STARTED
[21:45:28.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:25:0) after 8m8s
[21:53:36.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:25:0)
[21:53:36.820] Build status: STARTED
[21:53:36.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:26:0) after 9m32s
[22:03:08.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:26:0)
[22:03:08.879] Build status: STARTED
[22:03:08.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:27:0) after 8m56s
[22:12:04.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:27:0)
[22:12:04.932] Build status: STARTED
[22:12:04.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:28:0) after 5m13s
[22:17:18.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:28:0)
[22:17:18.027] Build status: STARTED
[22:17:18.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:29:0) after 2m39s
[22:19:57.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:29:0)
[22:19:57.064] Build status: STARTED
[22:19:57.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:30:0) after 4m28s
[22:24:25.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:30:0)
[22:24:25.101] Build status: STARTED
[22:24:25.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:31:0) after 6m45s
[22:31:10.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:31:0)
[22:31:10.245] Build status: STARTED
[22:31:10.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:32:0) after 8m0s
[22:39:10.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:32:0)
[22:39:10.356] Build status: STARTED
[22:39:10.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:33:0) after 4m58s
[22:44:08.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:33:0)
[22:44:08.439] Build status: STARTED
[22:44:08.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871961526405059856:34:0) after 8m36s
[22:50:32.476] Received PubSub notification, asking Buildbucket for the build status
[22:50:32.516] Build:
{
  "id": "8706531464479012257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T19:59:39.551943855Z",
  "startTime": "2025-08-14T21:38:45.366985670Z",
  "endTime": "2025-08-14T22:50:32.190428463Z",
  "updateTime": "2025-08-14T22:50:32.190428463Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "63e776604779f52a792a866577650967fe19f49f",
      "ref": "refs/heads/main"
    }
  }
}
[22:50:32.516] Invocation finished in 2h50m54.185234889s with status FAILED