buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (1 day ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "29890f83a94fb8e297ebe24c510cfae5bab3f9188da537850cfc0141d06410e6/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "7ac1785b6310ba9068b3bc721aee9278880d8912",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc3b4cf5fe96afed668f24d741e509bae55cdc6
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[16:14:29.375] New invocation is queued and will start shortly
[16:14:29.375] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[16:14:30.794] Starting the invocation (attempt 1)
[16:14:30.838] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc3b4cf5fe96afed668f24d741e509bae55cdc6"
[16:14:30.838] Reconstructed gitiles commit from tags
[16:14:30.838] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:14:30.839] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:14:30.839] Buildbucket request:
{
  "requestId": "8871975691583391168",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "29890f83a94fb8e297ebe24c510cfae5bab3f9188da537850cfc0141d06410e6/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "7ac1785b6310ba9068b3bc721aee9278880d8912",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8871975691583391168",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "29890f83a94fb8e297ebe24c510cfae5bab3f9188da537850cfc0141d06410e6/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "7ac1785b6310ba9068b3bc721aee9278880d8912",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc3b4cf5fe96afed668f24d741e509bae55cdc6",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a8917a1a-6997-4f4e-a01f-cec399aa900f",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8706556517704707921"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8871975691583391168"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:14:31.630] Scheduled build:
{
  "id": "8706545629285513185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T16:14:30.939331406Z",
  "updateTime": "2025-08-14T16:14:30.939331406Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6",
      "ref": "refs/heads/main"
    }
  }
}
[16:14:31.630] Task URL: https://cr-buildbucket.appspot.com/build/8706545629285513185
[16:14:31.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:2:0) after 1m0s
[16:14:32.455] Received PubSub notification, asking Buildbucket for the build status
[16:14:32.487] Build status: SCHEDULED
[16:15:31.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:2:0)
[16:15:31.772] Build status: SCHEDULED
[16:15:31.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:4:0) after 4m45s
[16:20:16.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:4:0)
[16:20:16.807] Build status: SCHEDULED
[16:20:16.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:5:0) after 5m43s
[16:25:59.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:5:0)
[16:25:59.951] Build status: SCHEDULED
[16:25:59.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:6:0) after 1m29s
[16:27:29.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:6:0)
[16:27:29.075] Build status: SCHEDULED
[16:27:29.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:7:0) after 4m28s
[16:31:57.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:7:0)
[16:31:57.152] Build status: SCHEDULED
[16:31:57.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:8:0) after 3m28s
[16:35:25.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:8:0)
[16:35:25.387] Build status: SCHEDULED
[16:35:25.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:9:0) after 6m32s
[16:41:57.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:9:0)
[16:41:57.504] Build status: SCHEDULED
[16:41:57.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:10:0) after 8m54s
[16:50:51.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:10:0)
[16:50:51.544] Build status: SCHEDULED
[16:50:51.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:11:0) after 2m48s
[16:53:39.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:11:0)
[16:53:39.646] Build status: SCHEDULED
[16:53:39.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:12:0) after 8m36s
[17:02:15.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:12:0)
[17:02:15.701] Build status: SCHEDULED
[17:02:15.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:13:0) after 9m42s
[17:11:57.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:13:0)
[17:11:57.734] Build status: SCHEDULED
[17:11:57.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:14:0) after 4m6s
[17:16:03.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:14:0)
[17:16:03.793] Build status: SCHEDULED
[17:16:03.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:15:0) after 3m37s
[17:19:40.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:15:0)
[17:19:40.901] Build status: SCHEDULED
[17:19:40.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:16:0) after 9m26s
[17:29:06.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:16:0)
[17:29:06.995] Build status: SCHEDULED
[17:29:06.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:17:0) after 5m42s
[17:29:52.966] Received PubSub notification, asking Buildbucket for the build status
[17:29:53.080] Build status: STARTED
[17:34:49.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:17:0)
[17:34:49.085] Build status: STARTED
[17:34:49.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:19:0) after 5m6s
[17:39:55.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:19:0)
[17:39:55.189] Build status: STARTED
[17:39:55.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:20:0) after 9m18s
[17:49:13.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:20:0)
[17:49:13.231] Build status: STARTED
[17:49:13.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:21:0) after 2m23s
[17:51:36.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:21:0)
[17:51:36.393] Build status: STARTED
[17:51:36.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:22:0) after 8m33s
[18:00:09.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:22:0)
[18:00:09.531] Build status: STARTED
[18:00:09.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:23:0) after 8m44s
[18:08:53.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:23:0)
[18:08:53.642] Build status: STARTED
[18:08:53.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:24:0) after 3m51s
[18:12:44.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:24:0)
[18:12:44.685] Build status: STARTED
[18:12:44.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:25:0) after 5m52s
[18:18:36.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:25:0)
[18:18:36.735] Build status: STARTED
[18:18:36.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:26:0) after 6m10s
[18:24:46.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:26:0)
[18:24:46.773] Build status: STARTED
[18:24:46.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:27:0) after 2m6s
[18:26:52.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:27:0)
[18:26:52.825] Build status: STARTED
[18:26:52.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:28:0) after 6m16s
[18:33:08.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:28:0)
[18:33:08.873] Build status: STARTED
[18:33:08.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:29:0) after 4m42s
[18:37:50.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:29:0)
[18:37:50.927] Build status: STARTED
[18:37:50.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8871975691583391168:30:0) after 9m8s
[18:39:55.743] Received PubSub notification, asking Buildbucket for the build status
[18:39:55.790] Build:
{
  "id": "8706545629285513185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-14T16:14:30.939331406Z",
  "startTime": "2025-08-14T17:29:52.690380013Z",
  "endTime": "2025-08-14T18:39:55.435988949Z",
  "updateTime": "2025-08-14T18:39:55.435988949Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "3bc3b4cf5fe96afed668f24d741e509bae55cdc6",
      "ref": "refs/heads/main"
    }
  }
}
[18:39:55.790] Invocation finished in 2h25m26.426105508s with status FAILED