buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.toolchain"
  builder: "toolchain-prod-pigweed-mac-x86"
>

• clang-mac-x64/0 (4 days ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "048d7e74768d2aa4dfab6e5a49ec474ecb154d0f874931bea78cdb87987c30bb/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "dd79885d08e68d45d65bb644eff0f6cc48f57e0e",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "e1ea86e849e736de9e9d82d871e9f8709a380939"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e1ea86e849e736de9e9d82d871e9f8709a380939
• gitiles_ref:refs/heads/main
• parent_buildername:clang-mac-x64
• user_agent:recipe

[03:11:27.203] New invocation is queued and will start shortly
[03:11:27.203] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:11:28.294] Starting the invocation (attempt 1)
[03:11:28.321] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e1ea86e849e736de9e9d82d871e9f8709a380939"
[03:11:28.321] Reconstructed gitiles commit from tags
[03:11:28.321] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:11:28.321] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:11:28.321] Buildbucket request:
{
  "requestId": "8880450473844844480",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "048d7e74768d2aa4dfab6e5a49ec474ecb154d0f874931bea78cdb87987c30bb/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "dd79885d08e68d45d65bb644eff0f6cc48f57e0e",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880450473844844480",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "048d7e74768d2aa4dfab6e5a49ec474ecb154d0f874931bea78cdb87987c30bb/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "dd79885d08e68d45d65bb644eff0f6cc48f57e0e",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "e1ea86e849e736de9e9d82d871e9f8709a380939"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e1ea86e849e736de9e9d82d871e9f8709a380939",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2e78b1c8-e87a-4597-a0f0-74f199567258",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8715032035971367409"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "e1ea86e849e736de9e9d82d871e9f8709a380939"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "e1ea86e849e736de9e9d82d871e9f8709a380939",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880450473844844480"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:11:28.847] Scheduled build:
{
  "id": "8715020411877085969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T03:11:28.444178651Z",
  "updateTime": "2025-05-13T03:11:28.444178651Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "e1ea86e849e736de9e9d82d871e9f8709a380939",
      "ref": "refs/heads/main"
    }
  }
}
[03:11:28.847] Task URL: https://cr-buildbucket.appspot.com/build/8715020411877085969
[03:11:28.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:2:0) after 2m37s
[03:11:30.085] Received PubSub notification, asking Buildbucket for the build status
[03:11:30.118] Build status: SCHEDULED
[03:14:05.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:2:0)
[03:14:06.025] Build status: SCHEDULED
[03:14:06.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:4:0) after 8m45s
[03:22:51.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:4:0)
[03:22:51.091] Build status: SCHEDULED
[03:22:51.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:5:0) after 2m43s
[03:25:34.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:5:0)
[03:25:34.169] Build status: SCHEDULED
[03:25:34.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:6:0) after 6m34s
[03:32:08.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:6:0)
[03:32:08.276] Build status: SCHEDULED
[03:32:08.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:7:0) after 6m6s
[03:38:14.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:7:0)
[03:38:14.468] Build status: SCHEDULED
[03:38:14.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:8:0) after 3m51s
[03:42:05.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:8:0)
[03:42:05.608] Build status: SCHEDULED
[03:42:05.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:9:0) after 8m46s
[03:50:51.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:9:0)
[03:50:51.697] Build status: SCHEDULED
[03:50:51.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:10:0) after 2m59s
[03:53:50.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:10:0)
[03:53:50.763] Build status: SCHEDULED
[03:53:50.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:11:0) after 3m23s
[03:57:13.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:11:0)
[03:57:13.879] Build status: SCHEDULED
[03:57:13.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:12:0) after 7m18s
[04:04:32.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:12:0)
[04:04:32.063] Build status: SCHEDULED
[04:04:32.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:13:0) after 7m21s
[04:11:53.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:13:0)
[04:11:53.111] Build status: SCHEDULED
[04:11:53.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:14:0) after 7m38s
[04:19:31.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:14:0)
[04:19:31.160] Build status: SCHEDULED
[04:19:31.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:15:0) after 5m29s
[04:25:00.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:15:0)
[04:25:00.324] Build status: SCHEDULED
[04:25:00.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:16:0) after 9m14s
[04:34:14.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:16:0)
[04:34:14.423] Build status: SCHEDULED
[04:34:14.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:17:0) after 5m6s
[04:34:35.823] Received PubSub notification, asking Buildbucket for the build status
[04:34:35.863] Build status: STARTED
[04:39:20.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:17:0)
[04:39:20.522] Build status: STARTED
[04:39:20.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:19:0) after 5m52s
[04:45:12.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:19:0)
[04:45:12.607] Build status: STARTED
[04:45:12.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:20:0) after 5m49s
[04:51:01.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:20:0)
[04:51:01.691] Build status: STARTED
[04:51:01.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:21:0) after 6m41s
[04:57:42.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:21:0)
[04:57:42.786] Build status: STARTED
[04:57:42.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:22:0) after 5m51s
[05:03:33.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:22:0)
[05:03:33.954] Build status: STARTED
[05:03:33.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:23:0) after 6m26s
[05:09:59.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:23:0)
[05:09:59.990] Build status: STARTED
[05:09:59.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:24:0) after 4m19s
[05:14:18.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:24:0)
[05:14:19.095] Build status: STARTED
[05:14:19.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:25:0) after 1m49s
[05:16:08.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:25:0)
[05:16:08.182] Build status: STARTED
[05:16:08.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:26:0) after 6m35s
[05:22:43.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:26:0)
[05:22:43.317] Build status: STARTED
[05:22:43.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:27:0) after 8m46s
[05:31:29.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:27:0)
[05:31:29.434] Build status: STARTED
[05:31:29.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:28:0) after 5m15s
[05:36:44.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:28:0)
[05:36:44.489] Build status: STARTED
[05:36:44.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8880450473844844480:29:0) after 6m34s
[05:37:30.099] Received PubSub notification, asking Buildbucket for the build status
[05:37:30.183] Build:
{
  "id": "8715020411877085969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T03:11:28.444178651Z",
  "startTime": "2025-05-13T04:34:22.261321616Z",
  "endTime": "2025-05-13T05:37:04.576746371Z",
  "updateTime": "2025-05-13T05:37:04.576746371Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "e1ea86e849e736de9e9d82d871e9f8709a380939",
      "ref": "refs/heads/main"
    }
  }
}
[05:37:30.183] Invocation finished in 2h26m2.999810172s with status FAILED