[10:18:57.502] New invocation is queued and will start shortly
[10:18:57.502] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[10:18:59.311] Starting the invocation (attempt 1)
[10:18:59.339] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dab8fb82a28c13122890f95164c67f4588a15104"
[10:18:59.339] Reconstructed gitiles commit from tags
[10:18:59.339] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:18:59.339] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:18:59.340] Buildbucket request:
{
  "requestId": "8865746868985084528",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "255146c7667d55c6024c85050615355e3dda36f132df4f211833ad2940442061/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "6b3ee7ec401d4eee879b60bdf6759277e50f7cf9",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865746868985084528",
            "job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "255146c7667d55c6024c85050615355e3dda36f132df4f211833ad2940442061/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "6b3ee7ec401d4eee879b60bdf6759277e50f7cf9",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "dab8fb82a28c13122890f95164c67f4588a15104"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dab8fb82a28c13122890f95164c67f4588a15104",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-mac-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "cae99904-f6d3-42ef-aece-e84f7913ec2d",
                        "title": "clang-mac-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8700327968039707969"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "dab8fb82a28c13122890f95164c67f4588a15104"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "dab8fb82a28c13122890f95164c67f4588a15104",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865746868985084528"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-mac-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:19:00.051] Scheduled build:
{
  "id": "8700316806153490225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-22T10:18:59.581987148Z",
  "updateTime": "2025-10-22T10:18:59.581987148Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "dab8fb82a28c13122890f95164c67f4588a15104",
      "ref": "refs/heads/main"
    }
  }
}
[10:19:00.051] Task URL: https://cr-buildbucket.appspot.com/build/8700316806153490225
[10:19:00.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:2:0) after 3m14s
[10:19:00.123] Received PubSub notification, asking Buildbucket for the build status
[10:19:00.180] Build status: SCHEDULED
[10:19:05.656] Received PubSub notification, asking Buildbucket for the build status
[10:19:05.688] Build status: STARTED
[10:22:14.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:2:0)
[10:22:14.104] Build status: STARTED
[10:22:14.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:5:0) after 9m17s
[10:31:31.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:5:0)
[10:31:31.148] Build status: STARTED
[10:31:31.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:6:0) after 6m29s
[10:38:00.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:6:0)
[10:38:00.185] Build status: STARTED
[10:38:00.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:7:0) after 3m8s
[10:41:08.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:7:0)
[10:41:08.226] Build status: STARTED
[10:41:08.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:8:0) after 3m1s
[10:44:09.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:8:0)
[10:44:09.294] Build status: STARTED
[10:44:09.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:9:0) after 5m7s
[10:49:16.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:9:0)
[10:49:16.464] Build status: STARTED
[10:49:16.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:10:0) after 6m58s
[10:56:14.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:10:0)
[10:56:14.621] Build status: STARTED
[10:56:14.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:11:0) after 6m22s
[11:02:36.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:11:0)
[11:02:36.780] Build status: STARTED
[11:02:36.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:12:0) after 5m12s
[11:07:48.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:12:0)
[11:07:48.881] Build status: STARTED
[11:07:48.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:13:0) after 9m39s
[11:17:27.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:13:0)
[11:17:27.951] Build status: STARTED
[11:17:27.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:14:0) after 2m21s
[11:19:48.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:14:0)
[11:19:48.985] Build status: STARTED
[11:19:48.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:15:0) after 3m53s
[11:23:42.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:15:0)
[11:23:42.020] Build status: STARTED
[11:23:42.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8865746868985084528:16:0) after 6m30s
[11:25:06.059] Received PubSub notification, asking Buildbucket for the build status
[11:25:06.082] Build:
{
  "id": "8700316806153490225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.toolchain",
    "builder": "toolchain-prod-pigweed-mac-x86"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-22T10:18:59.581987148Z",
  "startTime": "2025-10-22T10:19:05.482884701Z",
  "endTime": "2025-10-22T11:25:05.774375040Z",
  "updateTime": "2025-10-22T11:25:05.774375040Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "dab8fb82a28c13122890f95164c67f4588a15104",
      "ref": "refs/heads/main"
    }
  }
}
[11:25:06.082] Invocation finished in 1h6m8.585771328s with status FAILED