buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "clang_toolchain.prod.core.arm64-debug"
>

• clang-linux-x64/0 (2 weeks ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "17c04e0a50325f953e14ca2220eae01b937045123d15a0be7a78cfdccffe6ff4/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "3c7d2bcab7e59f23e53ce8afe80041f9bf9b97e5",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "681b73cf6417616cc82f07d79e56a70614d7642b"
  }
}

• buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/681b73cf6417616cc82f07d79e56a70614d7642b
• gitiles_ref:refs/heads/main
• parent_buildername:clang-linux-x64
• user_agent:recipe

[13:19:56.525] New invocation is queued and will start shortly
[13:19:56.525] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[13:19:57.997] Starting the invocation (attempt 1)
[13:19:58.022] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/681b73cf6417616cc82f07d79e56a70614d7642b"
[13:19:58.022] Reconstructed gitiles commit from tags
[13:19:58.022] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:19:58.022] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:19:58.022] Buildbucket request:
{
  "requestId": "8839009377425428656",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "17c04e0a50325f953e14ca2220eae01b937045123d15a0be7a78cfdccffe6ff4/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "3c7d2bcab7e59f23e53ce8afe80041f9bf9b97e5",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839009377425428656",
            "job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "17c04e0a50325f953e14ca2220eae01b937045123d15a0be7a78cfdccffe6ff4/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "3c7d2bcab7e59f23e53ce8afe80041f9bf9b97e5",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "681b73cf6417616cc82f07d79e56a70614d7642b"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/681b73cf6417616cc82f07d79e56a70614d7642b",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f9897b7f-919f-4175-9c62-82a2d1aa42ab",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8673586202247636321"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "681b73cf6417616cc82f07d79e56a70614d7642b"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "681b73cf6417616cc82f07d79e56a70614d7642b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839009377425428656"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:19:58.446] Scheduled build:
{
  "id": "8673579315084001041",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-08-13T13:19:58.099056326Z",
  "updateTime": "2026-08-13T13:19:58.099056326Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "681b73cf6417616cc82f07d79e56a70614d7642b",
      "ref": "refs/heads/main"
    }
  }
}
[13:19:58.446] Task URL: https://cr-buildbucket.appspot.com/build/8673579315084001041
[13:19:58.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:2:0) after 2m11s
[13:19:59.427] Received PubSub notification, asking Buildbucket for the build status
[13:19:59.445] Build status: SCHEDULED
[13:20:03.779] Received PubSub notification, asking Buildbucket for the build status
[13:20:03.799] Build status: STARTED
[13:22:09.466] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:2:0)
[13:22:09.489] Build status: STARTED
[13:22:09.489] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:5:0) after 4m12s
[13:26:21.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:5:0)
[13:26:21.730] Build status: STARTED
[13:26:21.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:6:0) after 3m2s
[13:29:23.744] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:6:0)
[13:29:23.769] Build status: STARTED
[13:29:23.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:7:0) after 1m54s
[13:31:17.862] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:7:0)
[13:31:17.885] Build status: STARTED
[13:31:17.885] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:8:0) after 9m56s
[13:41:13.915] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:8:0)
[13:41:13.935] Build status: STARTED
[13:41:13.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:9:0) after 3m40s
[13:44:54.089] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:9:0)
[13:44:54.119] Build status: STARTED
[13:44:54.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:10:0) after 6m30s
[13:51:24.366] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:10:0)
[13:51:24.391] Build status: STARTED
[13:51:24.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:11:0) after 1m19s
[13:52:43.433] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:11:0)
[13:52:43.454] Build status: STARTED
[13:52:43.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:12:0) after 5m42s
[13:58:25.467] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:12:0)
[13:58:25.487] Build status: STARTED
[13:58:25.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:13:0) after 2m9s
[14:00:34.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:13:0)
[14:00:34.545] Build status: STARTED
[14:00:34.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:14:0) after 6m40s
[14:07:14.572] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:14:0)
[14:07:14.593] Build status: STARTED
[14:07:14.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:15:0) after 3m54s
[14:11:08.661] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:15:0)
[14:11:08.696] Build status: STARTED
[14:11:08.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:16:0) after 4m32s
[14:15:40.759] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:16:0)
[14:15:40.782] Build status: STARTED
[14:15:40.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:17:0) after 1m24s
[14:17:04.847] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:17:0)
[14:17:04.897] Build status: STARTED
[14:17:04.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:18:0) after 8m28s
[14:25:32.912] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:18:0)
[14:25:32.936] Build status: STARTED
[14:25:32.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:19:0) after 5m28s
[14:31:01.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:19:0)
[14:31:01.073] Build status: STARTED
[14:31:01.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:20:0) after 2m18s
[14:33:19.089] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:20:0)
[14:33:19.113] Build status: STARTED
[14:33:19.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:21:0) after 1m47s
[14:35:06.158] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:21:0)
[14:35:06.182] Build status: STARTED
[14:35:06.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:22:0) after 8m44s
[14:43:50.226] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:22:0)
[14:43:50.254] Build status: STARTED
[14:43:50.254] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:23:0) after 1m33s
[14:45:23.249] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:23:0)
[14:45:23.288] Build status: STARTED
[14:45:23.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:24:0) after 5m22s
[14:50:45.361] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:24:0)
[14:50:45.420] Build status: STARTED
[14:50:45.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:25:0) after 3m19s
[14:54:04.551] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:25:0)
[14:54:04.571] Build status: STARTED
[14:54:04.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:26:0) after 5m35s
[14:59:39.671] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:26:0)
[14:59:39.701] Build status: STARTED
[14:59:39.701] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:27:0) after 9m1s
[15:08:40.720] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:27:0)
[15:08:40.754] Build status: STARTED
[15:08:40.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:28:0) after 2m55s
[15:11:35.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:28:0)
[15:11:35.845] Build status: STARTED
[15:11:35.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:29:0) after 7m44s
[15:19:19.857] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:29:0)
[15:19:19.878] Build status: STARTED
[15:19:19.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:30:0) after 9m47s
[15:29:06.902] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:30:0)
[15:29:06.929] Build status: STARTED
[15:29:06.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:31:0) after 4m47s
[15:33:54.040] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:31:0)
[15:33:54.076] Build status: STARTED
[15:33:54.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:32:0) after 9m14s
[15:43:08.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:32:0)
[15:43:08.124] Build status: STARTED
[15:43:08.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:33:0) after 3m20s
[15:46:28.137] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:33:0)
[15:46:28.164] Build status: STARTED
[15:46:28.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:34:0) after 5m51s
[15:52:19.182] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:34:0)
[15:52:19.254] Build status: STARTED
[15:52:19.254] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:35:0) after 1m21s
[15:53:40.305] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:35:0)
[15:53:40.442] Build status: STARTED
[15:53:40.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:36:0) after 4m11s
[15:57:51.641] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:36:0)
[15:57:51.663] Build status: STARTED
[15:57:51.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:37:0) after 8m18s
[16:06:09.678] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:37:0)
[16:06:09.737] Build status: STARTED
[16:06:09.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8839009377425428656:38:0) after 6m31s
[16:10:23.102] Received PubSub notification, asking Buildbucket for the build status
[16:10:23.138] Build:
{
  "id": "8673579315084001041",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-08-13T13:19:58.099056326Z",
  "startTime": "2026-08-13T13:20:02.949108251Z",
  "endTime": "2026-08-13T16:10:21.150411583Z",
  "updateTime": "2026-08-13T16:10:21.150411583Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "681b73cf6417616cc82f07d79e56a70614d7642b",
      "ref": "refs/heads/main"
    }
  }
}
[16:10:23.138] Invocation finished in 2h50m26.655694523s with status FAILED