Status: FAILED
Triggered by: clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev d1f7bd5ae8155cb75c41ae8f4814a0d79a5ab6ec)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "clang_toolchain.prod.core.arm64-release"
>

Incoming triggers

  • clang-linux-x64/0 (5 days ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "43854ccea1ba0eb1c56172823df33874d7cb728144bd757e02d993611cbcd0af/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "58450e4cb01c82c1d2a3ac62d6f3688d2a23ee58",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "be6a2b4fddb62515049789e292fa166790a5707b"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/be6a2b4fddb62515049789e292fa166790a5707b
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[18:54:38.970] New invocation is queued and will start shortly
[18:54:38.970] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:54:40.038] Starting the invocation (attempt 1)
[18:54:40.065] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/be6a2b4fddb62515049789e292fa166790a5707b"
[18:54:40.065] Reconstructed gitiles commit from tags
[18:54:40.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:54:40.066] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:54:40.066] Buildbucket request:
{
  "requestId": "8836089216490615984",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-release"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "43854ccea1ba0eb1c56172823df33874d7cb728144bd757e02d993611cbcd0af/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "58450e4cb01c82c1d2a3ac62d6f3688d2a23ee58",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836089216490615984",
            "job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "43854ccea1ba0eb1c56172823df33874d7cb728144bd757e02d993611cbcd0af/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "58450e4cb01c82c1d2a3ac62d6f3688d2a23ee58",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "be6a2b4fddb62515049789e292fa166790a5707b"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/be6a2b4fddb62515049789e292fa166790a5707b",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e6f54417-0738-4aa4-8dee-7529d12d8a4e",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8670665882583363537"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "be6a2b4fddb62515049789e292fa166790a5707b"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "be6a2b4fddb62515049789e292fa166790a5707b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836089216490615984"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:54:40.464] Scheduled build:
{
  "id": "8670659154601364545",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-release"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-14T18:54:40.151174800Z",
  "updateTime": "2026-09-14T18:54:40.151174800Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "be6a2b4fddb62515049789e292fa166790a5707b",
      "ref": "refs/heads/main"
    }
  }
}
[18:54:40.464] Task URL: https://cr-buildbucket.appspot.com/build/8670659154601364545
[18:54:40.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:2:0) after 4m28s
[18:54:41.485] Received PubSub notification, asking Buildbucket for the build status
[18:54:41.508] Build status: SCHEDULED
[18:54:45.530] Received PubSub notification, asking Buildbucket for the build status
[18:54:45.548] Build status: STARTED
[18:59:08.474] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:2:0)
[18:59:08.499] Build status: STARTED
[18:59:08.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:5:0) after 3m27s
[19:02:35.515] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:5:0)
[19:02:35.541] Build status: STARTED
[19:02:35.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:6:0) after 1m6s
[19:03:41.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:6:0)
[19:03:41.646] Build status: STARTED
[19:03:41.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:7:0) after 2m33s
[19:06:14.742] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:7:0)
[19:06:14.767] Build status: STARTED
[19:06:14.767] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:8:0) after 8m14s
[19:14:28.797] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:8:0)
[19:14:28.831] Build status: STARTED
[19:14:28.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:9:0) after 2m22s
[19:16:50.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:9:0)
[19:16:50.831] Build status: STARTED
[19:16:50.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:10:0) after 1m53s
[19:18:43.971] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:10:0)
[19:18:43.995] Build status: STARTED
[19:18:43.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:11:0) after 6m29s
[19:25:13.062] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:11:0)
[19:25:13.123] Build status: STARTED
[19:25:13.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:12:0) after 1m34s
[19:26:47.158] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:12:0)
[19:26:47.176] Build status: STARTED
[19:26:47.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:13:0) after 5m1s
[19:31:48.191] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:13:0)
[19:31:48.233] Build status: STARTED
[19:31:48.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:14:0) after 4m1s
[19:35:49.299] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:14:0)
[19:35:49.316] Build status: STARTED
[19:35:49.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:15:0) after 1m25s
[19:37:14.336] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:15:0)
[19:37:14.353] Build status: STARTED
[19:37:14.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:16:0) after 7m57s
[19:45:11.326] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:16:0)
[19:45:11.351] Build status: STARTED
[19:45:11.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:17:0) after 8m4s
[19:53:15.379] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:17:0)
[19:53:15.451] Build status: STARTED
[19:53:15.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:18:0) after 3m34s
[19:56:49.466] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:18:0)
[19:56:49.501] Build status: STARTED
[19:56:49.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:19:0) after 5m15s
[20:02:04.592] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:19:0)
[20:02:04.619] Build status: STARTED
[20:02:04.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:20:0) after 2m31s
[20:04:35.634] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:20:0)
[20:04:35.654] Build status: STARTED
[20:04:35.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:21:0) after 5m48s
[20:10:23.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:21:0)
[20:10:23.693] Build status: STARTED
[20:10:23.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:22:0) after 6m51s
[20:17:14.712] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:22:0)
[20:17:14.740] Build status: STARTED
[20:17:14.740] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:23:0) after 7m48s
[20:25:02.907] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:23:0)
[20:25:02.969] Build status: STARTED
[20:25:02.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:24:0) after 2m51s
[20:27:53.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:24:0)
[20:27:54.048] Build status: STARTED
[20:27:54.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:25:0) after 4m48s
[20:32:42.066] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:25:0)
[20:32:42.096] Build status: STARTED
[20:32:42.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:26:0) after 3m36s
[20:36:18.285] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:26:0)
[20:36:18.317] Build status: STARTED
[20:36:18.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:27:0) after 3m50s
[20:40:08.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:27:0)
[20:40:08.353] Build status: STARTED
[20:40:08.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:28:0) after 1m3s
[20:41:11.533] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:28:0)
[20:41:11.569] Build status: STARTED
[20:41:11.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:29:0) after 2m17s
[20:43:28.675] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:29:0)
[20:43:28.698] Build status: STARTED
[20:43:28.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:30:0) after 2m21s
[20:45:49.689] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:30:0)
[20:45:49.714] Build status: STARTED
[20:45:49.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:31:0) after 2m58s
[20:48:47.947] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:31:0)
[20:48:47.966] Build status: STARTED
[20:48:47.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:32:0) after 8m41s
[20:57:28.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:32:0)
[20:57:28.984] Build status: STARTED
[20:57:28.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:33:0) after 3m26s
[21:00:55.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:33:0)
[21:00:55.327] Build status: STARTED
[21:00:55.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:34:0) after 8m1s
[21:08:56.394] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:34:0)
[21:08:56.414] Build status: STARTED
[21:08:56.414] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:35:0) after 6m11s
[21:15:07.509] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:35:0)
[21:15:07.632] Build status: STARTED
[21:15:07.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:36:0) after 1m37s
[21:16:44.648] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:36:0)
[21:16:44.674] Build status: STARTED
[21:16:44.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:37:0) after 8m15s
[21:24:59.835] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:37:0)
[21:24:59.930] Build status: STARTED
[21:24:59.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:38:0) after 2m12s
[21:27:11.946] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:38:0)
[21:27:11.963] Build status: STARTED
[21:27:11.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:39:0) after 4m50s
[21:32:02.041] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:39:0)
[21:32:02.063] Build status: STARTED
[21:32:02.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:40:0) after 4m38s
[21:36:40.038] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:40:0)
[21:36:40.059] Build status: STARTED
[21:36:40.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:41:0) after 7m3s
[21:43:43.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:41:0)
[21:43:43.260] Build status: STARTED
[21:43:43.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836089216490615984:42:0) after 9m25s
[21:45:07.216] Received PubSub notification, asking Buildbucket for the build status
[21:45:07.310] Build:
{
  "id": "8670659154601364545",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-release"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-14T18:54:40.151174800Z",
  "startTime": "2026-09-14T18:54:44.491393308Z",
  "endTime": "2026-09-14T21:44:54.158857325Z",
  "updateTime": "2026-09-14T21:44:54.158857325Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "be6a2b4fddb62515049789e292fa166790a5707b",
      "ref": "refs/heads/main"
    }
  }
}
[21:45:07.310] Invocation finished in 2h50m28.34402156s with status FAILED