Status: FAILED
Triggered by: clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev d1f7bd5ae8155cb75c41ae8f4814a0d79a5ab6ec)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "clang_toolchain.prod.core.arm64-debug"
>

Incoming triggers

  • clang-linux-x64/0 (3 weeks ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "25b54092576329d805a1c788d1510a0e8c349a400d9c477e4b40da1cd5b2d2b7/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "80cf07610863726916e33a5c4ad1c788f8a93315",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e70d8f070ba046b8e09388fa84b3a65eb2073e3
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[06:43:45.293] New invocation is queued and will start shortly
[06:43:45.293] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:43:46.412] Starting the invocation (attempt 1)
[06:43:46.439] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e70d8f070ba046b8e09388fa84b3a65eb2073e3"
[06:43:46.439] Reconstructed gitiles commit from tags
[06:43:46.439] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:43:46.439] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:43:46.439] Buildbucket request:
{
  "requestId": "8836135200406848304",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "25b54092576329d805a1c788d1510a0e8c349a400d9c477e4b40da1cd5b2d2b7/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "80cf07610863726916e33a5c4ad1c788f8a93315",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836135200406848304",
            "job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "25b54092576329d805a1c788d1510a0e8c349a400d9c477e4b40da1cd5b2d2b7/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "80cf07610863726916e33a5c4ad1c788f8a93315",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9e70d8f070ba046b8e09388fa84b3a65eb2073e3",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2213a8de-a6f7-403b-bb7f-9dbeb1d3cc13",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8670711789174693921"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836135200406848304"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:43:46.877] Scheduled build:
{
  "id": "8670705138484789105",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-14T06:43:46.503626349Z",
  "updateTime": "2026-09-14T06:43:46.503626349Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3",
      "ref": "refs/heads/main"
    }
  }
}
[06:43:46.877] Task URL: https://cr-buildbucket.appspot.com/build/8670705138484789105
[06:43:46.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:2:0) after 6m55s
[06:43:52.527] Received PubSub notification, asking Buildbucket for the build status
[06:43:52.548] Build status: SCHEDULED
[06:44:11.879] Received PubSub notification, asking Buildbucket for the build status
[06:44:11.907] Build status: STARTED
[06:50:41.891] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:2:0)
[06:50:41.926] Build status: STARTED
[06:50:41.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:5:0) after 2m1s
[06:52:42.941] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:5:0)
[06:52:43.009] Build status: STARTED
[06:52:43.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:6:0) after 6m5s
[06:58:47.985] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:6:0)
[06:58:48.009] Build status: STARTED
[06:58:48.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:7:0) after 9m50s
[07:08:37.997] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:7:0)
[07:08:38.083] Build status: STARTED
[07:08:38.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:8:0) after 9m47s
[07:18:25.178] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:8:0)
[07:18:25.199] Build status: STARTED
[07:18:25.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:9:0) after 6m6s
[07:24:31.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:9:0)
[07:24:31.273] Build status: STARTED
[07:24:31.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:10:0) after 9m14s
[07:33:45.291] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:10:0)
[07:33:45.350] Build status: STARTED
[07:33:45.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:11:0) after 7m28s
[07:41:13.319] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:11:0)
[07:41:13.337] Build status: STARTED
[07:41:13.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:12:0) after 1m46s
[07:42:59.353] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:12:0)
[07:42:59.373] Build status: STARTED
[07:42:59.373] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:13:0) after 9m54s
[07:52:53.387] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:13:0)
[07:52:53.418] Build status: STARTED
[07:52:53.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:14:0) after 9m21s
[08:02:14.433] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:14:0)
[08:02:14.509] Build status: STARTED
[08:02:14.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:15:0) after 3m36s
[08:05:50.524] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:15:0)
[08:05:50.544] Build status: STARTED
[08:05:50.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:16:0) after 8m13s
[08:14:03.603] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:16:0)
[08:14:03.633] Build status: STARTED
[08:14:03.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:17:0) after 1m58s
[08:16:01.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:17:0)
[08:16:01.836] Build status: STARTED
[08:16:01.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:18:0) after 8m22s
[08:24:23.851] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:18:0)
[08:24:23.872] Build status: STARTED
[08:24:23.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:19:0) after 3m19s
[08:27:42.888] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:19:0)
[08:27:42.906] Build status: STARTED
[08:27:42.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:20:0) after 3m0s
[08:30:43.041] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:20:0)
[08:30:43.060] Build status: STARTED
[08:30:43.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:21:0) after 1m39s
[08:32:22.127] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:21:0)
[08:32:22.160] Build status: STARTED
[08:32:22.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:22:0) after 5m20s
[08:37:42.180] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:22:0)
[08:37:42.197] Build status: STARTED
[08:37:42.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:23:0) after 1m53s
[08:39:35.216] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:23:0)
[08:39:35.234] Build status: STARTED
[08:39:35.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:24:0) after 4m9s
[08:43:44.300] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:24:0)
[08:43:44.328] Build status: STARTED
[08:43:44.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:25:0) after 7m40s
[08:51:24.362] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:25:0)
[08:51:24.489] Build status: STARTED
[08:51:24.489] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:26:0) after 8m24s
[08:59:48.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:26:0)
[08:59:48.581] Build status: STARTED
[08:59:48.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:27:0) after 8m49s
[09:08:37.632] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:27:0)
[09:08:37.651] Build status: STARTED
[09:08:37.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:28:0) after 4m17s
[09:12:54.696] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:28:0)
[09:12:54.716] Build status: STARTED
[09:12:54.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:29:0) after 2m46s
[09:15:40.783] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:29:0)
[09:15:40.812] Build status: STARTED
[09:15:40.812] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:30:0) after 2m50s
[09:18:30.826] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:30:0)
[09:18:30.843] Build status: STARTED
[09:18:30.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:31:0) after 5m52s
[09:24:22.861] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:31:0)
[09:24:22.879] Build status: STARTED
[09:24:22.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:32:0) after 2m59s
[09:27:21.895] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:32:0)
[09:27:21.915] Build status: STARTED
[09:27:21.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:33:0) after 4m52s
[09:32:13.930] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:33:0)
[09:32:13.955] Build status: STARTED
[09:32:13.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836135200406848304:34:0) after 5m5s
[09:34:31.876] Received PubSub notification, asking Buildbucket for the build status
[09:34:31.903] Build:
{
  "id": "8670705138484789105",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-14T06:43:46.503626349Z",
  "startTime": "2026-09-14T06:44:01.138402238Z",
  "endTime": "2026-09-14T09:34:14.142766028Z",
  "updateTime": "2026-09-14T09:34:14.142766028Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "9e70d8f070ba046b8e09388fa84b3a65eb2073e3",
      "ref": "refs/heads/main"
    }
  }
}
[09:34:31.904] Invocation finished in 2h50m46.617412886s with status FAILED