Status: FAILED
Triggered by: clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev d1f7bd5ae8155cb75c41ae8f4814a0d79a5ab6ec)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "clang_toolchain.prod.core.arm64-debug"
>

Incoming triggers

  • clang-linux-x64/0 (4 weeks ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "c88e1ee1d03da1f2b7a244fdd7c4f89dac006aa8f3f09f697c76b0828d37e498/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "77dbcde7a179115f9de36197002873657a3feebe",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/96295a1412f9afbee9d4a3c2701e83f5a529a9cc
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[12:17:36.640] New invocation is queued and will start shortly
[12:17:36.640] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[12:17:37.676] Starting the invocation (attempt 1)
[12:17:37.706] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/96295a1412f9afbee9d4a3c2701e83f5a529a9cc"
[12:17:37.706] Reconstructed gitiles commit from tags
[12:17:37.706] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:17:37.706] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:17:37.706] Buildbucket request:
{
  "requestId": "8836476583880476832",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "c88e1ee1d03da1f2b7a244fdd7c4f89dac006aa8f3f09f697c76b0828d37e498/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "77dbcde7a179115f9de36197002873657a3feebe",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836476583880476832",
            "job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "c88e1ee1d03da1f2b7a244fdd7c4f89dac006aa8f3f09f697c76b0828d37e498/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "77dbcde7a179115f9de36197002873657a3feebe",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/96295a1412f9afbee9d4a3c2701e83f5a529a9cc",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "90f4fb9d-9a31-4519-89fa-f442dbbbe8a1",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8671053284214548225"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836476583880476832"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:17:38.525] Scheduled build:
{
  "id": "8671046521976471953",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-10T12:17:37.835419869Z",
  "updateTime": "2026-09-10T12:17:37.835419869Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc",
      "ref": "refs/heads/main"
    }
  }
}
[12:17:38.525] Task URL: https://cr-buildbucket.appspot.com/build/8671046521976471953
[12:17:38.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:2:0) after 3m30s
[12:17:39.314] Received PubSub notification, asking Buildbucket for the build status
[12:17:39.334] Build status: SCHEDULED
[12:17:46.439] Received PubSub notification, asking Buildbucket for the build status
[12:17:46.458] Build status: STARTED
[12:21:08.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:2:0)
[12:21:08.563] Build status: STARTED
[12:21:08.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:5:0) after 5m15s
[12:26:23.578] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:5:0)
[12:26:23.597] Build status: STARTED
[12:26:23.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:6:0) after 2m40s
[12:29:03.612] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:6:0)
[12:29:03.631] Build status: STARTED
[12:29:03.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:7:0) after 2m2s
[12:31:05.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:7:0)
[12:31:05.672] Build status: STARTED
[12:31:05.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:8:0) after 3m43s
[12:34:48.686] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:8:0)
[12:34:48.706] Build status: STARTED
[12:34:48.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:9:0) after 1m8s
[12:35:56.723] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:9:0)
[12:35:56.746] Build status: STARTED
[12:35:56.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:10:0) after 5m56s
[12:41:52.812] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:10:0)
[12:41:52.846] Build status: STARTED
[12:41:52.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:11:0) after 1m58s
[12:43:50.872] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:11:0)
[12:43:50.916] Build status: STARTED
[12:43:50.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:12:0) after 5m50s
[12:49:40.939] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:12:0)
[12:49:41.061] Build status: STARTED
[12:49:41.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:13:0) after 3m9s
[12:52:50.182] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:13:0)
[12:52:50.199] Build status: STARTED
[12:52:50.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:14:0) after 5m37s
[12:58:27.449] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:14:0)
[12:58:27.472] Build status: STARTED
[12:58:27.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:15:0) after 1m10s
[12:59:37.594] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:15:0)
[12:59:37.611] Build status: STARTED
[12:59:37.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:16:0) after 5m2s
[13:04:39.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:16:0)
[13:04:39.761] Build status: STARTED
[13:04:39.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:17:0) after 4m17s
[13:08:56.812] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:17:0)
[13:08:56.833] Build status: STARTED
[13:08:56.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:18:0) after 9m9s
[13:18:05.900] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:18:0)
[13:18:05.920] Build status: STARTED
[13:18:05.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:19:0) after 3m35s
[13:21:40.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:19:0)
[13:21:41.007] Build status: STARTED
[13:21:41.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:20:0) after 6m29s
[13:28:10.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:20:0)
[13:28:10.044] Build status: STARTED
[13:28:10.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:21:0) after 5m44s
[13:33:54.202] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:21:0)
[13:33:54.228] Build status: STARTED
[13:33:54.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:22:0) after 6m59s
[13:40:53.376] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:22:0)
[13:40:53.401] Build status: STARTED
[13:40:53.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:23:0) after 7m33s
[13:48:26.451] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:23:0)
[13:48:26.472] Build status: STARTED
[13:48:26.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:24:0) after 2m0s
[13:50:26.533] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:24:0)
[13:50:26.570] Build status: STARTED
[13:50:26.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:25:0) after 7m6s
[13:57:32.593] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:25:0)
[13:57:32.617] Build status: STARTED
[13:57:32.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:26:0) after 9m14s
[14:06:46.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:26:0)
[14:06:46.657] Build status: STARTED
[14:06:46.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:27:0) after 2m49s
[14:09:35.680] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:27:0)
[14:09:35.696] Build status: STARTED
[14:09:35.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:28:0) after 5m7s
[14:14:42.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:28:0)
[14:14:42.888] Build status: STARTED
[14:14:42.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:29:0) after 3m1s
[14:17:43.906] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:29:0)
[14:17:43.989] Build status: STARTED
[14:17:43.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:30:0) after 1m11s
[14:18:55.024] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:30:0)
[14:18:55.045] Build status: STARTED
[14:18:55.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:31:0) after 1m54s
[14:20:49.167] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:31:0)
[14:20:49.188] Build status: STARTED
[14:20:49.188] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:32:0) after 5m1s
[14:25:50.228] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:32:0)
[14:25:50.245] Build status: STARTED
[14:25:50.245] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:33:0) after 4m31s
[14:30:21.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:33:0)
[14:30:21.286] Build status: STARTED
[14:30:21.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:34:0) after 8m10s
[14:38:31.371] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:34:0)
[14:38:31.395] Build status: STARTED
[14:38:31.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:35:0) after 2m8s
[14:40:39.449] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:35:0)
[14:40:39.474] Build status: STARTED
[14:40:39.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:36:0) after 8m12s
[14:48:51.535] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:36:0)
[14:48:51.558] Build status: STARTED
[14:48:51.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:37:0) after 3m36s
[14:52:27.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:37:0)
[14:52:27.591] Build status: STARTED
[14:52:27.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:38:0) after 5m2s
[14:57:29.684] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:38:0)
[14:57:29.709] Build status: STARTED
[14:57:29.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:39:0) after 6m8s
[15:03:37.728] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:39:0)
[15:03:37.786] Build status: STARTED
[15:03:37.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8836476583880476832:40:0) after 7m27s
[15:07:56.807] Received PubSub notification, asking Buildbucket for the build status
[15:07:56.824] Build:
{
  "id": "8671046521976471953",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-09-10T12:17:37.835419869Z",
  "startTime": "2026-09-10T12:17:44.682837706Z",
  "endTime": "2026-09-10T15:07:56.426586755Z",
  "updateTime": "2026-09-10T15:07:56.426586755Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "96295a1412f9afbee9d4a3c2701e83f5a529a9cc",
      "ref": "refs/heads/main"
    }
  }
}
[15:07:56.824] Invocation finished in 2h50m20.189562021s with status FAILED