Status: FAILED
Triggered by: clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev d1f7bd5ae8155cb75c41ae8f4814a0d79a5ab6ec)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "clang_toolchain.prod.core.arm64-debug"
>

Incoming triggers

  • clang-linux-x64/0 (4 days ago by clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$fuchsia/checkout": {
    "clang_toolchain": {
      "cas_digest": "356ebcac0fbf0c5de9f7be27bd4718f71f959e1fe446667e26b3dbebffeba593/578",
      "cas_instance": "projects/chromium-swarm/instances/default_instance"
    },
    "gitiles_commit": {
      "host": "fuchsia.googlesource.com",
      "id": "fe4c6d33ee44d01b726a3fb816652428b0a6db7c",
      "project": "integration",
      "ref": "refs/heads/releases/canary"
    }
  },
  "clang_toolchain": {
    "git_repository": "https://llvm.googlesource.com/llvm-project",
    "git_revision": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd"
  }
}

Incoming tags

  • buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1dc91cd6205f9e72be729dfdba7647b4ceaf8abd
  • gitiles_ref:refs/heads/main
  • parent_buildername:clang-linux-x64
  • user_agent:recipe

Debug log (UTC)

[20:26:35.064] New invocation is queued and will start shortly
[20:26:35.064] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[20:26:36.607] Starting the invocation (attempt 1)
[20:26:36.633] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1dc91cd6205f9e72be729dfdba7647b4ceaf8abd"
[20:26:36.633] Reconstructed gitiles commit from tags
[20:26:36.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:26:36.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:26:36.633] Buildbucket request:
{
  "requestId": "8853568646970031040",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "properties": {
      "$fuchsia/checkout": {
            "clang_toolchain": {
                  "cas_digest": "356ebcac0fbf0c5de9f7be27bd4718f71f959e1fe446667e26b3dbebffeba593/578",
                  "cas_instance": "projects/chromium-swarm/instances/default_instance"
                },
            "gitiles_commit": {
                  "host": "fuchsia.googlesource.com",
                  "id": "fe4c6d33ee44d01b726a3fb816652428b0a6db7c",
                  "project": "integration",
                  "ref": "refs/heads/releases/canary"
                }
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853568646970031040",
            "job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "$fuchsia/checkout": {
                                          "clang_toolchain": {
                                                "cas_digest": "356ebcac0fbf0c5de9f7be27bd4718f71f959e1fe446667e26b3dbebffeba593/578",
                                                "cas_instance": "projects/chromium-swarm/instances/default_instance"
                                              },
                                          "gitiles_commit": {
                                                "host": "fuchsia.googlesource.com",
                                                "id": "fe4c6d33ee44d01b726a3fb816652428b0a6db7c",
                                                "project": "integration",
                                                "ref": "refs/heads/releases/canary"
                                              }
                                        },
                                    "clang_toolchain": {
                                          "git_repository": "https://llvm.googlesource.com/llvm-project",
                                          "git_revision": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1dc91cd6205f9e72be729dfdba7647b4ceaf8abd",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:clang-linux-x64",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5edd126f-d71a-4d8c-bd8b-9867b39a1ab4",
                        "title": "clang-linux-x64/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8688145542593663473"
                      }
                ]
          },
      "clang_toolchain": {
            "git_repository": "https://llvm.googlesource.com/llvm-project",
            "git_revision": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd"
          }
    },
  "gitilesCommit": {
    "host": "llvm.googlesource.com",
    "project": "llvm-project",
    "id": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853568646970031040"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "clang-linux-x64"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:26:36.970] Scheduled build:
{
  "id": "8688138584616154449",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-05T20:26:36.681235341Z",
  "updateTime": "2026-03-05T20:26:36.681235341Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd",
      "ref": "refs/heads/main"
    }
  }
}
[20:26:36.970] Task URL: https://cr-buildbucket.appspot.com/build/8688138584616154449
[20:26:36.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:2:0) after 2m27s
[20:26:38.090] Received PubSub notification, asking Buildbucket for the build status
[20:26:38.118] Build status: SCHEDULED
[20:26:44.650] Received PubSub notification, asking Buildbucket for the build status
[20:26:44.677] Build status: STARTED
[20:29:03.982] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:2:0)
[20:29:04.033] Build status: STARTED
[20:29:04.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:5:0) after 4m34s
[20:33:38.100] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:5:0)
[20:33:38.117] Build status: STARTED
[20:33:38.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:6:0) after 2m22s
[20:36:00.131] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:6:0)
[20:36:00.147] Build status: STARTED
[20:36:00.147] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:7:0) after 2m25s
[20:38:25.173] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:7:0)
[20:38:25.193] Build status: STARTED
[20:38:25.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:8:0) after 3m8s
[20:41:33.211] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:8:0)
[20:41:33.241] Build status: STARTED
[20:41:33.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:9:0) after 4m17s
[20:45:50.263] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:9:0)
[20:45:50.297] Build status: STARTED
[20:45:50.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:10:0) after 8m27s
[20:54:17.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:10:0)
[20:54:17.363] Build status: STARTED
[20:54:17.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:11:0) after 7m28s
[21:01:45.419] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:11:0)
[21:01:45.439] Build status: STARTED
[21:01:45.439] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:12:0) after 8m59s
[21:10:44.454] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:12:0)
[21:10:44.488] Build status: STARTED
[21:10:44.488] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:13:0) after 2m40s
[21:13:24.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:13:0)
[21:13:24.542] Build status: STARTED
[21:13:24.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:14:0) after 9m44s
[21:23:08.534] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:14:0)
[21:23:08.550] Build status: STARTED
[21:23:08.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:15:0) after 2m27s
[21:25:35.567] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:15:0)
[21:25:35.596] Build status: STARTED
[21:25:35.596] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:16:0) after 8m50s
[21:34:25.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:16:0)
[21:34:25.617] Build status: STARTED
[21:34:25.618] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:17:0) after 8m44s
[21:43:09.706] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:17:0)
[21:43:09.722] Build status: STARTED
[21:43:09.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:18:0) after 6m20s
[21:49:29.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:18:0)
[21:49:29.800] Build status: STARTED
[21:49:29.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:19:0) after 4m2s
[21:53:31.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:19:0)
[21:53:31.867] Build status: STARTED
[21:53:31.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:20:0) after 5m50s
[21:59:21.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:20:0)
[21:59:21.977] Build status: STARTED
[21:59:21.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:21:0) after 6m56s
[22:06:18.045] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:21:0)
[22:06:18.080] Build status: STARTED
[22:06:18.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:22:0) after 5m20s
[22:11:38.098] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:22:0)
[22:11:38.135] Build status: STARTED
[22:11:38.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:23:0) after 8m1s
[22:19:39.151] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:23:0)
[22:19:39.169] Build status: STARTED
[22:19:39.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:24:0) after 7m7s
[22:26:46.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:24:0)
[22:26:46.214] Build status: STARTED
[22:26:46.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:25:0) after 1m25s
[22:28:11.243] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:25:0)
[22:28:11.267] Build status: STARTED
[22:28:11.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:26:0) after 1m37s
[22:29:48.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:26:0)
[22:29:48.511] Build status: STARTED
[22:29:48.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:27:0) after 3m45s
[22:33:33.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:27:0)
[22:33:33.560] Build status: STARTED
[22:33:33.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:28:0) after 3m15s
[22:36:48.582] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:28:0)
[22:36:48.598] Build status: STARTED
[22:36:48.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:29:0) after 6m3s
[22:42:51.611] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:29:0)
[22:42:51.658] Build status: STARTED
[22:42:51.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:30:0) after 5m52s
[22:48:43.723] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:30:0)
[22:48:43.737] Build status: STARTED
[22:48:43.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:31:0) after 1m3s
[22:49:46.793] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:31:0)
[22:49:46.811] Build status: STARTED
[22:49:46.811] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:32:0) after 1m28s
[22:51:14.957] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:32:0)
[22:51:15.019] Build status: STARTED
[22:51:15.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:33:0) after 5m32s
[22:56:47.058] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:33:0)
[22:56:47.234] Build status: STARTED
[22:56:47.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:34:0) after 9m51s
[23:06:38.257] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:34:0)
[23:06:38.277] Build status: STARTED
[23:06:38.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:35:0) after 7m13s
[23:13:51.304] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:35:0)
[23:13:51.369] Build status: STARTED
[23:13:51.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8853568646970031040:36:0) after 4m55s
[23:17:02.973] Received PubSub notification, asking Buildbucket for the build status
[23:17:02.987] Build:
{
  "id": "8688138584616154449",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "clang_toolchain.prod.core.arm64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-03-05T20:26:36.681235341Z",
  "startTime": "2026-03-05T20:26:44.093083561Z",
  "endTime": "2026-03-05T23:17:02.579908767Z",
  "updateTime": "2026-03-05T23:17:02.579908767Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "llvm.googlesource.com",
      "project": "llvm-project",
      "id": "1dc91cd6205f9e72be729dfdba7647b4ceaf8abd",
      "ref": "refs/heads/main"
    }
  }
}
[23:17:02.987] Invocation finished in 2h50m27.933975501s with status FAILED