[10:32:32.759] New invocation is queued and will start shortly
[10:32:33.914] Starting the invocation (attempt 1)
[10:32:33.950] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf"
[10:32:33.950] Popped gitiles commit info from properties and tags
[10:32:33.951] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:32:33.951] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:32:33.952] Buildbucket request:
{
"requestId": "8874443322904558000",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874443322904558000",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "28208c8e2713cdbc3ad39314e1cbd5c9efbe48d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@28208c8e2713cdbc3ad39314e1cbd5c9efbe48d7",
"title": "28208c8e2713cdbc3ad39314e1cbd5c9efbe48d7",
"url": "https://llvm.googlesource.com/llvm-project/+/28208c8e2713cdbc3ad39314e1cbd5c9efbe48d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d883d5fecf8aa7db6daa0b163599d42ca00c5808"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d883d5fecf8aa7db6daa0b163599d42ca00c5808",
"title": "d883d5fecf8aa7db6daa0b163599d42ca00c5808",
"url": "https://llvm.googlesource.com/llvm-project/+/d883d5fecf8aa7db6daa0b163599d42ca00c5808"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "534b9cdddde2d4f11516a8f689c6ba23a29b8bdc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@534b9cdddde2d4f11516a8f689c6ba23a29b8bdc",
"title": "534b9cdddde2d4f11516a8f689c6ba23a29b8bdc",
"url": "https://llvm.googlesource.com/llvm-project/+/534b9cdddde2d4f11516a8f689c6ba23a29b8bdc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "df9a864b046bb716e56f81409f6a01a17f3181d6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@df9a864b046bb716e56f81409f6a01a17f3181d6",
"title": "df9a864b046bb716e56f81409f6a01a17f3181d6",
"url": "https://llvm.googlesource.com/llvm-project/+/df9a864b046bb716e56f81409f6a01a17f3181d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3121cc31baa1aed697cc07c72d283891ffa529f6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3121cc31baa1aed697cc07c72d283891ffa529f6",
"title": "3121cc31baa1aed697cc07c72d283891ffa529f6",
"url": "https://llvm.googlesource.com/llvm-project/+/3121cc31baa1aed697cc07c72d283891ffa529f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b7a95a6fd81b31634a3723a0bea6d9d91bbc230"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b7a95a6fd81b31634a3723a0bea6d9d91bbc230",
"title": "0b7a95a6fd81b31634a3723a0bea6d9d91bbc230",
"url": "https://llvm.googlesource.com/llvm-project/+/0b7a95a6fd81b31634a3723a0bea6d9d91bbc230"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3bb4355bb83692d9c859043076db16baa86431e1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3bb4355bb83692d9c859043076db16baa86431e1",
"title": "3bb4355bb83692d9c859043076db16baa86431e1",
"url": "https://llvm.googlesource.com/llvm-project/+/3bb4355bb83692d9c859043076db16baa86431e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b7660a54157fd45e6276acf35176851196f5df71"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b7660a54157fd45e6276acf35176851196f5df71",
"title": "b7660a54157fd45e6276acf35176851196f5df71",
"url": "https://llvm.googlesource.com/llvm-project/+/b7660a54157fd45e6276acf35176851196f5df71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b5e3fffd20a72d3451e31ac37ca4930014044cd0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b5e3fffd20a72d3451e31ac37ca4930014044cd0",
"title": "b5e3fffd20a72d3451e31ac37ca4930014044cd0",
"url": "https://llvm.googlesource.com/llvm-project/+/b5e3fffd20a72d3451e31ac37ca4930014044cd0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ee8756e8551bc9ae5bf60e1ff16abaa95d61c234"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ee8756e8551bc9ae5bf60e1ff16abaa95d61c234",
"title": "ee8756e8551bc9ae5bf60e1ff16abaa95d61c234",
"url": "https://llvm.googlesource.com/llvm-project/+/ee8756e8551bc9ae5bf60e1ff16abaa95d61c234"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9e0c06d708a40bb3c8bd08acd982836cce718135"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9e0c06d708a40bb3c8bd08acd982836cce718135",
"title": "9e0c06d708a40bb3c8bd08acd982836cce718135",
"url": "https://llvm.googlesource.com/llvm-project/+/9e0c06d708a40bb3c8bd08acd982836cce718135"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf",
"title": "4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf",
"url": "https://llvm.googlesource.com/llvm-project/+/4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874443322904558000"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:32:38.229] Scheduled build:
{
"id": "8709013260873427329",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-18T10:32:34.071134757Z",
"updateTime": "2025-07-18T10:32:34.071134757Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf",
"ref": "refs/heads/main"
}
}
}
[10:32:38.229] Task URL: https://cr-buildbucket.appspot.com/build/8709013260873427329
[10:32:38.229] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:2:0) after 8m41s
[10:32:59.390] Received PubSub notification, asking Buildbucket for the build status
[10:32:59.420] Build status: SCHEDULED
[10:41:19.258] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:2:0)
[10:41:19.307] Build status: SCHEDULED
[10:41:19.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:4:0) after 8m46s
[10:50:05.524] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:4:0)
[10:50:05.561] Build status: SCHEDULED
[10:50:05.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:5:0) after 2m42s
[10:52:47.580] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:5:0)
[10:52:47.612] Build status: SCHEDULED
[10:52:47.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:6:0) after 3m7s
[10:55:54.677] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:6:0)
[10:55:54.700] Build status: SCHEDULED
[10:55:54.700] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:7:0) after 3m8s
[10:59:02.826] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:7:0)
[10:59:02.848] Build status: SCHEDULED
[10:59:02.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:8:0) after 8m20s
[11:07:22.932] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:8:0)
[11:07:22.963] Build status: SCHEDULED
[11:07:22.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:9:0) after 1m32s
[11:08:54.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:9:0)
[11:08:55.011] Build status: SCHEDULED
[11:08:55.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:10:0) after 5m31s
[11:14:26.067] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:10:0)
[11:14:26.090] Build status: SCHEDULED
[11:14:26.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:11:0) after 7m52s
[11:22:18.263] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:11:0)
[11:22:18.281] Build status: SCHEDULED
[11:22:18.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:12:0) after 2m35s
[11:24:29.330] Received PubSub notification, asking Buildbucket for the build status
[11:24:29.356] Build status: STARTED
[11:24:53.297] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:12:0)
[11:24:53.348] Build status: STARTED
[11:24:53.348] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:14:0) after 9m57s
[11:34:50.401] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:14:0)
[11:34:50.425] Build status: STARTED
[11:34:50.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:15:0) after 2m50s
[11:37:40.418] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:15:0)
[11:37:40.451] Build status: STARTED
[11:37:40.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:16:0) after 9m22s
[11:47:02.574] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:16:0)
[11:47:02.726] Build status: STARTED
[11:47:02.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:17:0) after 8m25s
[11:55:27.753] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:17:0)
[11:55:27.780] Build status: STARTED
[11:55:27.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:18:0) after 2m42s
[11:58:09.905] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:18:0)
[11:58:09.965] Build status: STARTED
[11:58:09.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:19:0) after 9m39s
[12:07:48.981] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:19:0)
[12:07:49.001] Build status: STARTED
[12:07:49.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:20:0) after 8m37s
[12:16:26.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:20:0)
[12:16:26.327] Build status: STARTED
[12:16:26.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:21:0) after 8m23s
[12:24:49.479] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:21:0)
[12:24:49.498] Build status: STARTED
[12:24:49.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:22:0) after 5m22s
[12:30:11.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:22:0)
[12:30:11.603] Build status: STARTED
[12:30:11.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:23:0) after 4m41s
[12:34:52.650] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:23:0)
[12:34:52.669] Build status: STARTED
[12:34:52.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:24:0) after 5m54s
[12:40:46.689] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:24:0)
[12:40:46.716] Build status: STARTED
[12:40:46.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:25:0) after 6m29s
[12:47:15.744] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:25:0)
[12:47:15.765] Build status: STARTED
[12:47:15.765] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:26:0) after 7m8s
[12:54:23.790] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:26:0)
[12:54:23.812] Build status: STARTED
[12:54:23.812] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:27:0) after 6m53s
[13:01:17.756] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:27:0)
[13:01:17.780] Build status: STARTED
[13:01:17.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:28:0) after 5m50s
[13:07:07.801] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:28:0)
[13:07:07.839] Build status: STARTED
[13:07:07.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:29:0) after 2m25s
[13:09:32.881] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:29:0)
[13:09:32.912] Build status: STARTED
[13:09:32.912] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:30:0) after 3m27s
[13:12:59.989] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:30:0)
[13:13:00.084] Build status: STARTED
[13:13:00.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:31:0) after 6m4s
[13:19:04.105] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:31:0)
[13:19:04.160] Build status: STARTED
[13:19:04.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8874443322904558000:32:0) after 7m54s
[13:25:30.146] Received PubSub notification, asking Buildbucket for the build status
[13:25:30.168] Build:
{
"id": "8709013260873427329",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-18T10:32:34.071134757Z",
"startTime": "2025-07-18T11:24:28.930469959Z",
"endTime": "2025-07-18T13:25:29.047489251Z",
"updateTime": "2025-07-18T13:25:29.047489251Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4fbe88fc46989b5b4e3b8913a915c7a3cd188bdf",
"ref": "refs/heads/main"
}
}
}
[13:25:30.168] Invocation finished in 2h52m57.418265835s with status FAILED