[08:41:08.570] New invocation is queued and will start shortly
[08:41:09.631] Starting the invocation (attempt 1)
[08:41:09.655] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353"
[08:41:09.655] Popped gitiles commit info from properties and tags
[08:41:09.655] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:41:09.655] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:41:09.655] Buildbucket request:
{
"requestId": "8837849157355029664",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837849157355029664",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fc7697c45feeb5eba0f676ea8c252e59de922f06"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fc7697c45feeb5eba0f676ea8c252e59de922f06",
"title": "fc7697c45feeb5eba0f676ea8c252e59de922f06",
"url": "https://llvm.googlesource.com/llvm-project/+/fc7697c45feeb5eba0f676ea8c252e59de922f06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23fa5a85bc1b36f853b084aa0dbc04d26ca55cd4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23fa5a85bc1b36f853b084aa0dbc04d26ca55cd4",
"title": "23fa5a85bc1b36f853b084aa0dbc04d26ca55cd4",
"url": "https://llvm.googlesource.com/llvm-project/+/23fa5a85bc1b36f853b084aa0dbc04d26ca55cd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3638e00f5a7e6b57ff62ced62388a60011d1a8db"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3638e00f5a7e6b57ff62ced62388a60011d1a8db",
"title": "3638e00f5a7e6b57ff62ced62388a60011d1a8db",
"url": "https://llvm.googlesource.com/llvm-project/+/3638e00f5a7e6b57ff62ced62388a60011d1a8db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a2ac4f6af9580023d3d4c580983086491ca5ae84"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a2ac4f6af9580023d3d4c580983086491ca5ae84",
"title": "a2ac4f6af9580023d3d4c580983086491ca5ae84",
"url": "https://llvm.googlesource.com/llvm-project/+/a2ac4f6af9580023d3d4c580983086491ca5ae84"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9321d7b0aeaa01344cdcea8deaf52c0ce12ff972"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9321d7b0aeaa01344cdcea8deaf52c0ce12ff972",
"title": "9321d7b0aeaa01344cdcea8deaf52c0ce12ff972",
"url": "https://llvm.googlesource.com/llvm-project/+/9321d7b0aeaa01344cdcea8deaf52c0ce12ff972"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4741357dac8516be26afbabefa69a8ff6db7334a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4741357dac8516be26afbabefa69a8ff6db7334a",
"title": "4741357dac8516be26afbabefa69a8ff6db7334a",
"url": "https://llvm.googlesource.com/llvm-project/+/4741357dac8516be26afbabefa69a8ff6db7334a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3183acfd9b0d89d0c497b211bbf44cc99197200d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3183acfd9b0d89d0c497b211bbf44cc99197200d",
"title": "3183acfd9b0d89d0c497b211bbf44cc99197200d",
"url": "https://llvm.googlesource.com/llvm-project/+/3183acfd9b0d89d0c497b211bbf44cc99197200d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f3114d13250c62d6bec8875f8d93df2fa73ee0d5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f3114d13250c62d6bec8875f8d93df2fa73ee0d5",
"title": "f3114d13250c62d6bec8875f8d93df2fa73ee0d5",
"url": "https://llvm.googlesource.com/llvm-project/+/f3114d13250c62d6bec8875f8d93df2fa73ee0d5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7380050ae1a8261400350dd08a952ad3f00db1b3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7380050ae1a8261400350dd08a952ad3f00db1b3",
"title": "7380050ae1a8261400350dd08a952ad3f00db1b3",
"url": "https://llvm.googlesource.com/llvm-project/+/7380050ae1a8261400350dd08a952ad3f00db1b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b4c625f65fb4f3dfa4f82687d4f55c460644d783"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b4c625f65fb4f3dfa4f82687d4f55c460644d783",
"title": "b4c625f65fb4f3dfa4f82687d4f55c460644d783",
"url": "https://llvm.googlesource.com/llvm-project/+/b4c625f65fb4f3dfa4f82687d4f55c460644d783"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "472ba7f0e6b57554480b0455e03aed9c6d0e0805"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@472ba7f0e6b57554480b0455e03aed9c6d0e0805",
"title": "472ba7f0e6b57554480b0455e03aed9c6d0e0805",
"url": "https://llvm.googlesource.com/llvm-project/+/472ba7f0e6b57554480b0455e03aed9c6d0e0805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353",
"title": "1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353",
"url": "https://llvm.googlesource.com/llvm-project/+/1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837849157355029664"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:41:10.162] Scheduled build:
{
"id": "8672419095423471649",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-26T08:41:09.791338897Z",
"updateTime": "2026-08-26T08:41:09.791338897Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353",
"ref": "refs/heads/main"
}
}
}
[08:41:10.162] Task URL: https://cr-buildbucket.appspot.com/build/8672419095423471649
[08:41:10.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:2:0) after 1m46s
[08:41:11.094] Received PubSub notification, asking Buildbucket for the build status
[08:41:11.120] Build status: SCHEDULED
[08:41:15.944] Received PubSub notification, asking Buildbucket for the build status
[08:41:15.964] Build status: STARTED
[08:42:56.222] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:2:0)
[08:42:56.242] Build status: STARTED
[08:42:56.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:5:0) after 7m28s
[08:50:24.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:5:0)
[08:50:24.326] Build status: STARTED
[08:50:24.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:6:0) after 6m27s
[08:56:51.407] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:6:0)
[08:56:51.433] Build status: STARTED
[08:56:51.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:7:0) after 1m4s
[08:57:55.449] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:7:0)
[08:57:55.467] Build status: STARTED
[08:57:55.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:8:0) after 6m20s
[09:04:15.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:8:0)
[09:04:15.543] Build status: STARTED
[09:04:15.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:9:0) after 4m42s
[09:08:57.819] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:9:0)
[09:08:57.841] Build status: STARTED
[09:08:57.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:10:0) after 6m9s
[09:15:06.848] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:10:0)
[09:15:06.868] Build status: STARTED
[09:15:06.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:11:0) after 4m47s
[09:19:53.932] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:11:0)
[09:19:53.954] Build status: STARTED
[09:19:53.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:12:0) after 6m7s
[09:26:01.077] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:12:0)
[09:26:01.098] Build status: STARTED
[09:26:01.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:13:0) after 5m26s
[09:31:27.124] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:13:0)
[09:31:27.289] Build status: STARTED
[09:31:27.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:14:0) after 4m59s
[09:36:26.489] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:14:0)
[09:36:26.512] Build status: STARTED
[09:36:26.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:15:0) after 7m42s
[09:44:08.567] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:15:0)
[09:44:08.585] Build status: STARTED
[09:44:08.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:16:0) after 5m52s
[09:50:00.585] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:16:0)
[09:50:00.611] Build status: STARTED
[09:50:00.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:17:0) after 3m42s
[09:53:42.650] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:17:0)
[09:53:42.669] Build status: STARTED
[09:53:42.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:18:0) after 7m12s
[10:00:54.681] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:18:0)
[10:00:54.709] Build status: STARTED
[10:00:54.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:19:0) after 7m19s
[10:08:13.817] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:19:0)
[10:08:13.862] Build status: STARTED
[10:08:13.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:20:0) after 7m14s
[10:15:27.886] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:20:0)
[10:15:27.906] Build status: STARTED
[10:15:27.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:21:0) after 4m12s
[10:19:39.994] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:21:0)
[10:19:40.035] Build status: STARTED
[10:19:40.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:22:0) after 4m8s
[10:23:48.218] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:22:0)
[10:23:48.243] Build status: STARTED
[10:23:48.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:23:0) after 3m17s
[10:27:05.366] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:23:0)
[10:27:05.388] Build status: STARTED
[10:27:05.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:24:0) after 9m46s
[10:36:51.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:24:0)
[10:36:51.524] Build status: STARTED
[10:36:51.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:25:0) after 4m11s
[10:41:02.563] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:25:0)
[10:41:02.598] Build status: STARTED
[10:41:02.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:26:0) after 2m53s
[10:43:55.705] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:26:0)
[10:43:55.730] Build status: STARTED
[10:43:55.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:27:0) after 8m29s
[10:52:24.749] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:27:0)
[10:52:24.772] Build status: STARTED
[10:52:24.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:28:0) after 1m45s
[10:54:09.891] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:28:0)
[10:54:09.949] Build status: STARTED
[10:54:09.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:29:0) after 1m1s
[10:55:10.964] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:29:0)
[10:55:10.981] Build status: STARTED
[10:55:10.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:30:0) after 8m49s
[11:04:00.116] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:30:0)
[11:04:00.136] Build status: STARTED
[11:04:00.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:31:0) after 6m4s
[11:10:04.155] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:31:0)
[11:10:04.226] Build status: STARTED
[11:10:04.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:32:0) after 9m48s
[11:19:52.391] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:32:0)
[11:19:52.479] Build status: STARTED
[11:19:52.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:33:0) after 3m14s
[11:23:06.492] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:33:0)
[11:23:06.511] Build status: STARTED
[11:23:06.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:34:0) after 8m54s
[11:32:00.617] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:34:0)
[11:32:00.779] Build status: STARTED
[11:32:00.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8837849157355029664:35:0) after 9m15s
[11:40:51.906] Received PubSub notification, asking Buildbucket for the build status
[11:40:51.925] Build:
{
"id": "8672419095423471649",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-26T08:41:09.791338897Z",
"startTime": "2026-08-26T08:41:15.682110793Z",
"endTime": "2026-08-26T11:40:51.593898220Z",
"updateTime": "2026-08-26T11:40:51.593898220Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1b0e2e1dd8dbc6d500eeebab7083f4b5b5184353",
"ref": "refs/heads/main"
}
}
}
[11:40:51.925] Invocation finished in 2h59m43.360082801s with status FAILED