[01:57:50.432] New invocation is queued and will start shortly
[01:57:51.620] Starting the invocation (attempt 1)
[01:57:51.641] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d"
[01:57:51.641] Popped gitiles commit info from properties and tags
[01:57:51.641] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:57:51.642] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:57:51.642] Buildbucket request:
{
"requestId": "8843129154993660000",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843129154993660000",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f3a69752ac184360afeb921d157ae08b89c2c091"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f3a69752ac184360afeb921d157ae08b89c2c091",
"title": "f3a69752ac184360afeb921d157ae08b89c2c091",
"url": "https://llvm.googlesource.com/llvm-project/+/f3a69752ac184360afeb921d157ae08b89c2c091"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92f8ff1dcfdba9d9ea5d31178b92a09abb8cad2f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92f8ff1dcfdba9d9ea5d31178b92a09abb8cad2f",
"title": "92f8ff1dcfdba9d9ea5d31178b92a09abb8cad2f",
"url": "https://llvm.googlesource.com/llvm-project/+/92f8ff1dcfdba9d9ea5d31178b92a09abb8cad2f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4050d7a96903eec615c57e1d3d6f3c824096244c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4050d7a96903eec615c57e1d3d6f3c824096244c",
"title": "4050d7a96903eec615c57e1d3d6f3c824096244c",
"url": "https://llvm.googlesource.com/llvm-project/+/4050d7a96903eec615c57e1d3d6f3c824096244c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "49cf5a7ba0ab76a1f700ce6407cea1713741bc01"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@49cf5a7ba0ab76a1f700ce6407cea1713741bc01",
"title": "49cf5a7ba0ab76a1f700ce6407cea1713741bc01",
"url": "https://llvm.googlesource.com/llvm-project/+/49cf5a7ba0ab76a1f700ce6407cea1713741bc01"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "24fb629a8b43dd443a4d854d2ea18af786251df2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@24fb629a8b43dd443a4d854d2ea18af786251df2",
"title": "24fb629a8b43dd443a4d854d2ea18af786251df2",
"url": "https://llvm.googlesource.com/llvm-project/+/24fb629a8b43dd443a4d854d2ea18af786251df2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d",
"title": "9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d",
"url": "https://llvm.googlesource.com/llvm-project/+/9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843129154993660000"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:57:52.025] Scheduled build:
{
"id": "8677699092979164145",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-29T01:57:51.731359092Z",
"updateTime": "2026-06-29T01:57:51.731359092Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d",
"ref": "refs/heads/main"
}
}
}
[01:57:52.026] Task URL: https://cr-buildbucket.appspot.com/build/8677699092979164145
[01:57:52.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:2:0) after 5m41s
[01:57:52.953] Received PubSub notification, asking Buildbucket for the build status
[01:57:52.974] Build status: SCHEDULED
[01:57:55.081] Received PubSub notification, asking Buildbucket for the build status
[01:57:55.108] Build status: STARTED
[02:03:33.043] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:2:0)
[02:03:33.088] Build status: STARTED
[02:03:33.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:5:0) after 5m2s
[02:08:35.100] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:5:0)
[02:08:35.117] Build status: STARTED
[02:08:35.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:6:0) after 4m24s
[02:12:59.232] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:6:0)
[02:12:59.254] Build status: STARTED
[02:12:59.254] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:7:0) after 3m4s
[02:16:03.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:7:0)
[02:16:03.564] Build status: STARTED
[02:16:03.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:8:0) after 3m46s
[02:19:49.535] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:8:0)
[02:19:49.563] Build status: STARTED
[02:19:49.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:9:0) after 2m7s
[02:21:56.839] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:9:0)
[02:21:56.855] Build status: STARTED
[02:21:56.855] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:10:0) after 8m51s
[02:30:48.112] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:10:0)
[02:30:48.166] Build status: STARTED
[02:30:48.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:11:0) after 6m13s
[02:37:01.418] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:11:0)
[02:37:01.466] Build status: STARTED
[02:37:01.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:12:0) after 9m29s
[02:46:30.431] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:12:0)
[02:46:30.450] Build status: STARTED
[02:46:30.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:13:0) after 9m29s
[02:55:59.462] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:13:0)
[02:55:59.477] Build status: STARTED
[02:55:59.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:14:0) after 1m38s
[02:57:37.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:14:0)
[02:57:37.566] Build status: STARTED
[02:57:37.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:15:0) after 4m27s
[03:02:04.666] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:15:0)
[03:02:04.686] Build status: STARTED
[03:02:04.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:16:0) after 3m9s
[03:05:13.699] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:16:0)
[03:05:13.728] Build status: STARTED
[03:05:13.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:17:0) after 5m26s
[03:10:39.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:17:0)
[03:10:39.716] Build status: STARTED
[03:10:39.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:18:0) after 6m0s
[03:16:40.136] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:18:0)
[03:16:40.155] Build status: STARTED
[03:16:40.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:19:0) after 5m43s
[03:22:23.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:19:0)
[03:22:23.404] Build status: STARTED
[03:22:23.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:20:0) after 8m23s
[03:30:46.537] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:20:0)
[03:30:46.558] Build status: STARTED
[03:30:46.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:21:0) after 9m54s
[03:40:40.722] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:21:0)
[03:40:40.737] Build status: STARTED
[03:40:40.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:22:0) after 2m21s
[03:43:01.751] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:22:0)
[03:43:01.787] Build status: STARTED
[03:43:01.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:23:0) after 7m31s
[03:50:32.804] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:23:0)
[03:50:32.860] Build status: STARTED
[03:50:32.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:24:0) after 3m51s
[03:54:23.875] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:24:0)
[03:54:23.945] Build status: STARTED
[03:54:23.945] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:25:0) after 2m51s
[03:57:15.061] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:25:0)
[03:57:15.283] Build status: STARTED
[03:57:15.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:26:0) after 5m0s
[04:02:15.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:26:0)
[04:02:15.320] Build status: STARTED
[04:02:15.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:27:0) after 8m51s
[04:11:06.417] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:27:0)
[04:11:06.450] Build status: STARTED
[04:11:06.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:28:0) after 9m20s
[04:20:26.734] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:28:0)
[04:20:26.763] Build status: STARTED
[04:20:26.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:29:0) after 2m40s
[04:23:07.171] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:29:0)
[04:23:07.219] Build status: STARTED
[04:23:07.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:30:0) after 5m16s
[04:28:23.380] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:30:0)
[04:28:23.397] Build status: STARTED
[04:28:23.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:31:0) after 7m38s
[04:36:01.415] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:31:0)
[04:36:01.432] Build status: STARTED
[04:36:01.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:32:0) after 1m55s
[04:37:56.600] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:32:0)
[04:37:56.655] Build status: STARTED
[04:37:56.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:33:0) after 8m51s
[04:46:47.695] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:33:0)
[04:46:47.720] Build status: STARTED
[04:46:47.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:34:0) after 6m50s
[04:53:38.432] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:34:0)
[04:53:38.567] Build status: STARTED
[04:53:38.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:35:0) after 3m13s
[04:56:51.884] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:35:0)
[04:56:51.901] Build status: STARTED
[04:56:51.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:36:0) after 4m38s
[05:01:29.971] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:36:0)
[05:01:30.004] Build status: STARTED
[05:01:30.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:37:0) after 7m3s
[05:08:33.230] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:37:0)
[05:08:33.564] Build status: STARTED
[05:08:33.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8843129154993660000:38:0) after 8m30s
[05:08:47.541] Received PubSub notification, asking Buildbucket for the build status
[05:08:47.573] Build:
{
"id": "8677699092979164145",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-29T01:57:51.731359092Z",
"startTime": "2026-06-29T01:57:54.888634344Z",
"endTime": "2026-06-29T05:08:47.250413760Z",
"updateTime": "2026-06-29T05:08:47.250413760Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9fd6933cf03f7e46fd4b8ec579f7daa8ad26361d",
"ref": "refs/heads/main"
}
}
}
[05:08:47.574] Invocation finished in 3h10m57.146185034s with status FAILED