[04:11:38.429] New invocation is queued and will start shortly
[04:11:39.531] Starting the invocation (attempt 1)
[04:11:39.559] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5478da99a169f5f65a2096cd1af86bd98c0aa50b"
[04:11:39.559] Popped gitiles commit info from properties and tags
[04:11:39.559] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:11:39.559] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:11:39.560] Buildbucket request:
{
"requestId": "8872927138983866096",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872927138983866096",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d6c2e531518e84d154f1f1dccdf4967dbe26b500"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d6c2e531518e84d154f1f1dccdf4967dbe26b500",
"title": "d6c2e531518e84d154f1f1dccdf4967dbe26b500",
"url": "https://llvm.googlesource.com/llvm-project/+/d6c2e531518e84d154f1f1dccdf4967dbe26b500"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c7bacc9f26dd0b51f666fd49f0b5f1eae38a0cac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c7bacc9f26dd0b51f666fd49f0b5f1eae38a0cac",
"title": "c7bacc9f26dd0b51f666fd49f0b5f1eae38a0cac",
"url": "https://llvm.googlesource.com/llvm-project/+/c7bacc9f26dd0b51f666fd49f0b5f1eae38a0cac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "888d3cde3a1cc742ec5d8483c2f518c9637becbb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@888d3cde3a1cc742ec5d8483c2f518c9637becbb",
"title": "888d3cde3a1cc742ec5d8483c2f518c9637becbb",
"url": "https://llvm.googlesource.com/llvm-project/+/888d3cde3a1cc742ec5d8483c2f518c9637becbb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b77f51f3f1137e68ed8d5190abdc50b16f48c011"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b77f51f3f1137e68ed8d5190abdc50b16f48c011",
"title": "b77f51f3f1137e68ed8d5190abdc50b16f48c011",
"url": "https://llvm.googlesource.com/llvm-project/+/b77f51f3f1137e68ed8d5190abdc50b16f48c011"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9a60841dc446e954cd81d33da96e6566d617a810"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9a60841dc446e954cd81d33da96e6566d617a810",
"title": "9a60841dc446e954cd81d33da96e6566d617a810",
"url": "https://llvm.googlesource.com/llvm-project/+/9a60841dc446e954cd81d33da96e6566d617a810"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2d4ecba957a6cd3b5228e0773ec2d52d8bc5c505"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2d4ecba957a6cd3b5228e0773ec2d52d8bc5c505",
"title": "2d4ecba957a6cd3b5228e0773ec2d52d8bc5c505",
"url": "https://llvm.googlesource.com/llvm-project/+/2d4ecba957a6cd3b5228e0773ec2d52d8bc5c505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5b528a1041fb6b64e5722f1bc600eb0617118a3e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5b528a1041fb6b64e5722f1bc600eb0617118a3e",
"title": "5b528a1041fb6b64e5722f1bc600eb0617118a3e",
"url": "https://llvm.googlesource.com/llvm-project/+/5b528a1041fb6b64e5722f1bc600eb0617118a3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d1ee636b98aae1029575af05c3dadca25620188a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d1ee636b98aae1029575af05c3dadca25620188a",
"title": "d1ee636b98aae1029575af05c3dadca25620188a",
"url": "https://llvm.googlesource.com/llvm-project/+/d1ee636b98aae1029575af05c3dadca25620188a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8b03b3bd4df62af2de659434495419be2a2f4a45"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8b03b3bd4df62af2de659434495419be2a2f4a45",
"title": "8b03b3bd4df62af2de659434495419be2a2f4a45",
"url": "https://llvm.googlesource.com/llvm-project/+/8b03b3bd4df62af2de659434495419be2a2f4a45"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "781e5f0b5dc78305e5726d2118c1304f0229f36b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@781e5f0b5dc78305e5726d2118c1304f0229f36b",
"title": "781e5f0b5dc78305e5726d2118c1304f0229f36b",
"url": "https://llvm.googlesource.com/llvm-project/+/781e5f0b5dc78305e5726d2118c1304f0229f36b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5478da99a169f5f65a2096cd1af86bd98c0aa50b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5478da99a169f5f65a2096cd1af86bd98c0aa50b",
"title": "5478da99a169f5f65a2096cd1af86bd98c0aa50b",
"url": "https://llvm.googlesource.com/llvm-project/+/5478da99a169f5f65a2096cd1af86bd98c0aa50b"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5478da99a169f5f65a2096cd1af86bd98c0aa50b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872927138983866096"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:11:40.062] Scheduled build:
{
"id": "8707497077048637969",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-04T04:11:39.644751339Z",
"updateTime": "2025-08-04T04:11:39.644751339Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5478da99a169f5f65a2096cd1af86bd98c0aa50b",
"ref": "refs/heads/main"
}
}
}
[04:11:40.062] Task URL: https://cr-buildbucket.appspot.com/build/8707497077048637969
[04:11:40.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:2:0) after 9m27s
[04:11:41.108] Received PubSub notification, asking Buildbucket for the build status
[04:11:41.135] Build status: SCHEDULED
[04:11:46.670] Received PubSub notification, asking Buildbucket for the build status
[04:11:46.691] Build status: STARTED
[04:21:07.087] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:2:0)
[04:21:07.139] Build status: STARTED
[04:21:07.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:5:0) after 5m36s
[04:26:43.277] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:5:0)
[04:26:43.359] Build status: STARTED
[04:26:43.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:6:0) after 9m8s
[04:35:51.486] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:6:0)
[04:35:51.524] Build status: STARTED
[04:35:51.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:7:0) after 4m44s
[04:40:35.561] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:7:0)
[04:40:35.587] Build status: STARTED
[04:40:35.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:8:0) after 2m41s
[04:43:16.615] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:8:0)
[04:43:16.636] Build status: STARTED
[04:43:16.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:9:0) after 9m52s
[04:53:08.665] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:9:0)
[04:53:08.696] Build status: STARTED
[04:53:08.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:10:0) after 8m39s
[05:01:47.955] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:10:0)
[05:01:47.981] Build status: STARTED
[05:01:47.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:11:0) after 8m35s
[05:10:23.220] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:11:0)
[05:10:23.253] Build status: STARTED
[05:10:23.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:12:0) after 6m14s
[05:16:37.304] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:12:0)
[05:16:37.332] Build status: STARTED
[05:16:37.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:13:0) after 6m10s
[05:22:47.483] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:13:0)
[05:22:47.507] Build status: STARTED
[05:22:47.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:14:0) after 7m35s
[05:30:22.527] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:14:0)
[05:30:22.552] Build status: STARTED
[05:30:22.552] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:15:0) after 1m52s
[05:32:14.735] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:15:0)
[05:32:14.752] Build status: STARTED
[05:32:14.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:16:0) after 9m32s
[05:41:46.905] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:16:0)
[05:41:46.957] Build status: STARTED
[05:41:46.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:17:0) after 2m19s
[05:44:06.462] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:17:0)
[05:44:06.505] Build status: STARTED
[05:44:06.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:18:0) after 6m39s
[05:50:45.793] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:18:0)
[05:50:45.821] Build status: STARTED
[05:50:45.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:19:0) after 3m23s
[05:54:09.139] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:19:0)
[05:54:09.154] Build status: STARTED
[05:54:09.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:20:0) after 8m22s
[06:02:31.172] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:20:0)
[06:02:31.194] Build status: STARTED
[06:02:31.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:21:0) after 9m43s
[06:12:14.251] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:21:0)
[06:12:14.270] Build status: STARTED
[06:12:14.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:22:0) after 1m45s
[06:13:59.435] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:22:0)
[06:13:59.465] Build status: STARTED
[06:13:59.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:23:0) after 1m55s
[06:15:54.552] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:23:0)
[06:15:54.567] Build status: STARTED
[06:15:54.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:24:0) after 9m13s
[06:25:07.731] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:24:0)
[06:25:07.755] Build status: STARTED
[06:25:07.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:25:0) after 4m22s
[06:29:30.160] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:25:0)
[06:29:30.296] Build status: STARTED
[06:29:30.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:26:0) after 4m16s
[06:33:46.549] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:26:0)
[06:33:46.568] Build status: STARTED
[06:33:46.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:27:0) after 9m44s
[06:43:30.809] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:27:0)
[06:43:30.839] Build status: STARTED
[06:43:30.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:28:0) after 9m39s
[06:53:09.891] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:28:0)
[06:53:09.913] Build status: STARTED
[06:53:09.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:29:0) after 5m37s
[06:58:47.030] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:29:0)
[06:58:47.052] Build status: STARTED
[06:58:47.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:30:0) after 8m5s
[07:06:52.288] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:30:0)
[07:06:52.305] Build status: STARTED
[07:06:52.305] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:31:0) after 1m52s
[07:08:44.478] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:31:0)
[07:08:44.499] Build status: STARTED
[07:08:44.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:32:0) after 9m47s
[07:18:31.662] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:32:0)
[07:18:31.684] Build status: STARTED
[07:18:31.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:33:0) after 2m28s
[07:20:59.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:33:0)
[07:21:00.024] Build status: STARTED
[07:21:00.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:34:0) after 7m22s
[07:28:22.055] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:34:0)
[07:28:22.140] Build status: STARTED
[07:28:22.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:35:0) after 4m7s
[07:32:29.219] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:35:0)
[07:32:29.248] Build status: STARTED
[07:32:29.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:36:0) after 8m25s
[07:40:54.308] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:36:0)
[07:40:54.329] Build status: STARTED
[07:40:54.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:37:0) after 5m12s
[07:46:06.362] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:37:0)
[07:46:06.399] Build status: STARTED
[07:46:06.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:38:0) after 5m50s
[07:51:56.483] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:38:0)
[07:51:56.504] Build status: STARTED
[07:51:56.504] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8872927138983866096:39:0) after 3m36s
[07:51:57.674] Received PubSub notification, asking Buildbucket for the build status
[07:51:57.694] Build:
{
"id": "8707497077048637969",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-04T04:11:39.644751339Z",
"startTime": "2025-08-04T04:11:46.347703541Z",
"endTime": "2025-08-04T07:51:57.256680009Z",
"updateTime": "2025-08-04T07:51:57.256680009Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "5478da99a169f5f65a2096cd1af86bd98c0aa50b",
"ref": "refs/heads/main"
}
}
}
[07:51:57.694] Invocation finished in 3h40m19.278690571s with status FAILED