[15:00:25.338] New invocation is queued and will start shortly
[15:00:26.928] Starting the invocation (attempt 1)
[15:00:26.953] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/374a5bea522f97f0879f30dacd5079297bdcfb39"
[15:00:26.953] Popped gitiles commit info from properties and tags
[15:00:26.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:00:26.954] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:00:26.954] Buildbucket request:
{
"requestId": "8884482732860171248",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884482732860171248",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d22e35be1768ed619269e6d0843260b25b52cb34"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d22e35be1768ed619269e6d0843260b25b52cb34",
"title": "d22e35be1768ed619269e6d0843260b25b52cb34",
"url": "https://llvm.googlesource.com/llvm-project/+/d22e35be1768ed619269e6d0843260b25b52cb34"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9451617d563d3b0f43d86b25fd1b6a6528d0afc2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9451617d563d3b0f43d86b25fd1b6a6528d0afc2",
"title": "9451617d563d3b0f43d86b25fd1b6a6528d0afc2",
"url": "https://llvm.googlesource.com/llvm-project/+/9451617d563d3b0f43d86b25fd1b6a6528d0afc2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1c7ab39f3d6959c64d01c8f275d672bd56315155"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1c7ab39f3d6959c64d01c8f275d672bd56315155",
"title": "1c7ab39f3d6959c64d01c8f275d672bd56315155",
"url": "https://llvm.googlesource.com/llvm-project/+/1c7ab39f3d6959c64d01c8f275d672bd56315155"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0bed72160c5f8ee4574d46c2b5f342c4a868d8c4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0bed72160c5f8ee4574d46c2b5f342c4a868d8c4",
"title": "0bed72160c5f8ee4574d46c2b5f342c4a868d8c4",
"url": "https://llvm.googlesource.com/llvm-project/+/0bed72160c5f8ee4574d46c2b5f342c4a868d8c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e742b517a0606bfed329dfcb8c34c614ed73ea7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e742b517a0606bfed329dfcb8c34c614ed73ea7",
"title": "3e742b517a0606bfed329dfcb8c34c614ed73ea7",
"url": "https://llvm.googlesource.com/llvm-project/+/3e742b517a0606bfed329dfcb8c34c614ed73ea7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "374a5bea522f97f0879f30dacd5079297bdcfb39"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@374a5bea522f97f0879f30dacd5079297bdcfb39",
"title": "374a5bea522f97f0879f30dacd5079297bdcfb39",
"url": "https://llvm.googlesource.com/llvm-project/+/374a5bea522f97f0879f30dacd5079297bdcfb39"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "374a5bea522f97f0879f30dacd5079297bdcfb39",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884482732860171248"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:00:27.486] Scheduled build:
{
"id": "8719052670419582721",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-29T15:00:27.035531997Z",
"updateTime": "2025-03-29T15:00:27.035531997Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "374a5bea522f97f0879f30dacd5079297bdcfb39",
"ref": "refs/heads/main"
}
}
}
[15:00:27.486] Task URL: https://cr-buildbucket.appspot.com/build/8719052670419582721
[15:00:27.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:2:0) after 8m49s
[15:00:28.889] Received PubSub notification, asking Buildbucket for the build status
[15:00:28.906] Build status: SCHEDULED
[15:00:37.935] Received PubSub notification, asking Buildbucket for the build status
[15:00:37.953] Build status: STARTED
[15:09:16.528] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:2:0)
[15:09:16.564] Build status: STARTED
[15:09:16.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:5:0) after 6m28s
[15:15:44.748] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:5:0)
[15:15:44.768] Build status: STARTED
[15:15:44.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:6:0) after 8m46s
[15:24:30.772] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:6:0)
[15:24:30.886] Build status: STARTED
[15:24:30.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:7:0) after 8m11s
[15:32:42.049] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:7:0)
[15:32:42.073] Build status: STARTED
[15:32:42.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:8:0) after 8m40s
[15:41:22.193] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:8:0)
[15:41:22.215] Build status: STARTED
[15:41:22.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:9:0) after 5m17s
[15:46:39.237] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:9:0)
[15:46:39.307] Build status: STARTED
[15:46:39.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:10:0) after 5m16s
[15:51:55.453] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:10:0)
[15:51:55.472] Build status: STARTED
[15:51:55.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:11:0) after 6m2s
[15:57:57.664] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:11:0)
[15:57:57.688] Build status: STARTED
[15:57:57.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:12:0) after 8m3s
[16:06:00.821] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:12:0)
[16:06:00.841] Build status: STARTED
[16:06:00.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:13:0) after 8m18s
[16:14:18.961] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:13:0)
[16:14:18.987] Build status: STARTED
[16:14:18.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:14:0) after 5m1s
[16:19:20.132] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:14:0)
[16:19:20.157] Build status: STARTED
[16:19:20.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:15:0) after 4m38s
[16:23:58.262] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:15:0)
[16:23:58.346] Build status: STARTED
[16:23:58.346] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:16:0) after 3m10s
[16:27:08.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:16:0)
[16:27:08.545] Build status: STARTED
[16:27:08.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:17:0) after 8m19s
[16:35:27.676] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:17:0)
[16:35:27.692] Build status: STARTED
[16:35:27.692] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:18:0) after 7m39s
[16:43:06.917] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:18:0)
[16:43:06.955] Build status: STARTED
[16:43:06.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:19:0) after 5m9s
[16:48:15.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:19:0)
[16:48:16.045] Build status: STARTED
[16:48:16.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:20:0) after 1m29s
[16:49:45.072] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:20:0)
[16:49:45.095] Build status: STARTED
[16:49:45.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:21:0) after 6m38s
[16:56:23.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:21:0)
[16:56:23.142] Build status: STARTED
[16:56:23.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:22:0) after 3m45s
[17:00:08.427] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:22:0)
[17:00:08.456] Build status: STARTED
[17:00:08.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:23:0) after 5m40s
[17:05:48.479] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:23:0)
[17:05:48.504] Build status: STARTED
[17:05:48.504] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:24:0) after 9m51s
[17:15:39.732] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:24:0)
[17:15:39.829] Build status: STARTED
[17:15:39.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:25:0) after 5m40s
[17:21:19.946] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:25:0)
[17:21:19.975] Build status: STARTED
[17:21:19.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:26:0) after 8m31s
[17:29:50.996] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:26:0)
[17:29:51.015] Build status: STARTED
[17:29:51.015] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:27:0) after 5m7s
[17:34:58.196] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:27:0)
[17:34:58.217] Build status: STARTED
[17:34:58.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:28:0) after 3m53s
[17:38:51.511] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:28:0)
[17:38:51.527] Build status: STARTED
[17:38:51.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:29:0) after 9m3s
[17:47:54.653] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:29:0)
[17:47:54.687] Build status: STARTED
[17:47:54.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:30:0) after 8m57s
[17:56:51.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:30:0)
[17:56:51.881] Build status: STARTED
[17:56:51.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:31:0) after 3m33s
[18:00:24.912] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:31:0)
[18:00:24.931] Build status: STARTED
[18:00:24.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:32:0) after 8m44s
[18:09:08.954] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:32:0)
[18:09:08.977] Build status: STARTED
[18:09:08.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:33:0) after 5m18s
[18:14:27.047] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:33:0)
[18:14:27.073] Build status: STARTED
[18:14:27.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:34:0) after 1m12s
[18:15:39.184] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:34:0)
[18:15:39.237] Build status: STARTED
[18:15:39.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:35:0) after 2m15s
[18:17:54.314] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:35:0)
[18:17:54.410] Build status: STARTED
[18:17:54.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:36:0) after 2m1s
[18:19:55.432] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:36:0)
[18:19:55.449] Build status: STARTED
[18:19:55.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:37:0) after 1m53s
[18:21:48.479] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:37:0)
[18:21:48.497] Build status: STARTED
[18:21:48.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:38:0) after 1m44s
[18:23:32.554] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:38:0)
[18:23:32.572] Build status: STARTED
[18:23:32.572] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:39:0) after 5m59s
[18:29:31.856] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:39:0)
[18:29:31.880] Build status: STARTED
[18:29:31.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:40:0) after 5m26s
[18:34:57.976] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:40:0)
[18:34:57.998] Build status: STARTED
[18:34:57.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:41:0) after 9m52s
[18:44:50.093] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:41:0)
[18:44:50.119] Build status: STARTED
[18:44:50.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:42:0) after 3m45s
[18:48:35.141] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:42:0)
[18:48:35.156] Build status: STARTED
[18:48:35.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:43:0) after 1m18s
[18:49:53.175] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:43:0)
[18:49:53.232] Build status: STARTED
[18:49:53.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8884482732860171248:44:0) after 6m16s
[18:50:42.970] Received PubSub notification, asking Buildbucket for the build status
[18:50:42.986] Build:
{
"id": "8719052670419582721",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-29T15:00:27.035531997Z",
"startTime": "2025-03-29T15:00:37.076647723Z",
"endTime": "2025-03-29T18:50:42.568219807Z",
"updateTime": "2025-03-29T18:50:42.568219807Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "374a5bea522f97f0879f30dacd5079297bdcfb39",
"ref": "refs/heads/main"
}
}
}
[18:50:42.986] Invocation finished in 3h50m17.661957789s with status FAILED