[19:20:28.831] New invocation is queued and will start shortly
[19:20:29.952] Starting the invocation (attempt 1)
[19:20:29.979] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f"
[19:20:29.979] Popped gitiles commit info from properties and tags
[19:20:29.979] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:20:29.979] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:20:29.979] Buildbucket request:
{
"requestId": "8853391611927457328",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853391611927457328",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "30434bab1a85451b0a85fab94a835a7a40818ffa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@30434bab1a85451b0a85fab94a835a7a40818ffa",
"title": "30434bab1a85451b0a85fab94a835a7a40818ffa",
"url": "https://llvm.googlesource.com/llvm-project/+/30434bab1a85451b0a85fab94a835a7a40818ffa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ac5081a72ed52cef08d491f393314d0fc89fdd81"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ac5081a72ed52cef08d491f393314d0fc89fdd81",
"title": "ac5081a72ed52cef08d491f393314d0fc89fdd81",
"url": "https://llvm.googlesource.com/llvm-project/+/ac5081a72ed52cef08d491f393314d0fc89fdd81"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "810af8a3236acb953ca8e3f46849830cfc08d442"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@810af8a3236acb953ca8e3f46849830cfc08d442",
"title": "810af8a3236acb953ca8e3f46849830cfc08d442",
"url": "https://llvm.googlesource.com/llvm-project/+/810af8a3236acb953ca8e3f46849830cfc08d442"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c6805abf77117ebe51920010fd1838f835d8536f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c6805abf77117ebe51920010fd1838f835d8536f",
"title": "c6805abf77117ebe51920010fd1838f835d8536f",
"url": "https://llvm.googlesource.com/llvm-project/+/c6805abf77117ebe51920010fd1838f835d8536f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a96a0ded25c63e2a9d5838fe50e578a3339743fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a96a0ded25c63e2a9d5838fe50e578a3339743fd",
"title": "a96a0ded25c63e2a9d5838fe50e578a3339743fd",
"url": "https://llvm.googlesource.com/llvm-project/+/a96a0ded25c63e2a9d5838fe50e578a3339743fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f",
"title": "0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f",
"url": "https://llvm.googlesource.com/llvm-project/+/0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853391611927457328"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:20:31.834] Scheduled build:
{
"id": "8687961549993482081",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-07T19:20:30.054405436Z",
"updateTime": "2026-03-07T19:20:30.054405436Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f",
"ref": "refs/heads/main"
}
}
}
[19:20:31.834] Task URL: https://cr-buildbucket.appspot.com/build/8687961549993482081
[19:20:31.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:2:0) after 7m56s
[19:20:32.073] Received PubSub notification, asking Buildbucket for the build status
[19:20:32.094] Build status: SCHEDULED
[19:20:36.303] Received PubSub notification, asking Buildbucket for the build status
[19:20:36.330] Build status: STARTED
[19:28:27.912] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:2:0)
[19:28:27.932] Build status: STARTED
[19:28:27.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:5:0) after 5m31s
[19:33:58.947] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:5:0)
[19:33:58.968] Build status: STARTED
[19:33:58.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:6:0) after 2m21s
[19:36:20.357] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:6:0)
[19:36:20.374] Build status: STARTED
[19:36:20.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:7:0) after 4m37s
[19:40:57.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:7:0)
[19:40:57.582] Build status: STARTED
[19:40:57.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:8:0) after 6m11s
[19:47:08.803] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:8:0)
[19:47:08.824] Build status: STARTED
[19:47:08.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:9:0) after 2m10s
[19:49:18.836] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:9:0)
[19:49:18.873] Build status: STARTED
[19:49:18.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:10:0) after 4m57s
[19:54:15.867] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:10:0)
[19:54:15.894] Build status: STARTED
[19:54:15.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:11:0) after 9m8s
[20:03:23.908] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:11:0)
[20:03:23.929] Build status: STARTED
[20:03:23.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:12:0) after 5m1s
[20:08:25.026] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:12:0)
[20:08:25.040] Build status: STARTED
[20:08:25.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:13:0) after 5m13s
[20:13:38.100] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:13:0)
[20:13:38.118] Build status: STARTED
[20:13:38.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:14:0) after 5m29s
[20:19:07.133] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:14:0)
[20:19:07.169] Build status: STARTED
[20:19:07.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:15:0) after 1m23s
[20:20:30.185] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:15:0)
[20:20:30.203] Build status: STARTED
[20:20:30.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:16:0) after 3m5s
[20:23:35.315] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:16:0)
[20:23:35.335] Build status: STARTED
[20:23:35.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:17:0) after 3m41s
[20:27:16.447] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:17:0)
[20:27:16.467] Build status: STARTED
[20:27:16.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:18:0) after 8m13s
[20:35:29.482] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:18:0)
[20:35:29.498] Build status: STARTED
[20:35:29.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:19:0) after 6m30s
[20:41:59.622] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:19:0)
[20:41:59.638] Build status: STARTED
[20:41:59.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:20:0) after 6m50s
[20:48:49.655] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:20:0)
[20:48:49.672] Build status: STARTED
[20:48:49.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:21:0) after 6m20s
[20:55:09.691] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:21:0)
[20:55:09.729] Build status: STARTED
[20:55:09.729] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:22:0) after 9m35s
[21:04:44.749] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:22:0)
[21:04:44.852] Build status: STARTED
[21:04:44.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:23:0) after 8m28s
[21:13:12.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:23:0)
[21:13:13.047] Build status: STARTED
[21:13:13.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:24:0) after 5m36s
[21:18:49.163] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:24:0)
[21:18:49.246] Build status: STARTED
[21:18:49.246] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:25:0) after 7m11s
[21:26:00.293] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:25:0)
[21:26:00.343] Build status: STARTED
[21:26:00.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:26:0) after 1m58s
[21:27:58.460] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:26:0)
[21:27:58.548] Build status: STARTED
[21:27:58.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:27:0) after 4m58s
[21:32:57.538] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:27:0)
[21:32:57.651] Build status: STARTED
[21:32:57.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:28:0) after 3m50s
[21:36:47.699] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:28:0)
[21:36:47.717] Build status: STARTED
[21:36:47.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:29:0) after 8m59s
[21:45:46.730] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:29:0)
[21:45:46.748] Build status: STARTED
[21:45:46.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:30:0) after 7m44s
[21:53:30.917] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:30:0)
[21:53:30.933] Build status: STARTED
[21:53:30.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:31:0) after 2m59s
[21:56:30.081] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:31:0)
[21:56:30.097] Build status: STARTED
[21:56:30.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:32:0) after 6m32s
[22:03:02.115] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:32:0)
[22:03:02.132] Build status: STARTED
[22:03:02.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:33:0) after 4m45s
[22:07:47.315] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:33:0)
[22:07:47.334] Build status: STARTED
[22:07:47.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:34:0) after 1m48s
[22:09:35.631] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:34:0)
[22:09:35.672] Build status: STARTED
[22:09:35.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:35:0) after 4m51s
[22:14:26.687] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:35:0)
[22:14:26.706] Build status: STARTED
[22:14:26.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:36:0) after 6m18s
[22:20:44.739] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:36:0)
[22:20:44.756] Build status: STARTED
[22:20:44.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:37:0) after 4m18s
[22:25:02.868] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:37:0)
[22:25:02.887] Build status: STARTED
[22:25:02.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8853391611927457328:38:0) after 8m2s
[22:26:59.850] Received PubSub notification, asking Buildbucket for the build status
[22:26:59.870] Build:
{
"id": "8687961549993482081",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-07T19:20:30.054405436Z",
"startTime": "2026-03-07T19:20:35.944903328Z",
"endTime": "2026-03-07T22:26:59.423034187Z",
"updateTime": "2026-03-07T22:26:59.423034187Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0c9dfe1f7cab088ac9d3eb71ab6db5afd3e8a96f",
"ref": "refs/heads/main"
}
}
}
[22:26:59.870] Invocation finished in 3h6m31.04351867s with status FAILED