[23:10:54.141] New invocation is queued and will start shortly
[23:10:55.258] Starting the invocation (attempt 1)
[23:10:55.282] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/362d72f6381c0279a068eae143def6c4bd1e5f0f"
[23:10:55.282] Popped gitiles commit info from properties and tags
[23:10:55.282] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:10:55.282] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:10:55.283] Buildbucket request:
{
"requestId": "8840149957943223776",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840149957943223776",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "582f9242efa2f42d1ba89f22cd1cb19302ba1fd1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@582f9242efa2f42d1ba89f22cd1cb19302ba1fd1",
"title": "582f9242efa2f42d1ba89f22cd1cb19302ba1fd1",
"url": "https://llvm.googlesource.com/llvm-project/+/582f9242efa2f42d1ba89f22cd1cb19302ba1fd1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "68b7feaa62bbf6b817364a65e749aba9917141ff"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@68b7feaa62bbf6b817364a65e749aba9917141ff",
"title": "68b7feaa62bbf6b817364a65e749aba9917141ff",
"url": "https://llvm.googlesource.com/llvm-project/+/68b7feaa62bbf6b817364a65e749aba9917141ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f99ee4f26d51091b805fc12affd19b4497081525"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f99ee4f26d51091b805fc12affd19b4497081525",
"title": "f99ee4f26d51091b805fc12affd19b4497081525",
"url": "https://llvm.googlesource.com/llvm-project/+/f99ee4f26d51091b805fc12affd19b4497081525"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6512cd96dd1b2e637666e1e6dfc84c1efacbe40b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6512cd96dd1b2e637666e1e6dfc84c1efacbe40b",
"title": "6512cd96dd1b2e637666e1e6dfc84c1efacbe40b",
"url": "https://llvm.googlesource.com/llvm-project/+/6512cd96dd1b2e637666e1e6dfc84c1efacbe40b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ec2bf56676ae4a46f47e3fbc62d5208b729792a1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ec2bf56676ae4a46f47e3fbc62d5208b729792a1",
"title": "ec2bf56676ae4a46f47e3fbc62d5208b729792a1",
"url": "https://llvm.googlesource.com/llvm-project/+/ec2bf56676ae4a46f47e3fbc62d5208b729792a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "230e5d9a02cafb7fdb7b85075ca16217ee6f5f5a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@230e5d9a02cafb7fdb7b85075ca16217ee6f5f5a",
"title": "230e5d9a02cafb7fdb7b85075ca16217ee6f5f5a",
"url": "https://llvm.googlesource.com/llvm-project/+/230e5d9a02cafb7fdb7b85075ca16217ee6f5f5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e423bace201fd04fd594e7fcd666d559ca12fda3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e423bace201fd04fd594e7fcd666d559ca12fda3",
"title": "e423bace201fd04fd594e7fcd666d559ca12fda3",
"url": "https://llvm.googlesource.com/llvm-project/+/e423bace201fd04fd594e7fcd666d559ca12fda3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "320164daab4148e3372f6756caaa67882e24a91f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@320164daab4148e3372f6756caaa67882e24a91f",
"title": "320164daab4148e3372f6756caaa67882e24a91f",
"url": "https://llvm.googlesource.com/llvm-project/+/320164daab4148e3372f6756caaa67882e24a91f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a10e70b5d72b63e97304be6c730290b497c594ee"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a10e70b5d72b63e97304be6c730290b497c594ee",
"title": "a10e70b5d72b63e97304be6c730290b497c594ee",
"url": "https://llvm.googlesource.com/llvm-project/+/a10e70b5d72b63e97304be6c730290b497c594ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96c356ab71439dbd08fe185ac7b580f7555b1722"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96c356ab71439dbd08fe185ac7b580f7555b1722",
"title": "96c356ab71439dbd08fe185ac7b580f7555b1722",
"url": "https://llvm.googlesource.com/llvm-project/+/96c356ab71439dbd08fe185ac7b580f7555b1722"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "36187ce08a65a476f87896174231eea6c8d0e528"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@36187ce08a65a476f87896174231eea6c8d0e528",
"title": "36187ce08a65a476f87896174231eea6c8d0e528",
"url": "https://llvm.googlesource.com/llvm-project/+/36187ce08a65a476f87896174231eea6c8d0e528"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5ca2b9313c4f33385aa60c554cb36f76bef67e55"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5ca2b9313c4f33385aa60c554cb36f76bef67e55",
"title": "5ca2b9313c4f33385aa60c554cb36f76bef67e55",
"url": "https://llvm.googlesource.com/llvm-project/+/5ca2b9313c4f33385aa60c554cb36f76bef67e55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1cf3b70dab75e05516d97ce3d71d7a7495c7fcad"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1cf3b70dab75e05516d97ce3d71d7a7495c7fcad",
"title": "1cf3b70dab75e05516d97ce3d71d7a7495c7fcad",
"url": "https://llvm.googlesource.com/llvm-project/+/1cf3b70dab75e05516d97ce3d71d7a7495c7fcad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d0d8c85410ae10b9ff581da60222a1089d968767"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d0d8c85410ae10b9ff581da60222a1089d968767",
"title": "d0d8c85410ae10b9ff581da60222a1089d968767",
"url": "https://llvm.googlesource.com/llvm-project/+/d0d8c85410ae10b9ff581da60222a1089d968767"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "458b207bd6bbedbd65498358eee8aecafac1efe8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@458b207bd6bbedbd65498358eee8aecafac1efe8",
"title": "458b207bd6bbedbd65498358eee8aecafac1efe8",
"url": "https://llvm.googlesource.com/llvm-project/+/458b207bd6bbedbd65498358eee8aecafac1efe8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "38d27329ec681563090a69b1937313ccb311f46e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@38d27329ec681563090a69b1937313ccb311f46e",
"title": "38d27329ec681563090a69b1937313ccb311f46e",
"url": "https://llvm.googlesource.com/llvm-project/+/38d27329ec681563090a69b1937313ccb311f46e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "362d72f6381c0279a068eae143def6c4bd1e5f0f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@362d72f6381c0279a068eae143def6c4bd1e5f0f",
"title": "362d72f6381c0279a068eae143def6c4bd1e5f0f",
"url": "https://llvm.googlesource.com/llvm-project/+/362d72f6381c0279a068eae143def6c4bd1e5f0f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "362d72f6381c0279a068eae143def6c4bd1e5f0f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840149957943223776"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:10:55.959] Scheduled build:
{
"id": "8674719896015803665",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-31T23:10:55.359606363Z",
"updateTime": "2026-07-31T23:10:55.359606363Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "362d72f6381c0279a068eae143def6c4bd1e5f0f",
"ref": "refs/heads/main"
}
}
}
[23:10:55.959] Task URL: https://cr-buildbucket.appspot.com/build/8674719896015803665
[23:10:55.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:2:0) after 9m36s
[23:10:56.841] Received PubSub notification, asking Buildbucket for the build status
[23:10:56.867] Build status: SCHEDULED
[23:11:01.102] Received PubSub notification, asking Buildbucket for the build status
[23:11:01.127] Build status: STARTED
[23:20:31.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:2:0)
[23:20:32.000] Build status: STARTED
[23:20:32.000] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:5:0) after 2m10s
[23:22:42.071] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:5:0)
[23:22:42.095] Build status: STARTED
[23:22:42.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:6:0) after 2m54s
[23:25:36.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:6:0)
[23:25:36.173] Build status: STARTED
[23:25:36.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:7:0) after 3m35s
[23:29:11.243] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:7:0)
[23:29:11.278] Build status: STARTED
[23:29:11.278] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:8:0) after 5m15s
[23:34:26.261] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:8:0)
[23:34:26.280] Build status: STARTED
[23:34:26.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:9:0) after 4m42s
[23:39:08.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:9:0)
[23:39:08.501] Build status: STARTED
[23:39:08.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:10:0) after 4m1s
[23:43:09.595] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:10:0)
[23:43:09.613] Build status: STARTED
[23:43:09.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:11:0) after 5m40s
[23:48:49.632] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:11:0)
[23:48:49.655] Build status: STARTED
[23:48:49.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:12:0) after 5m59s
[23:54:48.831] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:12:0)
[23:54:48.848] Build status: STARTED
[23:54:48.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:13:0) after 8m24s
[00:03:13.078] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:13:0)
[00:03:13.097] Build status: STARTED
[00:03:13.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:14:0) after 8m4s
[00:11:17.146] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:14:0)
[00:11:17.203] Build status: STARTED
[00:11:17.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:15:0) after 6m15s
[00:17:32.249] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:15:0)
[00:17:32.266] Build status: STARTED
[00:17:32.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:16:0) after 9m24s
[00:26:56.358] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:16:0)
[00:26:56.378] Build status: STARTED
[00:26:56.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:17:0) after 1m57s
[00:28:53.394] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:17:0)
[00:28:53.415] Build status: STARTED
[00:28:53.415] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:18:0) after 9m3s
[00:37:56.655] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:18:0)
[00:37:56.674] Build status: STARTED
[00:37:56.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:19:0) after 7m23s
[00:45:19.741] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:19:0)
[00:45:19.763] Build status: STARTED
[00:45:19.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:20:0) after 6m10s
[00:51:29.779] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:20:0)
[00:51:29.795] Build status: STARTED
[00:51:29.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:21:0) after 7m44s
[00:59:13.884] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:21:0)
[00:59:13.910] Build status: STARTED
[00:59:13.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:22:0) after 7m24s
[01:06:37.958] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:22:0)
[01:06:37.976] Build status: STARTED
[01:06:37.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:23:0) after 1m53s
[01:08:31.018] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:23:0)
[01:08:31.041] Build status: STARTED
[01:08:31.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:24:0) after 8m5s
[01:16:36.077] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:24:0)
[01:16:36.100] Build status: STARTED
[01:16:36.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:25:0) after 2m40s
[01:19:16.116] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:25:0)
[01:19:16.199] Build status: STARTED
[01:19:16.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:26:0) after 4m21s
[01:23:37.269] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:26:0)
[01:23:37.288] Build status: STARTED
[01:23:37.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:27:0) after 8m28s
[01:32:05.308] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:27:0)
[01:32:05.445] Build status: STARTED
[01:32:05.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:28:0) after 7m7s
[01:39:12.464] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:28:0)
[01:39:12.485] Build status: STARTED
[01:39:12.485] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:29:0) after 9m49s
[01:49:01.636] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:29:0)
[01:49:01.653] Build status: STARTED
[01:49:01.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:30:0) after 4m0s
[01:53:01.682] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:30:0)
[01:53:01.708] Build status: STARTED
[01:53:01.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8840149957943223776:31:0) after 9m51s
[01:58:35.289] Received PubSub notification, asking Buildbucket for the build status
[01:58:35.310] Build:
{
"id": "8674719896015803665",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-31T23:10:55.359606363Z",
"startTime": "2026-07-31T23:11:00.924322118Z",
"endTime": "2026-08-01T01:58:35.045308746Z",
"updateTime": "2026-08-01T01:58:35.045308746Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "362d72f6381c0279a068eae143def6c4bd1e5f0f",
"ref": "refs/heads/main"
}
}
}
[01:58:35.310] Invocation finished in 2h47m41.173849487s with status FAILED