[14:10:02.345] New invocation is queued and will start shortly
[14:10:04.172] Starting the invocation (attempt 1)
[14:10:04.200] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb3c8228ed362ed2f778ff44382d61af2395790f"
[14:10:04.200] Popped gitiles commit info from properties and tags
[14:10:04.200] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:10:04.200] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:10:04.201] Buildbucket request:
{
"requestId": "8851870994787701536",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851870994787701536",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "25da0c8ddbefc7b9c519dc45ae582ec6f5d9121c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@25da0c8ddbefc7b9c519dc45ae582ec6f5d9121c",
"title": "25da0c8ddbefc7b9c519dc45ae582ec6f5d9121c",
"url": "https://llvm.googlesource.com/llvm-project/+/25da0c8ddbefc7b9c519dc45ae582ec6f5d9121c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "80245f3b1471c264cdac87f1d8ceb7169f5f68d6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@80245f3b1471c264cdac87f1d8ceb7169f5f68d6",
"title": "80245f3b1471c264cdac87f1d8ceb7169f5f68d6",
"url": "https://llvm.googlesource.com/llvm-project/+/80245f3b1471c264cdac87f1d8ceb7169f5f68d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7d39664a6ae8daaf186b65578492244d96a50bf2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7d39664a6ae8daaf186b65578492244d96a50bf2",
"title": "7d39664a6ae8daaf186b65578492244d96a50bf2",
"url": "https://llvm.googlesource.com/llvm-project/+/7d39664a6ae8daaf186b65578492244d96a50bf2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ad39e5a6b84819b75581ab8b1adafd1c8ffc9899"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ad39e5a6b84819b75581ab8b1adafd1c8ffc9899",
"title": "ad39e5a6b84819b75581ab8b1adafd1c8ffc9899",
"url": "https://llvm.googlesource.com/llvm-project/+/ad39e5a6b84819b75581ab8b1adafd1c8ffc9899"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2857f3bb6af5b7befee796c7ad3bb4edf8b6b028"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2857f3bb6af5b7befee796c7ad3bb4edf8b6b028",
"title": "2857f3bb6af5b7befee796c7ad3bb4edf8b6b028",
"url": "https://llvm.googlesource.com/llvm-project/+/2857f3bb6af5b7befee796c7ad3bb4edf8b6b028"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8b224162fa6aa6ebb6dd963c89b45571b1b0c8e5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8b224162fa6aa6ebb6dd963c89b45571b1b0c8e5",
"title": "8b224162fa6aa6ebb6dd963c89b45571b1b0c8e5",
"url": "https://llvm.googlesource.com/llvm-project/+/8b224162fa6aa6ebb6dd963c89b45571b1b0c8e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46205ff9b4cbe2bc18cc6600f0acf76bb4810053"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46205ff9b4cbe2bc18cc6600f0acf76bb4810053",
"title": "46205ff9b4cbe2bc18cc6600f0acf76bb4810053",
"url": "https://llvm.googlesource.com/llvm-project/+/46205ff9b4cbe2bc18cc6600f0acf76bb4810053"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b1aa6a45060bb9f89efded9e694503d6b4626a4a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b1aa6a45060bb9f89efded9e694503d6b4626a4a",
"title": "b1aa6a45060bb9f89efded9e694503d6b4626a4a",
"url": "https://llvm.googlesource.com/llvm-project/+/b1aa6a45060bb9f89efded9e694503d6b4626a4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8a61e8f816b8f960e3671d458cc3b74f3c9131dc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8a61e8f816b8f960e3671d458cc3b74f3c9131dc",
"title": "8a61e8f816b8f960e3671d458cc3b74f3c9131dc",
"url": "https://llvm.googlesource.com/llvm-project/+/8a61e8f816b8f960e3671d458cc3b74f3c9131dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "17d28a5b53b04c6a89ff3087a3fb57f462e563fa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@17d28a5b53b04c6a89ff3087a3fb57f462e563fa",
"title": "17d28a5b53b04c6a89ff3087a3fb57f462e563fa",
"url": "https://llvm.googlesource.com/llvm-project/+/17d28a5b53b04c6a89ff3087a3fb57f462e563fa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "95d54423d9abb3ed577f68e32b1c158cf984193a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@95d54423d9abb3ed577f68e32b1c158cf984193a",
"title": "95d54423d9abb3ed577f68e32b1c158cf984193a",
"url": "https://llvm.googlesource.com/llvm-project/+/95d54423d9abb3ed577f68e32b1c158cf984193a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4961700c1004067dab2454df09a0de6b02410025"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4961700c1004067dab2454df09a0de6b02410025",
"title": "4961700c1004067dab2454df09a0de6b02410025",
"url": "https://llvm.googlesource.com/llvm-project/+/4961700c1004067dab2454df09a0de6b02410025"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fb3c8228ed362ed2f778ff44382d61af2395790f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fb3c8228ed362ed2f778ff44382d61af2395790f",
"title": "fb3c8228ed362ed2f778ff44382d61af2395790f",
"url": "https://llvm.googlesource.com/llvm-project/+/fb3c8228ed362ed2f778ff44382d61af2395790f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb3c8228ed362ed2f778ff44382d61af2395790f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851870994787701536"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:10:04.680] Scheduled build:
{
"id": "8686440932093987937",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T14:10:04.289744915Z",
"updateTime": "2026-03-24T14:10:04.289744915Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb3c8228ed362ed2f778ff44382d61af2395790f",
"ref": "refs/heads/main"
}
}
}
[14:10:04.680] Task URL: https://cr-buildbucket.appspot.com/build/8686440932093987937
[14:10:04.680] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:2:0) after 3m25s
[14:10:04.965] Received PubSub notification, asking Buildbucket for the build status
[14:10:04.983] Build status: SCHEDULED
[14:10:10.900] Received PubSub notification, asking Buildbucket for the build status
[14:10:10.936] Build status: STARTED
[14:13:29.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:2:0)
[14:13:29.716] Build status: STARTED
[14:13:29.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:5:0) after 1m39s
[14:15:08.735] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:5:0)
[14:15:08.787] Build status: STARTED
[14:15:08.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:6:0) after 6m25s
[14:21:33.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:6:0)
[14:21:33.897] Build status: STARTED
[14:21:33.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:7:0) after 7m13s
[14:28:46.916] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:7:0)
[14:28:46.973] Build status: STARTED
[14:28:46.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:8:0) after 9m19s
[14:38:05.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:8:0)
[14:38:06.012] Build status: STARTED
[14:38:06.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:9:0) after 2m54s
[14:41:00.028] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:9:0)
[14:41:00.067] Build status: STARTED
[14:41:00.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:10:0) after 5m32s
[14:46:32.084] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:10:0)
[14:46:32.107] Build status: STARTED
[14:46:32.107] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:11:0) after 2m23s
[14:48:55.161] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:11:0)
[14:48:55.176] Build status: STARTED
[14:48:55.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:12:0) after 2m34s
[14:51:29.261] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:12:0)
[14:51:29.280] Build status: STARTED
[14:51:29.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:13:0) after 1m0s
[14:52:29.349] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:13:0)
[14:52:29.365] Build status: STARTED
[14:52:29.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:14:0) after 3m39s
[14:56:08.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:14:0)
[14:56:08.431] Build status: STARTED
[14:56:08.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:15:0) after 8m7s
[15:04:15.491] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:15:0)
[15:04:15.520] Build status: STARTED
[15:04:15.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:16:0) after 2m52s
[15:07:07.533] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:16:0)
[15:07:07.553] Build status: STARTED
[15:07:07.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:17:0) after 9m6s
[15:16:14.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:17:0)
[15:16:14.034] Build status: STARTED
[15:16:14.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:18:0) after 1m51s
[15:18:05.080] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:18:0)
[15:18:05.140] Build status: STARTED
[15:18:05.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:19:0) after 7m25s
[15:25:30.167] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:19:0)
[15:25:30.189] Build status: STARTED
[15:25:30.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:20:0) after 5m31s
[15:31:01.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:20:0)
[15:31:01.233] Build status: STARTED
[15:31:01.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:21:0) after 9m1s
[15:40:02.302] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:21:0)
[15:40:02.332] Build status: STARTED
[15:40:02.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:22:0) after 5m43s
[15:45:45.426] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:22:0)
[15:45:45.444] Build status: STARTED
[15:45:45.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:23:0) after 7m7s
[15:52:52.473] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:23:0)
[15:52:52.490] Build status: STARTED
[15:52:52.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:24:0) after 3m28s
[15:56:20.509] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:24:0)
[15:56:20.525] Build status: STARTED
[15:56:20.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:25:0) after 7m25s
[16:03:45.592] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:25:0)
[16:03:45.617] Build status: STARTED
[16:03:45.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:26:0) after 2m34s
[16:06:19.595] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:26:0)
[16:06:19.623] Build status: STARTED
[16:06:19.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:27:0) after 5m36s
[16:11:55.642] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:27:0)
[16:11:55.695] Build status: STARTED
[16:11:55.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:28:0) after 8m32s
[16:20:27.760] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:28:0)
[16:20:27.794] Build status: STARTED
[16:20:27.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:29:0) after 2m15s
[16:22:42.914] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:29:0)
[16:22:42.932] Build status: STARTED
[16:22:42.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:30:0) after 3m23s
[16:26:06.000] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:30:0)
[16:26:06.020] Build status: STARTED
[16:26:06.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:31:0) after 2m52s
[16:28:58.134] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:31:0)
[16:28:58.158] Build status: STARTED
[16:28:58.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:32:0) after 8m37s
[16:37:35.173] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:32:0)
[16:37:35.192] Build status: STARTED
[16:37:35.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:33:0) after 9m22s
[16:46:57.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:33:0)
[16:46:57.233] Build status: STARTED
[16:46:57.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851870994787701536:34:0) after 8m1s
[16:49:09.164] Received PubSub notification, asking Buildbucket for the build status
[16:49:09.184] Build:
{
"id": "8686440932093987937",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T14:10:04.289744915Z",
"startTime": "2026-03-24T14:10:10.463368556Z",
"endTime": "2026-03-24T16:49:08.858068708Z",
"updateTime": "2026-03-24T16:49:08.858068708Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb3c8228ed362ed2f778ff44382d61af2395790f",
"ref": "refs/heads/main"
}
}
}
[16:49:09.184] Invocation finished in 2h39m6.847022303s with status FAILED