[08:18:34.121] New invocation is queued and will start shortly
[08:18:35.228] Starting the invocation (attempt 1)
[08:18:35.252] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b929f2f0189ef3698d7b65168ff51976bb6f86e2"
[08:18:35.252] Popped gitiles commit info from properties and tags
[08:18:35.252] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:18:35.252] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:18:35.253] Buildbucket request:
{
"requestId": "8851893107393707456",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851893107393707456",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4444f517e99690c1221f906a8c4c4dec1333cb75"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4444f517e99690c1221f906a8c4c4dec1333cb75",
"title": "4444f517e99690c1221f906a8c4c4dec1333cb75",
"url": "https://llvm.googlesource.com/llvm-project/+/4444f517e99690c1221f906a8c4c4dec1333cb75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a8b669ba6ee4ec3eb523d91deaf28ef0f8734100"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a8b669ba6ee4ec3eb523d91deaf28ef0f8734100",
"title": "a8b669ba6ee4ec3eb523d91deaf28ef0f8734100",
"url": "https://llvm.googlesource.com/llvm-project/+/a8b669ba6ee4ec3eb523d91deaf28ef0f8734100"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c378b79c145a36c6c45dcedd8dc197e001a75a64"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c378b79c145a36c6c45dcedd8dc197e001a75a64",
"title": "c378b79c145a36c6c45dcedd8dc197e001a75a64",
"url": "https://llvm.googlesource.com/llvm-project/+/c378b79c145a36c6c45dcedd8dc197e001a75a64"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "85e1c641eba7628070b561089af787ed5d07ed86"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@85e1c641eba7628070b561089af787ed5d07ed86",
"title": "85e1c641eba7628070b561089af787ed5d07ed86",
"url": "https://llvm.googlesource.com/llvm-project/+/85e1c641eba7628070b561089af787ed5d07ed86"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "428995b49750a97fe4993aa4b2ab3de86c173481"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@428995b49750a97fe4993aa4b2ab3de86c173481",
"title": "428995b49750a97fe4993aa4b2ab3de86c173481",
"url": "https://llvm.googlesource.com/llvm-project/+/428995b49750a97fe4993aa4b2ab3de86c173481"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ef5658a289e24fa145663a1c22e0751d6c12991c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ef5658a289e24fa145663a1c22e0751d6c12991c",
"title": "ef5658a289e24fa145663a1c22e0751d6c12991c",
"url": "https://llvm.googlesource.com/llvm-project/+/ef5658a289e24fa145663a1c22e0751d6c12991c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "31aa52086fb2208f451be9e22197ae1a63cdc4af"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@31aa52086fb2208f451be9e22197ae1a63cdc4af",
"title": "31aa52086fb2208f451be9e22197ae1a63cdc4af",
"url": "https://llvm.googlesource.com/llvm-project/+/31aa52086fb2208f451be9e22197ae1a63cdc4af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f7fb46701a374d2a15d9e79197f21b128e249b95"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f7fb46701a374d2a15d9e79197f21b128e249b95",
"title": "f7fb46701a374d2a15d9e79197f21b128e249b95",
"url": "https://llvm.googlesource.com/llvm-project/+/f7fb46701a374d2a15d9e79197f21b128e249b95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ff68154480eccdfeaa18d87fd6d83906e93a85c1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ff68154480eccdfeaa18d87fd6d83906e93a85c1",
"title": "ff68154480eccdfeaa18d87fd6d83906e93a85c1",
"url": "https://llvm.googlesource.com/llvm-project/+/ff68154480eccdfeaa18d87fd6d83906e93a85c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cba948b2b93cc5d51f70f0fa0d66bc5cacef9d76"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cba948b2b93cc5d51f70f0fa0d66bc5cacef9d76",
"title": "cba948b2b93cc5d51f70f0fa0d66bc5cacef9d76",
"url": "https://llvm.googlesource.com/llvm-project/+/cba948b2b93cc5d51f70f0fa0d66bc5cacef9d76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2e39b1e56025f6fad5b5f84cdf4051b4d1475ec0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2e39b1e56025f6fad5b5f84cdf4051b4d1475ec0",
"title": "2e39b1e56025f6fad5b5f84cdf4051b4d1475ec0",
"url": "https://llvm.googlesource.com/llvm-project/+/2e39b1e56025f6fad5b5f84cdf4051b4d1475ec0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "32c6a53b767850183208aff8b783e6bc08f21515"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@32c6a53b767850183208aff8b783e6bc08f21515",
"title": "32c6a53b767850183208aff8b783e6bc08f21515",
"url": "https://llvm.googlesource.com/llvm-project/+/32c6a53b767850183208aff8b783e6bc08f21515"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1a5e52168c0bef0c5abecb89e9f18253f8a43dda"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1a5e52168c0bef0c5abecb89e9f18253f8a43dda",
"title": "1a5e52168c0bef0c5abecb89e9f18253f8a43dda",
"url": "https://llvm.googlesource.com/llvm-project/+/1a5e52168c0bef0c5abecb89e9f18253f8a43dda"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d1b9b4c5488f051a84669b2f8e4b038f49ba4c22"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d1b9b4c5488f051a84669b2f8e4b038f49ba4c22",
"title": "d1b9b4c5488f051a84669b2f8e4b038f49ba4c22",
"url": "https://llvm.googlesource.com/llvm-project/+/d1b9b4c5488f051a84669b2f8e4b038f49ba4c22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fbddf80156a831179d5b12c213721d2368704776"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fbddf80156a831179d5b12c213721d2368704776",
"title": "fbddf80156a831179d5b12c213721d2368704776",
"url": "https://llvm.googlesource.com/llvm-project/+/fbddf80156a831179d5b12c213721d2368704776"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b929f2f0189ef3698d7b65168ff51976bb6f86e2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b929f2f0189ef3698d7b65168ff51976bb6f86e2",
"title": "b929f2f0189ef3698d7b65168ff51976bb6f86e2",
"url": "https://llvm.googlesource.com/llvm-project/+/b929f2f0189ef3698d7b65168ff51976bb6f86e2"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b929f2f0189ef3698d7b65168ff51976bb6f86e2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851893107393707456"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:18:35.656] Scheduled build:
{
"id": "8686463045486032769",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T08:18:35.315142200Z",
"updateTime": "2026-03-24T08:18:35.315142200Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b929f2f0189ef3698d7b65168ff51976bb6f86e2",
"ref": "refs/heads/main"
}
}
}
[08:18:35.656] Task URL: https://cr-buildbucket.appspot.com/build/8686463045486032769
[08:18:35.656] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:2:0) after 8m45s
[08:18:36.134] Received PubSub notification, asking Buildbucket for the build status
[08:18:36.161] Build status: SCHEDULED
[08:18:40.561] Received PubSub notification, asking Buildbucket for the build status
[08:18:40.603] Build status: STARTED
[08:27:20.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:2:0)
[08:27:20.769] Build status: STARTED
[08:27:20.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:5:0) after 9m32s
[08:36:52.771] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:5:0)
[08:36:52.791] Build status: STARTED
[08:36:52.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:6:0) after 8m1s
[08:44:53.905] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:6:0)
[08:44:53.929] Build status: STARTED
[08:44:53.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:7:0) after 9m0s
[08:53:53.950] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:7:0)
[08:53:53.981] Build status: STARTED
[08:53:53.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:8:0) after 8m44s
[09:02:38.057] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:8:0)
[09:02:38.072] Build status: STARTED
[09:02:38.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:9:0) after 7m48s
[09:10:26.102] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:9:0)
[09:10:26.130] Build status: STARTED
[09:10:26.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:10:0) after 9m55s
[09:20:21.145] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:10:0)
[09:20:21.170] Build status: STARTED
[09:20:21.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:11:0) after 7m34s
[09:27:55.172] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:11:0)
[09:27:55.198] Build status: STARTED
[09:27:55.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:12:0) after 7m20s
[09:35:15.249] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:12:0)
[09:35:15.287] Build status: STARTED
[09:35:15.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:13:0) after 4m19s
[09:39:34.532] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:13:0)
[09:39:34.550] Build status: STARTED
[09:39:34.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:14:0) after 8m51s
[09:48:25.570] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:14:0)
[09:48:25.589] Build status: STARTED
[09:48:25.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:15:0) after 5m3s
[09:53:28.685] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:15:0)
[09:53:28.701] Build status: STARTED
[09:53:28.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:16:0) after 1m43s
[09:55:11.721] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:16:0)
[09:55:11.738] Build status: STARTED
[09:55:11.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:17:0) after 2m12s
[09:57:23.777] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:17:0)
[09:57:23.791] Build status: STARTED
[09:57:23.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:18:0) after 7m21s
[10:04:44.805] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:18:0)
[10:04:44.872] Build status: STARTED
[10:04:44.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:19:0) after 5m34s
[10:10:18.928] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:19:0)
[10:10:18.945] Build status: STARTED
[10:10:18.945] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:20:0) after 9m50s
[10:20:09.042] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:20:0)
[10:20:09.068] Build status: STARTED
[10:20:09.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:21:0) after 6m8s
[10:26:17.047] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:21:0)
[10:26:17.066] Build status: STARTED
[10:26:17.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:22:0) after 5m10s
[10:31:27.145] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:22:0)
[10:31:27.163] Build status: STARTED
[10:31:27.163] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:23:0) after 3m58s
[10:35:25.180] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:23:0)
[10:35:25.199] Build status: STARTED
[10:35:25.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:24:0) after 7m11s
[10:42:36.220] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:24:0)
[10:42:36.236] Build status: STARTED
[10:42:36.236] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:25:0) after 3m39s
[10:46:15.250] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:25:0)
[10:46:15.267] Build status: STARTED
[10:46:15.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:26:0) after 8m21s
[10:54:36.282] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:26:0)
[10:54:36.301] Build status: STARTED
[10:54:36.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:27:0) after 1m16s
[10:55:52.316] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:27:0)
[10:55:52.365] Build status: STARTED
[10:55:52.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:28:0) after 9m42s
[11:05:34.389] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:28:0)
[11:05:34.405] Build status: STARTED
[11:05:34.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:29:0) after 1m29s
[11:07:03.450] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:29:0)
[11:07:03.486] Build status: STARTED
[11:07:03.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8851893107393707456:30:0) after 8m56s
[11:13:46.917] Received PubSub notification, asking Buildbucket for the build status
[11:13:46.932] Build:
{
"id": "8686463045486032769",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-24T08:18:35.315142200Z",
"startTime": "2026-03-24T08:18:39.954499469Z",
"endTime": "2026-03-24T11:13:46.671234595Z",
"updateTime": "2026-03-24T11:13:46.671234595Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b929f2f0189ef3698d7b65168ff51976bb6f86e2",
"ref": "refs/heads/main"
}
}
}
[11:13:46.932] Invocation finished in 2h55m12.819201472s with status FAILED