[07:30:23.202] New invocation is queued and will start shortly
[07:30:24.276] Starting the invocation (attempt 1)
[07:30:24.305] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ab6316e2196591a0c331a54ed374d349cb1275d4"
[07:30:24.305] Popped gitiles commit info from properties and tags
[07:30:24.305] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:30:24.305] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:30:24.305] Buildbucket request:
{
"requestId": "8875994931801210528",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875994931801210528",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ce159d20e52add25e51f2aa8c504726221b204ba"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ce159d20e52add25e51f2aa8c504726221b204ba",
"title": "ce159d20e52add25e51f2aa8c504726221b204ba",
"url": "https://llvm.googlesource.com/llvm-project/+/ce159d20e52add25e51f2aa8c504726221b204ba"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e94c6091c93a72e9b81cf8d6394495d043b409d4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e94c6091c93a72e9b81cf8d6394495d043b409d4",
"title": "e94c6091c93a72e9b81cf8d6394495d043b409d4",
"url": "https://llvm.googlesource.com/llvm-project/+/e94c6091c93a72e9b81cf8d6394495d043b409d4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "67b740bd73a6ae1de8488a51929bb44f3b8ed30e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@67b740bd73a6ae1de8488a51929bb44f3b8ed30e",
"title": "67b740bd73a6ae1de8488a51929bb44f3b8ed30e",
"url": "https://llvm.googlesource.com/llvm-project/+/67b740bd73a6ae1de8488a51929bb44f3b8ed30e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "393aebf5c218c74cdad381610ed05bd6d048f532"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@393aebf5c218c74cdad381610ed05bd6d048f532",
"title": "393aebf5c218c74cdad381610ed05bd6d048f532",
"url": "https://llvm.googlesource.com/llvm-project/+/393aebf5c218c74cdad381610ed05bd6d048f532"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "84e82746c3ff63ec23a8b85e9efd4f7fccf92590"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@84e82746c3ff63ec23a8b85e9efd4f7fccf92590",
"title": "84e82746c3ff63ec23a8b85e9efd4f7fccf92590",
"url": "https://llvm.googlesource.com/llvm-project/+/84e82746c3ff63ec23a8b85e9efd4f7fccf92590"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "72b40f7c6437f63ea4d3ee5bbf45887f49cb0e20"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@72b40f7c6437f63ea4d3ee5bbf45887f49cb0e20",
"title": "72b40f7c6437f63ea4d3ee5bbf45887f49cb0e20",
"url": "https://llvm.googlesource.com/llvm-project/+/72b40f7c6437f63ea4d3ee5bbf45887f49cb0e20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c5e4546a01195fd278c65cb989882a349f4d9f8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c5e4546a01195fd278c65cb989882a349f4d9f8d",
"title": "c5e4546a01195fd278c65cb989882a349f4d9f8d",
"url": "https://llvm.googlesource.com/llvm-project/+/c5e4546a01195fd278c65cb989882a349f4d9f8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7e830f76711f0dfc66780ea13cf780b8760b458b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7e830f76711f0dfc66780ea13cf780b8760b458b",
"title": "7e830f76711f0dfc66780ea13cf780b8760b458b",
"url": "https://llvm.googlesource.com/llvm-project/+/7e830f76711f0dfc66780ea13cf780b8760b458b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9beb467d9213fe2becdb0f1469d99ca058189ac7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9beb467d9213fe2becdb0f1469d99ca058189ac7",
"title": "9beb467d9213fe2becdb0f1469d99ca058189ac7",
"url": "https://llvm.googlesource.com/llvm-project/+/9beb467d9213fe2becdb0f1469d99ca058189ac7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ab6316e2196591a0c331a54ed374d349cb1275d4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ab6316e2196591a0c331a54ed374d349cb1275d4",
"title": "ab6316e2196591a0c331a54ed374d349cb1275d4",
"url": "https://llvm.googlesource.com/llvm-project/+/ab6316e2196591a0c331a54ed374d349cb1275d4"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ab6316e2196591a0c331a54ed374d349cb1275d4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875994931801210528"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:30:24.992] Scheduled build:
{
"id": "8710564869927736625",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T07:30:24.367255118Z",
"updateTime": "2025-07-01T07:30:24.367255118Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ab6316e2196591a0c331a54ed374d349cb1275d4",
"ref": "refs/heads/main"
}
}
}
[07:30:24.992] Task URL: https://cr-buildbucket.appspot.com/build/8710564869927736625
[07:30:24.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:2:0) after 8m48s
[07:30:25.067] Received PubSub notification, asking Buildbucket for the build status
[07:30:25.142] Build status: SCHEDULED
[07:30:29.463] Received PubSub notification, asking Buildbucket for the build status
[07:30:29.550] Build status: STARTED
[07:39:13.039] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:2:0)
[07:39:13.065] Build status: STARTED
[07:39:13.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:5:0) after 8m19s
[07:47:32.156] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:5:0)
[07:47:32.252] Build status: STARTED
[07:47:32.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:6:0) after 3m27s
[07:50:59.271] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:6:0)
[07:50:59.297] Build status: STARTED
[07:50:59.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:7:0) after 4m0s
[07:54:59.466] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:7:0)
[07:54:59.530] Build status: STARTED
[07:54:59.530] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:8:0) after 9m28s
[08:04:27.759] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:8:0)
[08:04:27.787] Build status: STARTED
[08:04:27.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:9:0) after 5m39s
[08:10:06.890] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:9:0)
[08:10:06.984] Build status: STARTED
[08:10:06.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:10:0) after 1m40s
[08:11:47.043] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:10:0)
[08:11:47.090] Build status: STARTED
[08:11:47.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:11:0) after 5m41s
[08:17:28.580] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:11:0)
[08:17:28.602] Build status: STARTED
[08:17:28.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:12:0) after 4m18s
[08:21:46.627] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:12:0)
[08:21:46.645] Build status: STARTED
[08:21:46.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:13:0) after 4m9s
[08:25:55.671] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:13:0)
[08:25:55.691] Build status: STARTED
[08:25:55.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:14:0) after 1m6s
[08:27:01.783] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:14:0)
[08:27:01.807] Build status: STARTED
[08:27:01.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:15:0) after 5m58s
[08:32:59.895] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:15:0)
[08:32:59.934] Build status: STARTED
[08:32:59.934] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:16:0) after 1m34s
[08:34:34.302] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:16:0)
[08:34:34.323] Build status: STARTED
[08:34:34.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:17:0) after 8m36s
[08:43:10.373] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:17:0)
[08:43:10.397] Build status: STARTED
[08:43:10.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:18:0) after 5m56s
[08:49:06.423] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:18:0)
[08:49:06.442] Build status: STARTED
[08:49:06.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:19:0) after 1m31s
[08:50:38.086] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:19:0)
[08:50:38.109] Build status: STARTED
[08:50:38.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:20:0) after 3m26s
[08:54:04.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:20:0)
[08:54:04.321] Build status: STARTED
[08:54:04.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:21:0) after 9m58s
[09:04:02.339] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:21:0)
[09:04:02.358] Build status: STARTED
[09:04:02.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:22:0) after 3m55s
[09:07:57.412] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:22:0)
[09:07:57.466] Build status: STARTED
[09:07:57.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:23:0) after 1m20s
[09:09:17.544] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:23:0)
[09:09:17.562] Build status: STARTED
[09:09:17.562] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:24:0) after 8m34s
[09:17:51.584] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:24:0)
[09:17:51.603] Build status: STARTED
[09:17:51.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:25:0) after 2m31s
[09:20:22.638] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:25:0)
[09:20:22.722] Build status: STARTED
[09:20:22.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:26:0) after 1m42s
[09:22:04.753] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:26:0)
[09:22:04.849] Build status: STARTED
[09:22:04.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:27:0) after 9m6s
[09:31:10.878] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:27:0)
[09:31:10.895] Build status: STARTED
[09:31:10.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:28:0) after 5m23s
[09:36:33.927] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:28:0)
[09:36:33.947] Build status: STARTED
[09:36:33.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:29:0) after 1m36s
[09:38:09.964] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:29:0)
[09:38:09.989] Build status: STARTED
[09:38:09.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:30:0) after 3m8s
[09:41:18.027] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:30:0)
[09:41:18.054] Build status: STARTED
[09:41:18.054] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:31:0) after 7m14s
[09:48:32.074] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:31:0)
[09:48:32.092] Build status: STARTED
[09:48:32.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:32:0) after 7m14s
[09:55:46.120] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:32:0)
[09:55:46.172] Build status: STARTED
[09:55:46.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:33:0) after 8m27s
[10:04:13.197] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:33:0)
[10:04:13.213] Build status: STARTED
[10:04:13.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:34:0) after 7m31s
[10:11:44.242] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:34:0)
[10:11:44.273] Build status: STARTED
[10:11:44.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:35:0) after 9m53s
[10:21:37.344] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:35:0)
[10:21:37.361] Build status: STARTED
[10:21:37.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:36:0) after 5m24s
[10:27:01.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:36:0)
[10:27:01.493] Build status: STARTED
[10:27:01.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:37:0) after 7m59s
[10:35:00.515] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:37:0)
[10:35:00.544] Build status: STARTED
[10:35:00.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:38:0) after 4m39s
[10:39:39.574] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:38:0)
[10:39:39.648] Build status: STARTED
[10:39:39.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:39:0) after 7m55s
[10:47:34.720] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:39:0)
[10:47:34.752] Build status: STARTED
[10:47:34.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:40:0) after 5m13s
[10:52:47.785] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:40:0)
[10:52:47.813] Build status: STARTED
[10:52:47.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8875994931801210528:41:0) after 7m42s
[10:56:35.291] Received PubSub notification, asking Buildbucket for the build status
[10:56:35.312] Build:
{
"id": "8710564869927736625",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T07:30:24.367255118Z",
"startTime": "2025-07-01T07:30:29.200598684Z",
"endTime": "2025-07-01T10:56:35.047854434Z",
"updateTime": "2025-07-01T10:56:35.047854434Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ab6316e2196591a0c331a54ed374d349cb1275d4",
"ref": "refs/heads/main"
}
}
}
[10:56:35.312] Invocation finished in 3h26m12.115096132s with status FAILED