[04:52:24.354] New invocation is queued and will start shortly
[04:52:25.492] Starting the invocation (attempt 1)
[04:52:25.521] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/93bb5c699f9fc2e6ee26fc8f86f8bca038f58409"
[04:52:25.521] Popped gitiles commit info from properties and tags
[04:52:25.521] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:52:25.521] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:52:25.521] Buildbucket request:
{
"requestId": "8865586219963133424",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865586219963133424",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bcee0ee68dbdcdd5e07e16303b6a5805814d1dfd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bcee0ee68dbdcdd5e07e16303b6a5805814d1dfd",
"title": "bcee0ee68dbdcdd5e07e16303b6a5805814d1dfd",
"url": "https://llvm.googlesource.com/llvm-project/+/bcee0ee68dbdcdd5e07e16303b6a5805814d1dfd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0341fb63f2abe2ce98434c45fef8826718f9198c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0341fb63f2abe2ce98434c45fef8826718f9198c",
"title": "0341fb63f2abe2ce98434c45fef8826718f9198c",
"url": "https://llvm.googlesource.com/llvm-project/+/0341fb63f2abe2ce98434c45fef8826718f9198c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "750a58337ee8594f5253733786e066f7941d617d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@750a58337ee8594f5253733786e066f7941d617d",
"title": "750a58337ee8594f5253733786e066f7941d617d",
"url": "https://llvm.googlesource.com/llvm-project/+/750a58337ee8594f5253733786e066f7941d617d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e4c308424f9fbde2b9429f5f977e92e289e10991"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e4c308424f9fbde2b9429f5f977e92e289e10991",
"title": "e4c308424f9fbde2b9429f5f977e92e289e10991",
"url": "https://llvm.googlesource.com/llvm-project/+/e4c308424f9fbde2b9429f5f977e92e289e10991"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "93bb5c699f9fc2e6ee26fc8f86f8bca038f58409"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@93bb5c699f9fc2e6ee26fc8f86f8bca038f58409",
"title": "93bb5c699f9fc2e6ee26fc8f86f8bca038f58409",
"url": "https://llvm.googlesource.com/llvm-project/+/93bb5c699f9fc2e6ee26fc8f86f8bca038f58409"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "93bb5c699f9fc2e6ee26fc8f86f8bca038f58409",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865586219963133424"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:52:25.968] Scheduled build:
{
"id": "8700156157972844993",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-24T04:52:25.625252658Z",
"updateTime": "2025-10-24T04:52:25.625252658Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "93bb5c699f9fc2e6ee26fc8f86f8bca038f58409",
"ref": "refs/heads/main"
}
}
}
[04:52:25.969] Task URL: https://cr-buildbucket.appspot.com/build/8700156157972844993
[04:52:25.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:2:0) after 8m19s
[04:52:26.943] Received PubSub notification, asking Buildbucket for the build status
[04:52:26.960] Build status: SCHEDULED
[05:00:44.983] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:2:0)
[05:00:45.026] Build status: SCHEDULED
[05:00:45.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:4:0) after 2m27s
[05:03:12.034] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:4:0)
[05:03:12.056] Build status: SCHEDULED
[05:03:12.056] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:5:0) after 3m41s
[05:06:53.019] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:5:0)
[05:06:53.043] Build status: SCHEDULED
[05:06:53.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:6:0) after 2m22s
[05:09:15.071] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:6:0)
[05:09:15.098] Build status: SCHEDULED
[05:09:15.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:7:0) after 1m52s
[05:11:07.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:7:0)
[05:11:07.139] Build status: SCHEDULED
[05:11:07.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:8:0) after 4m6s
[05:15:13.380] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:8:0)
[05:15:13.397] Build status: SCHEDULED
[05:15:13.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:9:0) after 5m5s
[05:20:18.412] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:9:0)
[05:20:18.429] Build status: SCHEDULED
[05:20:18.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:10:0) after 9m32s
[05:23:32.099] Received PubSub notification, asking Buildbucket for the build status
[05:23:32.135] Build status: STARTED
[05:29:50.629] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:10:0)
[05:29:50.643] Build status: STARTED
[05:29:50.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:12:0) after 9m33s
[05:39:23.665] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:12:0)
[05:39:23.692] Build status: STARTED
[05:39:23.692] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:13:0) after 7m46s
[05:47:09.770] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:13:0)
[05:47:09.828] Build status: STARTED
[05:47:09.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:14:0) after 4m6s
[05:51:15.843] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:14:0)
[05:51:15.909] Build status: STARTED
[05:51:15.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:15:0) after 9m15s
[06:00:30.922] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:15:0)
[06:00:30.952] Build status: STARTED
[06:00:30.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:16:0) after 4m48s
[06:05:19.278] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:16:0)
[06:05:19.294] Build status: STARTED
[06:05:19.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:17:0) after 4m42s
[06:10:01.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:17:0)
[06:10:01.487] Build status: STARTED
[06:10:01.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:18:0) after 8m39s
[06:18:40.716] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:18:0)
[06:18:40.766] Build status: STARTED
[06:18:40.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:19:0) after 2m29s
[06:21:10.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:19:0)
[06:21:10.115] Build status: STARTED
[06:21:10.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:20:0) after 9m26s
[06:30:36.228] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:20:0)
[06:30:36.246] Build status: STARTED
[06:30:36.246] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:21:0) after 1m30s
[06:32:06.277] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:21:0)
[06:32:06.294] Build status: STARTED
[06:32:06.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:22:0) after 9m32s
[06:41:38.648] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:22:0)
[06:41:38.666] Build status: STARTED
[06:41:38.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:23:0) after 7m10s
[06:48:48.917] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:23:0)
[06:48:48.936] Build status: STARTED
[06:48:48.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:24:0) after 4m12s
[06:53:01.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:24:0)
[06:53:01.223] Build status: STARTED
[06:53:01.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:25:0) after 7m44s
[07:00:45.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:25:0)
[07:00:45.318] Build status: STARTED
[07:00:45.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:26:0) after 2m50s
[07:03:35.333] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:26:0)
[07:03:35.357] Build status: STARTED
[07:03:35.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:27:0) after 7m53s
[07:11:28.499] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:27:0)
[07:11:28.579] Build status: STARTED
[07:11:28.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:28:0) after 3m51s
[07:15:19.590] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:28:0)
[07:15:19.613] Build status: STARTED
[07:15:19.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:29:0) after 8m43s
[07:24:02.660] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:29:0)
[07:24:02.708] Build status: STARTED
[07:24:02.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:30:0) after 2m53s
[07:26:55.699] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:30:0)
[07:26:55.779] Build status: STARTED
[07:26:55.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:31:0) after 1m14s
[07:28:09.853] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:31:0)
[07:28:09.871] Build status: STARTED
[07:28:09.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:32:0) after 7m49s
[07:35:58.935] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:32:0)
[07:36:01.920] Build status: STARTED
[07:36:01.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:33:0) after 1m42s
[07:37:43.932] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:33:0)
[07:37:43.951] Build status: STARTED
[07:37:43.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:34:0) after 8m57s
[07:46:40.970] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:34:0)
[07:46:40.991] Build status: STARTED
[07:46:40.991] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:35:0) after 6m40s
[07:53:21.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:35:0)
[07:53:21.081] Build status: STARTED
[07:53:21.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:36:0) after 7m18s
[08:00:39.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:36:0)
[08:00:39.222] Build status: STARTED
[08:00:39.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:37:0) after 3m54s
[08:04:33.449] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:37:0)
[08:04:33.466] Build status: STARTED
[08:04:33.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:38:0) after 7m52s
[08:12:25.524] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:38:0)
[08:12:25.596] Build status: STARTED
[08:12:25.596] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:39:0) after 4m40s
[08:17:05.611] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:39:0)
[08:17:05.773] Build status: STARTED
[08:17:05.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:40:0) after 1m16s
[08:18:21.786] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:40:0)
[08:18:21.801] Build status: STARTED
[08:18:21.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:41:0) after 2m46s
[08:21:07.815] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:41:0)
[08:21:07.830] Build status: STARTED
[08:21:07.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:42:0) after 4m11s
[08:25:18.843] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:42:0)
[08:25:18.890] Build status: STARTED
[08:25:18.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:43:0) after 3m24s
[08:28:42.997] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:43:0)
[08:28:43.030] Build status: STARTED
[08:28:43.030] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:44:0) after 4m36s
[08:33:19.043] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:44:0)
[08:33:19.080] Build status: STARTED
[08:33:19.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:45:0) after 6m58s
[08:40:18.082] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:45:0)
[08:40:18.104] Build status: STARTED
[08:40:18.104] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:46:0) after 8m6s
[08:48:24.399] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:46:0)
[08:48:24.418] Build status: STARTED
[08:48:24.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865586219963133424:47:0) after 9m55s
[08:55:41.107] Received PubSub notification, asking Buildbucket for the build status
[08:55:41.126] Build:
{
"id": "8700156157972844993",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-24T04:52:25.625252658Z",
"startTime": "2025-10-24T05:23:31.285670106Z",
"endTime": "2025-10-24T08:55:40.577557404Z",
"updateTime": "2025-10-24T08:55:40.577557404Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "93bb5c699f9fc2e6ee26fc8f86f8bca038f58409",
"ref": "refs/heads/main"
}
}
}
[08:55:41.126] Invocation finished in 4h3m16.783416083s with status FAILED