[06:38:14.345] New invocation is queued and will start shortly
[06:38:15.477] Starting the invocation (attempt 1)
[06:38:15.501] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/92923e517c2926eb94b7b6e403433ecf62953186"
[06:38:15.501] Popped gitiles commit info from properties and tags
[06:38:15.501] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:38:15.501] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:38:15.501] Buildbucket request:
{
"requestId": "8883970745692235968",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8883970745692235968",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "897f9a51b981c773a63dd94709d9de2442feb008"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@897f9a51b981c773a63dd94709d9de2442feb008",
"title": "897f9a51b981c773a63dd94709d9de2442feb008",
"url": "https://llvm.googlesource.com/llvm-project/+/897f9a51b981c773a63dd94709d9de2442feb008"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8e7d6baf0e013408be932758b4a5334c14a34086"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8e7d6baf0e013408be932758b4a5334c14a34086",
"title": "8e7d6baf0e013408be932758b4a5334c14a34086",
"url": "https://llvm.googlesource.com/llvm-project/+/8e7d6baf0e013408be932758b4a5334c14a34086"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6333f8457c43f5a2d19d6552689726e86196dea7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6333f8457c43f5a2d19d6552689726e86196dea7",
"title": "6333f8457c43f5a2d19d6552689726e86196dea7",
"url": "https://llvm.googlesource.com/llvm-project/+/6333f8457c43f5a2d19d6552689726e86196dea7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46e2c07fa28bd42da8f8ca52e93603297114afa2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46e2c07fa28bd42da8f8ca52e93603297114afa2",
"title": "46e2c07fa28bd42da8f8ca52e93603297114afa2",
"url": "https://llvm.googlesource.com/llvm-project/+/46e2c07fa28bd42da8f8ca52e93603297114afa2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92c93f5286b9ff33f27ff694d2dc33da1c07afdd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92c93f5286b9ff33f27ff694d2dc33da1c07afdd",
"title": "92c93f5286b9ff33f27ff694d2dc33da1c07afdd",
"url": "https://llvm.googlesource.com/llvm-project/+/92c93f5286b9ff33f27ff694d2dc33da1c07afdd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "92923e517c2926eb94b7b6e403433ecf62953186"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@92923e517c2926eb94b7b6e403433ecf62953186",
"title": "92923e517c2926eb94b7b6e403433ecf62953186",
"url": "https://llvm.googlesource.com/llvm-project/+/92923e517c2926eb94b7b6e403433ecf62953186"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92923e517c2926eb94b7b6e403433ecf62953186",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8883970745692235968"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:38:15.923] Scheduled build:
{
"id": "8718540683759121313",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-04T06:38:15.563177505Z",
"updateTime": "2025-04-04T06:38:15.563177505Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92923e517c2926eb94b7b6e403433ecf62953186",
"ref": "refs/heads/main"
}
}
}
[06:38:15.923] Task URL: https://cr-buildbucket.appspot.com/build/8718540683759121313
[06:38:15.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:2:0) after 6m20s
[06:38:16.376] Received PubSub notification, asking Buildbucket for the build status
[06:38:16.393] Build status: SCHEDULED
[06:38:24.607] Received PubSub notification, asking Buildbucket for the build status
[06:38:24.698] Build status: STARTED
[06:44:35.938] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:2:0)
[06:44:35.955] Build status: STARTED
[06:44:35.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:5:0) after 2m48s
[06:47:23.979] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:5:0)
[06:47:24.183] Build status: STARTED
[06:47:24.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:6:0) after 3m54s
[06:51:18.287] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:6:0)
[06:51:18.307] Build status: STARTED
[06:51:18.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:7:0) after 8m13s
[06:59:31.330] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:7:0)
[06:59:31.363] Build status: STARTED
[06:59:31.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:8:0) after 9m6s
[07:08:37.381] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:8:0)
[07:08:37.404] Build status: STARTED
[07:08:37.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:9:0) after 1m4s
[07:09:41.654] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:9:0)
[07:09:41.674] Build status: STARTED
[07:09:41.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:10:0) after 7m2s
[07:16:44.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:10:0)
[07:16:44.739] Build status: STARTED
[07:16:44.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:11:0) after 5m54s
[07:22:38.859] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:11:0)
[07:22:38.875] Build status: STARTED
[07:22:38.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:12:0) after 6m53s
[07:29:31.937] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:12:0)
[07:29:31.962] Build status: STARTED
[07:29:31.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:13:0) after 4m41s
[07:34:12.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:13:0)
[07:34:13.001] Build status: STARTED
[07:34:13.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:14:0) after 8m42s
[07:42:55.023] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:14:0)
[07:42:55.052] Build status: STARTED
[07:42:55.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:15:0) after 2m5s
[07:45:00.070] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:15:0)
[07:45:00.098] Build status: STARTED
[07:45:00.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:16:0) after 9m27s
[07:54:27.341] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:16:0)
[07:54:27.355] Build status: STARTED
[07:54:27.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:17:0) after 6m43s
[08:01:10.350] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:17:0)
[08:01:10.366] Build status: STARTED
[08:01:10.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:18:0) after 6m39s
[08:07:49.410] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:18:0)
[08:07:49.432] Build status: STARTED
[08:07:49.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:19:0) after 2m22s
[08:10:11.484] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:19:0)
[08:10:11.500] Build status: STARTED
[08:10:11.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:20:0) after 1m24s
[08:11:35.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:20:0)
[08:11:35.540] Build status: STARTED
[08:11:35.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:21:0) after 9m24s
[08:20:59.565] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:21:0)
[08:20:59.584] Build status: STARTED
[08:20:59.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:22:0) after 2m44s
[08:23:43.601] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:22:0)
[08:23:43.621] Build status: STARTED
[08:23:43.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:23:0) after 4m50s
[08:28:33.637] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:23:0)
[08:28:33.654] Build status: STARTED
[08:28:33.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:24:0) after 5m2s
[08:33:35.673] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:24:0)
[08:33:35.693] Build status: STARTED
[08:33:35.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:25:0) after 6m33s
[08:40:08.717] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:25:0)
[08:40:08.739] Build status: STARTED
[08:40:08.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:26:0) after 6m46s
[08:46:54.760] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:26:0)
[08:46:54.784] Build status: STARTED
[08:46:54.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:27:0) after 1m44s
[08:48:38.862] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:27:0)
[08:48:38.879] Build status: STARTED
[08:48:38.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:28:0) after 1m54s
[08:50:32.916] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:28:0)
[08:50:32.929] Build status: STARTED
[08:50:32.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:29:0) after 7m39s
[08:58:12.048] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:29:0)
[08:58:12.066] Build status: STARTED
[08:58:12.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:30:0) after 9m8s
[09:07:20.816] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:30:0)
[09:07:20.838] Build status: STARTED
[09:07:20.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:31:0) after 3m37s
[09:10:57.862] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:31:0)
[09:10:57.897] Build status: STARTED
[09:10:57.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:32:0) after 2m14s
[09:13:12.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:32:0)
[09:13:12.604] Build status: STARTED
[09:13:12.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:33:0) after 4m17s
[09:17:29.665] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:33:0)
[09:17:29.713] Build status: STARTED
[09:17:29.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:34:0) after 4m7s
[09:21:36.789] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:34:0)
[09:21:36.808] Build status: STARTED
[09:21:36.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:35:0) after 4m47s
[09:26:23.829] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:35:0)
[09:26:23.846] Build status: STARTED
[09:26:23.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:36:0) after 3m18s
[09:29:41.966] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:36:0)
[09:29:41.983] Build status: STARTED
[09:29:41.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:37:0) after 3m31s
[09:33:12.967] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:37:0)
[09:33:12.989] Build status: STARTED
[09:33:12.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:38:0) after 1m17s
[09:34:30.062] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:38:0)
[09:34:30.079] Build status: STARTED
[09:34:30.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:39:0) after 5m56s
[09:40:26.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:39:0)
[09:40:26.117] Build status: STARTED
[09:40:26.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:40:0) after 8m50s
[09:49:16.252] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:40:0)
[09:49:16.277] Build status: STARTED
[09:49:16.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:41:0) after 5m25s
[09:54:41.297] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:41:0)
[09:54:41.316] Build status: STARTED
[09:54:41.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:42:0) after 6m53s
[10:01:34.368] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:42:0)
[10:01:34.396] Build status: STARTED
[10:01:34.396] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:43:0) after 5m23s
[10:06:57.418] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:43:0)
[10:06:57.436] Build status: STARTED
[10:06:57.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:44:0) after 1m42s
[10:08:39.458] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:44:0)
[10:08:39.480] Build status: STARTED
[10:08:39.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:45:0) after 2m55s
[10:11:34.515] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:45:0)
[10:11:34.534] Build status: STARTED
[10:11:34.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:46:0) after 2m22s
[10:13:56.733] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:46:0)
[10:13:56.751] Build status: STARTED
[10:13:56.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8883970745692235968:47:0) after 7m0s
[10:20:27.648] Received PubSub notification, asking Buildbucket for the build status
[10:20:27.680] Build:
{
"id": "8718540683759121313",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-04T06:38:15.563177505Z",
"startTime": "2025-04-04T06:38:24.421715701Z",
"endTime": "2025-04-04T10:20:27.377676955Z",
"updateTime": "2025-04-04T10:20:27.377676955Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92923e517c2926eb94b7b6e403433ecf62953186",
"ref": "refs/heads/main"
}
}
}
[10:20:27.680] Invocation finished in 3h42m13.343369392s with status FAILED