[08:55:42.598] New invocation is queued and will start shortly
[08:55:43.847] Starting the invocation (attempt 1)
[08:55:43.874] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a1a37fedfecccd72fe2c3c8b03327819b9923c55"
[08:55:43.874] Popped gitiles commit info from properties and tags
[08:55:43.874] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:55:43.875] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:55:43.876] Buildbucket request:
{
"requestId": "8865570912590494768",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865570912590494768",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "57ccb4624f7a8329567ec5a02962815f5617e3f1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@57ccb4624f7a8329567ec5a02962815f5617e3f1",
"title": "57ccb4624f7a8329567ec5a02962815f5617e3f1",
"url": "https://llvm.googlesource.com/llvm-project/+/57ccb4624f7a8329567ec5a02962815f5617e3f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7c441b21b7fac52a8c28eaa4a4b829c0e5ce6d7b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7c441b21b7fac52a8c28eaa4a4b829c0e5ce6d7b",
"title": "7c441b21b7fac52a8c28eaa4a4b829c0e5ce6d7b",
"url": "https://llvm.googlesource.com/llvm-project/+/7c441b21b7fac52a8c28eaa4a4b829c0e5ce6d7b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c07d305718744917ba5dc6693322e13a5c2314df"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c07d305718744917ba5dc6693322e13a5c2314df",
"title": "c07d305718744917ba5dc6693322e13a5c2314df",
"url": "https://llvm.googlesource.com/llvm-project/+/c07d305718744917ba5dc6693322e13a5c2314df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9681705fbc3e16810ed031ca9bdd4b78654a3058"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9681705fbc3e16810ed031ca9bdd4b78654a3058",
"title": "9681705fbc3e16810ed031ca9bdd4b78654a3058",
"url": "https://llvm.googlesource.com/llvm-project/+/9681705fbc3e16810ed031ca9bdd4b78654a3058"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a1e59bdc173187ec47e6ede69c99316eaee9e375"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a1e59bdc173187ec47e6ede69c99316eaee9e375",
"title": "a1e59bdc173187ec47e6ede69c99316eaee9e375",
"url": "https://llvm.googlesource.com/llvm-project/+/a1e59bdc173187ec47e6ede69c99316eaee9e375"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8ebec3d55123bf1c961df829f5529705004dacc2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8ebec3d55123bf1c961df829f5529705004dacc2",
"title": "8ebec3d55123bf1c961df829f5529705004dacc2",
"url": "https://llvm.googlesource.com/llvm-project/+/8ebec3d55123bf1c961df829f5529705004dacc2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "44331d25949302c3898b71fa5aceaea3d49248b5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@44331d25949302c3898b71fa5aceaea3d49248b5",
"title": "44331d25949302c3898b71fa5aceaea3d49248b5",
"url": "https://llvm.googlesource.com/llvm-project/+/44331d25949302c3898b71fa5aceaea3d49248b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6b30d2104084eda539278097b6b16215a7c908d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6b30d2104084eda539278097b6b16215a7c908d7",
"title": "6b30d2104084eda539278097b6b16215a7c908d7",
"url": "https://llvm.googlesource.com/llvm-project/+/6b30d2104084eda539278097b6b16215a7c908d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea2de9aaa64ac5e20a9c7898864760c1086e0f8c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea2de9aaa64ac5e20a9c7898864760c1086e0f8c",
"title": "ea2de9aaa64ac5e20a9c7898864760c1086e0f8c",
"url": "https://llvm.googlesource.com/llvm-project/+/ea2de9aaa64ac5e20a9c7898864760c1086e0f8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "27453ce5215969a5e56b4dd5503361ffca3d8835"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@27453ce5215969a5e56b4dd5503361ffca3d8835",
"title": "27453ce5215969a5e56b4dd5503361ffca3d8835",
"url": "https://llvm.googlesource.com/llvm-project/+/27453ce5215969a5e56b4dd5503361ffca3d8835"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fc7f34078cdaaecac0100a30cdbcdbcced76fef7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fc7f34078cdaaecac0100a30cdbcdbcced76fef7",
"title": "fc7f34078cdaaecac0100a30cdbcdbcced76fef7",
"url": "https://llvm.googlesource.com/llvm-project/+/fc7f34078cdaaecac0100a30cdbcdbcced76fef7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d522b1b3000f99337fd97059fae441476b000960"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d522b1b3000f99337fd97059fae441476b000960",
"title": "d522b1b3000f99337fd97059fae441476b000960",
"url": "https://llvm.googlesource.com/llvm-project/+/d522b1b3000f99337fd97059fae441476b000960"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a1a37fedfecccd72fe2c3c8b03327819b9923c55"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a1a37fedfecccd72fe2c3c8b03327819b9923c55",
"title": "a1a37fedfecccd72fe2c3c8b03327819b9923c55",
"url": "https://llvm.googlesource.com/llvm-project/+/a1a37fedfecccd72fe2c3c8b03327819b9923c55"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1a37fedfecccd72fe2c3c8b03327819b9923c55",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865570912590494768"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:55:44.444] Scheduled build:
{
"id": "8700140850533920753",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-24T08:55:43.936203984Z",
"updateTime": "2025-10-24T08:55:43.936203984Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1a37fedfecccd72fe2c3c8b03327819b9923c55",
"ref": "refs/heads/main"
}
}
}
[08:55:44.444] Task URL: https://cr-buildbucket.appspot.com/build/8700140850533920753
[08:55:44.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:2:0) after 1m7s
[08:55:45.241] Received PubSub notification, asking Buildbucket for the build status
[08:55:45.266] Build status: SCHEDULED
[08:56:51.495] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:2:0)
[08:56:51.522] Build status: SCHEDULED
[08:56:51.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:4:0) after 6m37s
[08:58:08.786] Received PubSub notification, asking Buildbucket for the build status
[08:58:08.808] Build status: STARTED
[09:03:28.535] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:4:0)
[09:03:28.594] Build status: STARTED
[09:03:28.594] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:6:0) after 1m25s
[09:04:53.679] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:6:0)
[09:04:53.698] Build status: STARTED
[09:04:53.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:7:0) after 5m56s
[09:10:49.782] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:7:0)
[09:10:49.877] Build status: STARTED
[09:10:49.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:8:0) after 2m33s
[09:13:23.720] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:8:0)
[09:13:23.743] Build status: STARTED
[09:13:23.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:9:0) after 3m1s
[09:16:24.830] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:9:0)
[09:16:24.933] Build status: STARTED
[09:16:24.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:10:0) after 9m51s
[09:26:15.949] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:10:0)
[09:26:15.999] Build status: STARTED
[09:26:15.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:11:0) after 1m51s
[09:28:07.010] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:11:0)
[09:28:07.033] Build status: STARTED
[09:28:07.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:12:0) after 6m6s
[09:34:13.041] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:12:0)
[09:34:13.076] Build status: STARTED
[09:34:13.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:13:0) after 7m11s
[09:41:24.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:13:0)
[09:41:24.161] Build status: STARTED
[09:41:24.161] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:14:0) after 7m42s
[09:49:06.183] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:14:0)
[09:49:06.267] Build status: STARTED
[09:49:06.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:15:0) after 7m23s
[09:56:29.718] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:15:0)
[09:56:29.734] Build status: STARTED
[09:56:29.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:16:0) after 7m20s
[10:03:49.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:16:0)
[10:03:49.736] Build status: STARTED
[10:03:49.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:17:0) after 1m53s
[10:05:42.775] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:17:0)
[10:05:42.810] Build status: STARTED
[10:05:42.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:18:0) after 2m25s
[10:08:07.872] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:18:0)
[10:08:07.893] Build status: STARTED
[10:08:07.893] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:19:0) after 7m51s
[10:15:58.907] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:19:0)
[10:15:58.926] Build status: STARTED
[10:15:58.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:20:0) after 8m41s
[10:24:40.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:20:0)
[10:24:40.031] Build status: STARTED
[10:24:40.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:21:0) after 2m52s
[10:27:32.043] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:21:0)
[10:27:32.057] Build status: STARTED
[10:27:32.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:22:0) after 8m8s
[10:35:40.064] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:22:0)
[10:35:40.095] Build status: STARTED
[10:35:40.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:23:0) after 9m7s
[10:44:47.350] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:23:0)
[10:44:47.422] Build status: STARTED
[10:44:47.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:24:0) after 4m39s
[10:49:26.488] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:24:0)
[10:49:26.502] Build status: STARTED
[10:49:26.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:25:0) after 8m13s
[10:57:39.612] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:25:0)
[10:57:39.629] Build status: STARTED
[10:57:39.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:26:0) after 5m25s
[11:03:04.643] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:26:0)
[11:03:04.664] Build status: STARTED
[11:03:04.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:27:0) after 6m28s
[11:09:32.678] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:27:0)
[11:09:32.690] Build status: STARTED
[11:09:32.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:28:0) after 8m10s
[11:17:42.704] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:28:0)
[11:17:42.724] Build status: STARTED
[11:17:42.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:29:0) after 6m16s
[11:23:58.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:29:0)
[11:23:58.760] Build status: STARTED
[11:23:58.760] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:30:0) after 9m59s
[11:33:57.851] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:30:0)
[11:33:57.870] Build status: STARTED
[11:33:57.870] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:31:0) after 3m20s
[11:37:17.942] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:31:0)
[11:37:17.966] Build status: STARTED
[11:37:17.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:32:0) after 3m47s
[11:41:04.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:32:0)
[11:41:05.001] Build status: STARTED
[11:41:05.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:33:0) after 6m23s
[11:47:28.068] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:33:0)
[11:47:28.085] Build status: STARTED
[11:47:28.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:34:0) after 9m57s
[11:57:25.155] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:34:0)
[11:57:25.179] Build status: STARTED
[11:57:25.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:35:0) after 7m14s
[12:04:39.315] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:35:0)
[12:04:39.334] Build status: STARTED
[12:04:39.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8865570912590494768:36:0) after 8m15s
[12:05:55.875] Received PubSub notification, asking Buildbucket for the build status
[12:05:55.896] Build:
{
"id": "8700140850533920753",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-24T08:55:43.936203984Z",
"startTime": "2025-10-24T08:58:01.318680632Z",
"endTime": "2025-10-24T12:05:55.647559871Z",
"updateTime": "2025-10-24T12:05:55.647559871Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1a37fedfecccd72fe2c3c8b03327819b9923c55",
"ref": "refs/heads/main"
}
}
}
[12:05:55.896] Invocation finished in 3h10m13.303950897s with status FAILED