[02:25:08.782] New invocation is queued and will start shortly
[02:25:12.097] Starting the invocation (attempt 1)
[02:25:12.127] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/46b6c9744f840981fb06504c3bf5583021064402"
[02:25:12.127] Popped gitiles commit info from properties and tags
[02:25:12.127] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:25:12.127] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:25:12.128] Buildbucket request:
{
"requestId": "8854180266960467856",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854180266960467856",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e55945556a1e99a7d6618735873d513a0239b2a0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e55945556a1e99a7d6618735873d513a0239b2a0",
"title": "e55945556a1e99a7d6618735873d513a0239b2a0",
"url": "https://llvm.googlesource.com/llvm-project/+/e55945556a1e99a7d6618735873d513a0239b2a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20ec9a9bb72560fe73706f46415dcfb118f9d265"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20ec9a9bb72560fe73706f46415dcfb118f9d265",
"title": "20ec9a9bb72560fe73706f46415dcfb118f9d265",
"url": "https://llvm.googlesource.com/llvm-project/+/20ec9a9bb72560fe73706f46415dcfb118f9d265"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7e39b280e8607e4bd09b87fb3271963803b4d02f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7e39b280e8607e4bd09b87fb3271963803b4d02f",
"title": "7e39b280e8607e4bd09b87fb3271963803b4d02f",
"url": "https://llvm.googlesource.com/llvm-project/+/7e39b280e8607e4bd09b87fb3271963803b4d02f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7c022af37ef2bc9deb60c6be93b7925028d39e8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7c022af37ef2bc9deb60c6be93b7925028d39e8a",
"title": "7c022af37ef2bc9deb60c6be93b7925028d39e8a",
"url": "https://llvm.googlesource.com/llvm-project/+/7c022af37ef2bc9deb60c6be93b7925028d39e8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5e6f0c45a851ccb53a7bf1847b967d3cd42de724"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5e6f0c45a851ccb53a7bf1847b967d3cd42de724",
"title": "5e6f0c45a851ccb53a7bf1847b967d3cd42de724",
"url": "https://llvm.googlesource.com/llvm-project/+/5e6f0c45a851ccb53a7bf1847b967d3cd42de724"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "26b4c25b8bceb414471d825395e418636d9d17e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@26b4c25b8bceb414471d825395e418636d9d17e7",
"title": "26b4c25b8bceb414471d825395e418636d9d17e7",
"url": "https://llvm.googlesource.com/llvm-project/+/26b4c25b8bceb414471d825395e418636d9d17e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d149830b98f89787faa8a8cd2387e20b7cd7b0f2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d149830b98f89787faa8a8cd2387e20b7cd7b0f2",
"title": "d149830b98f89787faa8a8cd2387e20b7cd7b0f2",
"url": "https://llvm.googlesource.com/llvm-project/+/d149830b98f89787faa8a8cd2387e20b7cd7b0f2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "99c463512a0458ff1a1928d670cded3b320eb990"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@99c463512a0458ff1a1928d670cded3b320eb990",
"title": "99c463512a0458ff1a1928d670cded3b320eb990",
"url": "https://llvm.googlesource.com/llvm-project/+/99c463512a0458ff1a1928d670cded3b320eb990"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9b708b0032745ca6f8bbd0c6d39a7ecb9fad0310"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9b708b0032745ca6f8bbd0c6d39a7ecb9fad0310",
"title": "9b708b0032745ca6f8bbd0c6d39a7ecb9fad0310",
"url": "https://llvm.googlesource.com/llvm-project/+/9b708b0032745ca6f8bbd0c6d39a7ecb9fad0310"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "361e2359860e332ea669f53717c9759f8b3ca7e0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@361e2359860e332ea669f53717c9759f8b3ca7e0",
"title": "361e2359860e332ea669f53717c9759f8b3ca7e0",
"url": "https://llvm.googlesource.com/llvm-project/+/361e2359860e332ea669f53717c9759f8b3ca7e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "decb5d3ff6a1351fa16c1a6850c553d416b1495e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@decb5d3ff6a1351fa16c1a6850c553d416b1495e",
"title": "decb5d3ff6a1351fa16c1a6850c553d416b1495e",
"url": "https://llvm.googlesource.com/llvm-project/+/decb5d3ff6a1351fa16c1a6850c553d416b1495e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "408209275e63765d69ad752a55b15df5f6063f0a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@408209275e63765d69ad752a55b15df5f6063f0a",
"title": "408209275e63765d69ad752a55b15df5f6063f0a",
"url": "https://llvm.googlesource.com/llvm-project/+/408209275e63765d69ad752a55b15df5f6063f0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b28ad9cb96c29bb3a4fab187a64a20a70709e2da"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b28ad9cb96c29bb3a4fab187a64a20a70709e2da",
"title": "b28ad9cb96c29bb3a4fab187a64a20a70709e2da",
"url": "https://llvm.googlesource.com/llvm-project/+/b28ad9cb96c29bb3a4fab187a64a20a70709e2da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c1d33452468d2728005ced20be550e617f24e6dd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c1d33452468d2728005ced20be550e617f24e6dd",
"title": "c1d33452468d2728005ced20be550e617f24e6dd",
"url": "https://llvm.googlesource.com/llvm-project/+/c1d33452468d2728005ced20be550e617f24e6dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46b6c9744f840981fb06504c3bf5583021064402"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46b6c9744f840981fb06504c3bf5583021064402",
"title": "46b6c9744f840981fb06504c3bf5583021064402",
"url": "https://llvm.googlesource.com/llvm-project/+/46b6c9744f840981fb06504c3bf5583021064402"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "46b6c9744f840981fb06504c3bf5583021064402",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854180266960467856"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:25:12.984] Scheduled build:
{
"id": "8688750202668223329",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-27T02:25:12.253297374Z",
"updateTime": "2026-02-27T02:25:12.253297374Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "46b6c9744f840981fb06504c3bf5583021064402",
"ref": "refs/heads/main"
}
}
}
[02:25:12.984] Task URL: https://cr-buildbucket.appspot.com/build/8688750202668223329
[02:25:12.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:2:0) after 9m10s
[02:25:13.362] Received PubSub notification, asking Buildbucket for the build status
[02:25:13.387] Build status: SCHEDULED
[02:25:20.228] Received PubSub notification, asking Buildbucket for the build status
[02:25:20.250] Build status: STARTED
[02:34:23.109] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:2:0)
[02:34:23.127] Build status: STARTED
[02:34:23.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:5:0) after 1m22s
[02:35:45.146] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:5:0)
[02:35:45.165] Build status: STARTED
[02:35:45.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:6:0) after 8m53s
[02:44:38.327] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:6:0)
[02:44:38.408] Build status: STARTED
[02:44:38.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:7:0) after 7m32s
[02:52:10.471] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:7:0)
[02:52:10.570] Build status: STARTED
[02:52:10.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:8:0) after 5m31s
[02:57:41.736] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:8:0)
[02:57:41.749] Build status: STARTED
[02:57:41.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:9:0) after 9m35s
[03:07:16.997] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:9:0)
[03:07:17.021] Build status: STARTED
[03:07:17.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:10:0) after 3m49s
[03:11:06.046] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:10:0)
[03:11:06.062] Build status: STARTED
[03:11:06.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:11:0) after 7m38s
[03:18:44.082] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:11:0)
[03:18:44.098] Build status: STARTED
[03:18:44.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:12:0) after 6m10s
[03:24:54.111] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:12:0)
[03:24:54.126] Build status: STARTED
[03:24:54.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:13:0) after 8m29s
[03:33:23.336] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:13:0)
[03:33:23.379] Build status: STARTED
[03:33:23.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:14:0) after 6m17s
[03:39:40.385] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:14:0)
[03:39:40.409] Build status: STARTED
[03:39:40.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:15:0) after 2m7s
[03:41:47.428] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:15:0)
[03:41:47.449] Build status: STARTED
[03:41:47.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:16:0) after 5m54s
[03:47:41.486] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:16:0)
[03:47:41.560] Build status: STARTED
[03:47:41.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:17:0) after 9m48s
[03:57:29.562] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:17:0)
[03:57:29.576] Build status: STARTED
[03:57:29.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:18:0) after 2m56s
[04:00:25.644] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:18:0)
[04:00:25.668] Build status: STARTED
[04:00:25.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:19:0) after 7m5s
[04:07:30.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:19:0)
[04:07:30.716] Build status: STARTED
[04:07:30.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:20:0) after 2m30s
[04:10:00.730] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:20:0)
[04:10:00.957] Build status: STARTED
[04:10:00.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:21:0) after 2m26s
[04:12:27.016] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:21:0)
[04:12:27.037] Build status: STARTED
[04:12:27.037] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:22:0) after 6m43s
[04:19:10.096] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:22:0)
[04:19:10.114] Build status: STARTED
[04:19:10.114] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:23:0) after 7m41s
[04:26:51.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:23:0)
[04:26:51.169] Build status: STARTED
[04:26:51.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:24:0) after 8m19s
[04:35:10.211] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:24:0)
[04:35:10.230] Build status: STARTED
[04:35:10.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:25:0) after 2m2s
[04:37:12.281] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:25:0)
[04:37:12.304] Build status: STARTED
[04:37:12.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:26:0) after 5m3s
[04:42:15.321] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:26:0)
[04:42:15.339] Build status: STARTED
[04:42:15.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:27:0) after 3m34s
[04:45:49.375] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:27:0)
[04:45:49.399] Build status: STARTED
[04:45:49.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:28:0) after 5m48s
[04:51:37.414] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:28:0)
[04:51:37.437] Build status: STARTED
[04:51:37.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:29:0) after 7m35s
[04:59:12.489] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:29:0)
[04:59:12.504] Build status: STARTED
[04:59:12.504] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:30:0) after 6m49s
[05:06:01.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:30:0)
[05:06:01.589] Build status: STARTED
[05:06:01.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:31:0) after 3m2s
[05:09:03.582] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:31:0)
[05:09:03.600] Build status: STARTED
[05:09:03.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:32:0) after 6m28s
[05:15:31.606] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:32:0)
[05:15:31.631] Build status: STARTED
[05:15:31.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:33:0) after 9m26s
[05:24:57.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:33:0)
[05:24:57.714] Build status: STARTED
[05:24:57.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8854180266960467856:34:0) after 9m44s
[05:34:27.725] Received PubSub notification, asking Buildbucket for the build status
[05:34:27.742] Build:
{
"id": "8688750202668223329",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-27T02:25:12.253297374Z",
"startTime": "2026-02-27T02:25:19.149148405Z",
"endTime": "2026-02-27T05:34:27.386119364Z",
"updateTime": "2026-02-27T05:34:27.386119364Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "46b6c9744f840981fb06504c3bf5583021064402",
"ref": "refs/heads/main"
}
}
}
[05:34:27.742] Invocation finished in 3h9m18.966202453s with status FAILED