[00:38:16.694] New invocation is queued and will start shortly
[00:38:17.844] Starting the invocation (attempt 1)
[00:38:17.873] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3686ff2b15be36b510e8efef2d3f95968f716b68"
[00:38:17.873] Popped gitiles commit info from properties and tags
[00:38:17.873] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:17.873] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:17.873] Buildbucket request:
{
"requestId": "8861434747841744416",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861434747841744416",
"job": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e7f6038e897368840e2778a93f8de093f7d7512a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e7f6038e897368840e2778a93f8de093f7d7512a",
"title": "e7f6038e897368840e2778a93f8de093f7d7512a",
"url": "https://llvm.googlesource.com/llvm-project/+/e7f6038e897368840e2778a93f8de093f7d7512a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "89bc5fff54b750c145c27d44e70692c7af7aba3b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@89bc5fff54b750c145c27d44e70692c7af7aba3b",
"title": "89bc5fff54b750c145c27d44e70692c7af7aba3b",
"url": "https://llvm.googlesource.com/llvm-project/+/89bc5fff54b750c145c27d44e70692c7af7aba3b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5c8c7f3d21ce37bfecd671de4e139a4d933f9be9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5c8c7f3d21ce37bfecd671de4e139a4d933f9be9",
"title": "5c8c7f3d21ce37bfecd671de4e139a4d933f9be9",
"url": "https://llvm.googlesource.com/llvm-project/+/5c8c7f3d21ce37bfecd671de4e139a4d933f9be9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b71eb53cd4399cea26c4aebdefb238e80c22ba95"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b71eb53cd4399cea26c4aebdefb238e80c22ba95",
"title": "b71eb53cd4399cea26c4aebdefb238e80c22ba95",
"url": "https://llvm.googlesource.com/llvm-project/+/b71eb53cd4399cea26c4aebdefb238e80c22ba95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c3acafcda289ffa09f1bcae93221eaaf8fcffe79"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c3acafcda289ffa09f1bcae93221eaaf8fcffe79",
"title": "c3acafcda289ffa09f1bcae93221eaaf8fcffe79",
"url": "https://llvm.googlesource.com/llvm-project/+/c3acafcda289ffa09f1bcae93221eaaf8fcffe79"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f803e463f921f9cf460f4c3e96372fb3755cc934"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f803e463f921f9cf460f4c3e96372fb3755cc934",
"title": "f803e463f921f9cf460f4c3e96372fb3755cc934",
"url": "https://llvm.googlesource.com/llvm-project/+/f803e463f921f9cf460f4c3e96372fb3755cc934"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1911ce132659222aee353882bd5570d689745a7d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1911ce132659222aee353882bd5570d689745a7d",
"title": "1911ce132659222aee353882bd5570d689745a7d",
"url": "https://llvm.googlesource.com/llvm-project/+/1911ce132659222aee353882bd5570d689745a7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2ab198fd15ccbc7f79d11af2383c4534e762fb60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2ab198fd15ccbc7f79d11af2383c4534e762fb60",
"title": "2ab198fd15ccbc7f79d11af2383c4534e762fb60",
"url": "https://llvm.googlesource.com/llvm-project/+/2ab198fd15ccbc7f79d11af2383c4534e762fb60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0ce6d5699632cb2821f53978afb22e2466ec85c3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0ce6d5699632cb2821f53978afb22e2466ec85c3",
"title": "0ce6d5699632cb2821f53978afb22e2466ec85c3",
"url": "https://llvm.googlesource.com/llvm-project/+/0ce6d5699632cb2821f53978afb22e2466ec85c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "786498b2816368b02f51514e71f6c6f6ceceba1a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@786498b2816368b02f51514e71f6c6f6ceceba1a",
"title": "786498b2816368b02f51514e71f6c6f6ceceba1a",
"url": "https://llvm.googlesource.com/llvm-project/+/786498b2816368b02f51514e71f6c6f6ceceba1a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "05b7720ccafaca5269dae44254547d1622607485"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@05b7720ccafaca5269dae44254547d1622607485",
"title": "05b7720ccafaca5269dae44254547d1622607485",
"url": "https://llvm.googlesource.com/llvm-project/+/05b7720ccafaca5269dae44254547d1622607485"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "392c302d790d82fdbf22ebeeaa7e97a261cb23fe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@392c302d790d82fdbf22ebeeaa7e97a261cb23fe",
"title": "392c302d790d82fdbf22ebeeaa7e97a261cb23fe",
"url": "https://llvm.googlesource.com/llvm-project/+/392c302d790d82fdbf22ebeeaa7e97a261cb23fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c595282f7d281012a21467655dd310826d86ddb9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c595282f7d281012a21467655dd310826d86ddb9",
"title": "c595282f7d281012a21467655dd310826d86ddb9",
"url": "https://llvm.googlesource.com/llvm-project/+/c595282f7d281012a21467655dd310826d86ddb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3686ff2b15be36b510e8efef2d3f95968f716b68"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3686ff2b15be36b510e8efef2d3f95968f716b68",
"title": "3686ff2b15be36b510e8efef2d3f95968f716b68",
"url": "https://llvm.googlesource.com/llvm-project/+/3686ff2b15be36b510e8efef2d3f95968f716b68"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3686ff2b15be36b510e8efef2d3f95968f716b68",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861434747841744416"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:38:18.417] Scheduled build:
{
"id": "8696004685879740545",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-12-09T00:38:17.936820998Z",
"updateTime": "2025-12-09T00:38:17.936820998Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3686ff2b15be36b510e8efef2d3f95968f716b68",
"ref": "refs/heads/main"
}
}
}
[00:38:18.417] Task URL: https://cr-buildbucket.appspot.com/build/8696004685879740545
[00:38:18.417] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:2:0) after 5m21s
[00:38:30.401] Received PubSub notification, asking Buildbucket for the build status
[00:38:30.437] Build status: STARTED
[00:38:33.877] Received PubSub notification, asking Buildbucket for the build status
[00:38:33.922] Build status: STARTED
[00:43:39.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:2:0)
[00:43:39.501] Build status: STARTED
[00:43:39.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:5:0) after 6m53s
[00:50:32.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:5:0)
[00:50:32.595] Build status: STARTED
[00:50:32.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:6:0) after 8m18s
[00:58:50.622] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:6:0)
[00:58:50.658] Build status: STARTED
[00:58:50.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:7:0) after 3m15s
[01:02:05.678] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:7:0)
[01:02:05.693] Build status: STARTED
[01:02:05.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:8:0) after 6m37s
[01:08:42.811] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:8:0)
[01:08:42.826] Build status: STARTED
[01:08:42.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:9:0) after 6m19s
[01:15:01.815] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:9:0)
[01:15:01.836] Build status: STARTED
[01:15:01.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:10:0) after 5m15s
[01:20:16.839] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:10:0)
[01:20:16.856] Build status: STARTED
[01:20:16.857] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:11:0) after 6m24s
[01:26:40.970] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:11:0)
[01:26:40.988] Build status: STARTED
[01:26:40.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:12:0) after 7m15s
[01:33:56.052] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:12:0)
[01:33:56.069] Build status: STARTED
[01:33:56.069] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:13:0) after 8m44s
[01:42:40.119] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:13:0)
[01:42:40.144] Build status: STARTED
[01:42:40.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:14:0) after 8m48s
[01:51:28.219] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:14:0)
[01:51:28.233] Build status: STARTED
[01:51:28.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:15:0) after 8m54s
[02:00:22.250] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:15:0)
[02:00:22.452] Build status: STARTED
[02:00:22.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:16:0) after 3m22s
[02:03:44.515] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:16:0)
[02:03:44.568] Build status: STARTED
[02:03:44.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:17:0) after 8m42s
[02:12:26.634] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:17:0)
[02:12:26.662] Build status: STARTED
[02:12:26.662] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:18:0) after 7m11s
[02:19:37.677] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:18:0)
[02:19:37.792] Build status: STARTED
[02:19:37.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:19:0) after 1m5s
[02:20:42.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:19:0)
[02:20:42.876] Build status: STARTED
[02:20:42.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:20:0) after 5m26s
[02:26:08.901] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:20:0)
[02:26:08.917] Build status: STARTED
[02:26:08.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:21:0) after 8m48s
[02:34:56.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:21:0)
[02:34:57.001] Build status: STARTED
[02:34:57.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:22:0) after 2m57s
[02:37:54.069] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:22:0)
[02:37:54.103] Build status: STARTED
[02:37:54.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:23:0) after 3m6s
[02:41:00.140] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:23:0)
[02:41:00.158] Build status: STARTED
[02:41:00.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:24:0) after 7m7s
[02:48:07.193] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:24:0)
[02:48:07.274] Build status: STARTED
[02:48:07.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:25:0) after 6m0s
[02:54:07.290] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:25:0)
[02:54:07.306] Build status: STARTED
[02:54:07.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:26:0) after 6m5s
[03:00:12.430] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:26:0)
[03:00:12.452] Build status: STARTED
[03:00:12.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:27:0) after 4m51s
[03:05:03.487] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:27:0)
[03:05:03.507] Build status: STARTED
[03:05:03.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:28:0) after 8m23s
[03:13:26.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:28:0)
[03:13:26.533] Build status: STARTED
[03:13:26.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:29:0) after 6m10s
[03:19:36.551] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:29:0)
[03:19:36.571] Build status: STARTED
[03:19:36.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:30:0) after 5m52s
[03:25:28.593] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:30:0)
[03:25:28.609] Build status: STARTED
[03:25:28.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:31:0) after 4m6s
[03:29:34.616] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:31:0)
[03:29:34.635] Build status: STARTED
[03:29:34.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:32:0) after 9m19s
[03:38:53.673] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:32:0)
[03:38:53.688] Build status: STARTED
[03:38:53.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:33:0) after 8m35s
[03:47:28.716] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:33:0)
[03:47:28.742] Build status: STARTED
[03:47:28.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-prod-unbounded-trigger-40be1bb5:8861434747841744416:34:0) after 5m29s
[03:50:28.617] Received PubSub notification, asking Buildbucket for the build status
[03:50:28.639] Build:
{
"id": "8696004685879740545",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-prod-unbounded-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-12-09T00:38:17.936820998Z",
"startTime": "2025-12-09T00:38:22.342308247Z",
"endTime": "2025-12-09T03:50:28.403393085Z",
"updateTime": "2025-12-09T03:50:28.403393085Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3686ff2b15be36b510e8efef2d3f95968f716b68",
"ref": "refs/heads/main"
}
}
}
[03:50:28.639] Invocation finished in 3h12m11.958207719s with status FAILED