[01:02:44.522] New invocation is queued and will start shortly
[01:02:45.897] Starting the invocation (attempt 1)
[01:02:45.936] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/48c6c7f43f49f1f2e13daaf7ee36f81cde75b164"
[01:02:45.936] Popped gitiles commit info from properties and tags
[01:02:45.936] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:02:45.937] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:02:45.937] Buildbucket request:
{
"requestId": "8856722166459173760",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8856722166459173760",
"job": "fuchsia/prod-clang-ci-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f949e4011b4995114957e3532348700d9e3209b5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f949e4011b4995114957e3532348700d9e3209b5",
"title": "f949e4011b4995114957e3532348700d9e3209b5",
"url": "https://llvm.googlesource.com/llvm-project/+/f949e4011b4995114957e3532348700d9e3209b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2aa020f49bb458b42549b76b50384414f275c214"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2aa020f49bb458b42549b76b50384414f275c214",
"title": "2aa020f49bb458b42549b76b50384414f275c214",
"url": "https://llvm.googlesource.com/llvm-project/+/2aa020f49bb458b42549b76b50384414f275c214"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a1c81b028aab1056aadd3db8c95173c4fd0bf493"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a1c81b028aab1056aadd3db8c95173c4fd0bf493",
"title": "a1c81b028aab1056aadd3db8c95173c4fd0bf493",
"url": "https://llvm.googlesource.com/llvm-project/+/a1c81b028aab1056aadd3db8c95173c4fd0bf493"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6ecca438a3a9d4ca01ad923198c8d7a3cb998d4f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6ecca438a3a9d4ca01ad923198c8d7a3cb998d4f",
"title": "6ecca438a3a9d4ca01ad923198c8d7a3cb998d4f",
"url": "https://llvm.googlesource.com/llvm-project/+/6ecca438a3a9d4ca01ad923198c8d7a3cb998d4f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a9b67d0702cbb5906970d93aed509501b45103ae"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a9b67d0702cbb5906970d93aed509501b45103ae",
"title": "a9b67d0702cbb5906970d93aed509501b45103ae",
"url": "https://llvm.googlesource.com/llvm-project/+/a9b67d0702cbb5906970d93aed509501b45103ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66f687bb9defbeaeef6642d7fbcd900f57defdf9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66f687bb9defbeaeef6642d7fbcd900f57defdf9",
"title": "66f687bb9defbeaeef6642d7fbcd900f57defdf9",
"url": "https://llvm.googlesource.com/llvm-project/+/66f687bb9defbeaeef6642d7fbcd900f57defdf9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b93d6c2fd6f02465085d9a162ef5e1537e0098f9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b93d6c2fd6f02465085d9a162ef5e1537e0098f9",
"title": "b93d6c2fd6f02465085d9a162ef5e1537e0098f9",
"url": "https://llvm.googlesource.com/llvm-project/+/b93d6c2fd6f02465085d9a162ef5e1537e0098f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34a7608fad1cd56e246b07f86880ed1f409a8098"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34a7608fad1cd56e246b07f86880ed1f409a8098",
"title": "34a7608fad1cd56e246b07f86880ed1f409a8098",
"url": "https://llvm.googlesource.com/llvm-project/+/34a7608fad1cd56e246b07f86880ed1f409a8098"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1a80fd6d8c3543a034705d98d02b82382527401b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1a80fd6d8c3543a034705d98d02b82382527401b",
"title": "1a80fd6d8c3543a034705d98d02b82382527401b",
"url": "https://llvm.googlesource.com/llvm-project/+/1a80fd6d8c3543a034705d98d02b82382527401b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e6429d6e938e72f04874e6bf2cb974cce3b91cd8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e6429d6e938e72f04874e6bf2cb974cce3b91cd8",
"title": "e6429d6e938e72f04874e6bf2cb974cce3b91cd8",
"url": "https://llvm.googlesource.com/llvm-project/+/e6429d6e938e72f04874e6bf2cb974cce3b91cd8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3dfcd84dd90ee5324b89aeceb0bae55c7057f3a0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3dfcd84dd90ee5324b89aeceb0bae55c7057f3a0",
"title": "3dfcd84dd90ee5324b89aeceb0bae55c7057f3a0",
"url": "https://llvm.googlesource.com/llvm-project/+/3dfcd84dd90ee5324b89aeceb0bae55c7057f3a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66424a02de1efee11abee58e47c3cb6dac4becb4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66424a02de1efee11abee58e47c3cb6dac4becb4",
"title": "66424a02de1efee11abee58e47c3cb6dac4becb4",
"url": "https://llvm.googlesource.com/llvm-project/+/66424a02de1efee11abee58e47c3cb6dac4becb4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "65925b0405009177a4ede0b79bcfebfb48329b1e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@65925b0405009177a4ede0b79bcfebfb48329b1e",
"title": "65925b0405009177a4ede0b79bcfebfb48329b1e",
"url": "https://llvm.googlesource.com/llvm-project/+/65925b0405009177a4ede0b79bcfebfb48329b1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4cd15a7823bd7031dda14ced8cfa8cd89bcab873"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4cd15a7823bd7031dda14ced8cfa8cd89bcab873",
"title": "4cd15a7823bd7031dda14ced8cfa8cd89bcab873",
"url": "https://llvm.googlesource.com/llvm-project/+/4cd15a7823bd7031dda14ced8cfa8cd89bcab873"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "05e908609227e1e8d993659e604a63668dfd2825"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@05e908609227e1e8d993659e604a63668dfd2825",
"title": "05e908609227e1e8d993659e604a63668dfd2825",
"url": "https://llvm.googlesource.com/llvm-project/+/05e908609227e1e8d993659e604a63668dfd2825"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "48c6c7f43f49f1f2e13daaf7ee36f81cde75b164"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@48c6c7f43f49f1f2e13daaf7ee36f81cde75b164",
"title": "48c6c7f43f49f1f2e13daaf7ee36f81cde75b164",
"url": "https://llvm.googlesource.com/llvm-project/+/48c6c7f43f49f1f2e13daaf7ee36f81cde75b164"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "48c6c7f43f49f1f2e13daaf7ee36f81cde75b164",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8856722166459173760"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ci-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:02:46.610] Scheduled build:
{
"id": "8691292104215944353",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-30T01:02:46.032326006Z",
"updateTime": "2026-01-30T01:02:46.032326006Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "48c6c7f43f49f1f2e13daaf7ee36f81cde75b164",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:02:46.610] Task URL: https://cr-buildbucket.appspot.com/build/8691292104215944353
[01:02:46.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:2:0) after 9m13s
[01:02:47.445] Received PubSub notification, asking Buildbucket for the build status
[01:02:47.500] Build status: SCHEDULED
[01:02:51.739] Received PubSub notification, asking Buildbucket for the build status
[01:02:51.766] Build status: STARTED
[01:11:59.644] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:2:0)
[01:11:59.673] Build status: STARTED
[01:11:59.673] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:5:0) after 2m10s
[01:14:09.691] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:5:0)
[01:14:09.706] Build status: STARTED
[01:14:09.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:6:0) after 8m6s
[01:22:15.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:6:0)
[01:22:15.769] Build status: STARTED
[01:22:15.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:7:0) after 2m39s
[01:24:54.788] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:7:0)
[01:24:54.804] Build status: STARTED
[01:24:54.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:8:0) after 9m13s
[01:34:07.824] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:8:0)
[01:34:07.850] Build status: STARTED
[01:34:07.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:9:0) after 6m3s
[01:40:10.900] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:9:0)
[01:40:10.913] Build status: STARTED
[01:40:10.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:10:0) after 1m35s
[01:41:45.943] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:10:0)
[01:41:45.961] Build status: STARTED
[01:41:45.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:11:0) after 1m13s
[01:42:58.938] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:11:0)
[01:42:58.954] Build status: STARTED
[01:42:58.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:12:0) after 1m18s
[01:44:17.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:12:0)
[01:44:17.047] Build status: STARTED
[01:44:17.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:13:0) after 7m1s
[01:51:18.063] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:13:0)
[01:51:18.089] Build status: STARTED
[01:51:18.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:14:0) after 9m9s
[02:00:27.253] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:14:0)
[02:00:27.274] Build status: STARTED
[02:00:27.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:15:0) after 3m45s
[02:04:12.291] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:15:0)
[02:04:12.316] Build status: STARTED
[02:04:12.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:16:0) after 8m2s
[02:12:14.333] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:16:0)
[02:12:14.361] Build status: STARTED
[02:12:14.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:17:0) after 4m40s
[02:16:54.375] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:17:0)
[02:16:54.392] Build status: STARTED
[02:16:54.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:18:0) after 4m6s
[02:21:00.364] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:18:0)
[02:21:00.398] Build status: STARTED
[02:21:00.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:19:0) after 2m38s
[02:23:38.414] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:19:0)
[02:23:38.433] Build status: STARTED
[02:23:38.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:20:0) after 4m50s
[02:28:28.485] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:20:0)
[02:28:28.512] Build status: STARTED
[02:28:28.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:21:0) after 7m57s
[02:36:25.589] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:21:0)
[02:36:25.622] Build status: STARTED
[02:36:25.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:22:0) after 1m31s
[02:37:56.650] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:22:0)
[02:37:56.674] Build status: STARTED
[02:37:56.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:23:0) after 6m34s
[02:44:30.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:23:0)
[02:44:30.719] Build status: STARTED
[02:44:30.719] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:24:0) after 3m32s
[02:48:02.693] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:24:0)
[02:48:02.709] Build status: STARTED
[02:48:02.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:25:0) after 3m54s
[02:51:56.767] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:25:0)
[02:51:56.890] Build status: STARTED
[02:51:56.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:26:0) after 8m51s
[03:00:47.886] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:26:0)
[03:00:47.899] Build status: STARTED
[03:00:47.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ci-trigger-40be1bb5:8856722166459173760:27:0) after 5m59s
[03:03:42.384] Received PubSub notification, asking Buildbucket for the build status
[03:03:42.447] Build:
{
"id": "8691292104215944353",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ci-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-30T01:02:46.032326006Z",
"startTime": "2026-01-30T01:02:51.558760700Z",
"endTime": "2026-01-30T03:03:39.992037426Z",
"updateTime": "2026-01-30T03:03:39.992037426Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "48c6c7f43f49f1f2e13daaf7ee36f81cde75b164",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:03:42.447] Invocation finished in 2h0m57.937891224s with status FAILED