[22:27:24.522] New invocation is queued and will start shortly
[22:27:24.522] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[22:27:25.594] Starting the invocation (attempt 1)
[22:27:25.619] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0f521931b85e6b5f798af357cf32a7ae782a848d"
[22:27:25.619] Reconstructed gitiles commit from tags
[22:27:25.619] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:27:25.620] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:27:25.620] Buildbucket request:
{
"requestId": "8901215049682203392",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b6ec645f5c8d133ad95ee79e15a039b59553396d94e94c65a5cff672ac04749c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bb5e87273ff0360f8bf25b21f47fc2eae938855",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8901215049682203392",
"job": "fuchsia/clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b6ec645f5c8d133ad95ee79e15a039b59553396d94e94c65a5cff672ac04749c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3bb5e87273ff0360f8bf25b21f47fc2eae938855",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0f521931b85e6b5f798af357cf32a7ae782a848d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0f521931b85e6b5f798af357cf32a7ae782a848d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "051b8160-c992-4d6e-bd56-6a5a48b54734",
"title": "clang-linux-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0f521931b85e6b5f798af357cf32a7ae782a848d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0f521931b85e6b5f798af357cf32a7ae782a848d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8901215049682203392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:27:26.077] Scheduled build:
{
"id": "8735784987825291409",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-25T22:27:25.671722912Z",
"updateTime": "2024-09-25T22:27:25.671722912Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0f521931b85e6b5f798af357cf32a7ae782a848d",
"ref": "refs/heads/main"
}
}
}
[22:27:26.077] Task URL: https://cr-buildbucket.appspot.com/build/8735784987825291409
[22:27:26.077] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:2:0) after 3m0s
[22:27:26.959] Received PubSub notification, asking Buildbucket for the build status
[22:27:26.980] Build status: SCHEDULED
[22:27:32.207] Received PubSub notification, asking Buildbucket for the build status
[22:27:32.227] Build status: STARTED
[22:30:26.082] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:2:0)
[22:30:26.100] Build status: STARTED
[22:30:26.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:5:0) after 6m3s
[22:36:29.190] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:5:0)
[22:36:29.219] Build status: STARTED
[22:36:29.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:6:0) after 1m53s
[22:38:22.230] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:6:0)
[22:38:22.248] Build status: STARTED
[22:38:22.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:7:0) after 8m9s
[22:46:31.263] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:7:0)
[22:46:31.286] Build status: STARTED
[22:46:31.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:8:0) after 6m43s
[22:53:14.336] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:8:0)
[22:53:14.356] Build status: STARTED
[22:53:14.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:9:0) after 7m22s
[23:00:36.428] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:9:0)
[23:00:36.450] Build status: STARTED
[23:00:36.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:10:0) after 7m49s
[23:08:25.423] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:10:0)
[23:08:25.503] Build status: STARTED
[23:08:25.503] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:11:0) after 8m7s
[23:16:32.570] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:11:0)
[23:16:32.610] Build status: STARTED
[23:16:32.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:12:0) after 7m38s
[23:24:10.630] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:12:0)
[23:24:10.648] Build status: STARTED
[23:24:10.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:13:0) after 2m5s
[23:26:15.666] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:13:0)
[23:26:15.689] Build status: STARTED
[23:26:15.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:14:0) after 4m19s
[23:30:34.786] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:14:0)
[23:30:34.808] Build status: STARTED
[23:30:34.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:15:0) after 2m5s
[23:32:39.822] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:15:0)
[23:32:39.850] Build status: STARTED
[23:32:39.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:16:0) after 1m17s
[23:33:56.911] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:16:0)
[23:33:56.933] Build status: STARTED
[23:33:56.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:17:0) after 4m28s
[23:38:24.924] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:17:0)
[23:38:24.944] Build status: STARTED
[23:38:24.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:18:0) after 8m1s
[23:46:25.919] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:18:0)
[23:46:25.936] Build status: STARTED
[23:46:25.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:19:0) after 6m43s
[23:53:08.952] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:19:0)
[23:53:08.981] Build status: STARTED
[23:53:08.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:20:0) after 4m12s
[23:57:21.000] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:20:0)
[23:57:21.018] Build status: STARTED
[23:57:21.018] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:21:0) after 7m49s
[00:05:10.034] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:21:0)
[00:05:10.058] Build status: STARTED
[00:05:10.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:22:0) after 8m58s
[00:14:08.119] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:22:0)
[00:14:08.139] Build status: STARTED
[00:14:08.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:23:0) after 4m51s
[00:18:59.154] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:23:0)
[00:18:59.171] Build status: STARTED
[00:18:59.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:24:0) after 9m29s
[00:28:28.194] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:24:0)
[00:28:28.216] Build status: STARTED
[00:28:28.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:25:0) after 1m33s
[00:30:01.230] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:25:0)
[00:30:01.251] Build status: STARTED
[00:30:01.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:26:0) after 2m53s
[00:32:54.267] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:26:0)
[00:32:54.314] Build status: STARTED
[00:32:54.314] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:27:0) after 9m39s
[00:42:33.766] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:27:0)
[00:42:33.791] Build status: STARTED
[00:42:33.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:28:0) after 3m6s
[00:45:39.824] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:28:0)
[00:45:39.848] Build status: STARTED
[00:45:39.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:29:0) after 7m6s
[00:52:45.868] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:29:0)
[00:52:45.889] Build status: STARTED
[00:52:45.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:30:0) after 3m38s
[00:56:23.907] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:30:0)
[00:56:23.924] Build status: STARTED
[00:56:23.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:31:0) after 2m23s
[00:58:46.946] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:31:0)
[00:58:46.963] Build status: STARTED
[00:58:46.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:32:0) after 5m53s
[01:04:39.980] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:32:0)
[01:04:39.998] Build status: STARTED
[01:04:39.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:33:0) after 3m4s
[01:07:44.014] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:33:0)
[01:07:44.035] Build status: STARTED
[01:07:44.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:34:0) after 7m22s
[01:15:06.052] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:34:0)
[01:15:06.070] Build status: STARTED
[01:15:06.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:35:0) after 1m33s
[01:16:39.087] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:35:0)
[01:16:39.108] Build status: STARTED
[01:16:39.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8901215049682203392:36:0) after 3m4s
[01:17:47.284] Received PubSub notification, asking Buildbucket for the build status
[01:17:47.302] Build:
{
"id": "8735784987825291409",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-25T22:27:25.671722912Z",
"startTime": "2024-09-25T22:27:32.017374384Z",
"endTime": "2024-09-26T01:17:46.727991077Z",
"updateTime": "2024-09-26T01:17:46.727991077Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0f521931b85e6b5f798af357cf32a7ae782a848d",
"ref": "refs/heads/main"
}
}
}
[01:17:47.302] Invocation finished in 2h50m22.785183866s with status FAILED