[10:51:40.518] New invocation is queued and will start shortly
[10:51:40.518] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[10:51:41.690] Starting the invocation (attempt 1)
[10:51:41.718] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8f41d28d89ee287d0f5a6518116ab316be2657b8"
[10:51:41.718] Reconstructed gitiles commit from tags
[10:51:41.718] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:51:41.718] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:51:41.719] Buildbucket request:
{
"requestId": "8887941067379730112",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4b5d2e23aea7e921c34eedf1aecfd12654d1bb85df6075280fe478be608ffd6a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b95dc3cfba761364f9097e1bdfe7d5959d153fc4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8887941067379730112",
"job": "fuchsia/clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4b5d2e23aea7e921c34eedf1aecfd12654d1bb85df6075280fe478be608ffd6a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b95dc3cfba761364f9097e1bdfe7d5959d153fc4",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8f41d28d89ee287d0f5a6518116ab316be2657b8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8f41d28d89ee287d0f5a6518116ab316be2657b8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "41de4f5b-a1ff-4827-b754-53e1215b479f",
"title": "clang-linux-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8f41d28d89ee287d0f5a6518116ab316be2657b8"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8f41d28d89ee287d0f5a6518116ab316be2657b8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8887941067379730112"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:51:42.159] Scheduled build:
{
"id": "8722511005406341265",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-02-19T10:51:41.781442629Z",
"updateTime": "2025-02-19T10:51:41.781442629Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8f41d28d89ee287d0f5a6518116ab316be2657b8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:51:42.159] Task URL: https://cr-buildbucket.appspot.com/build/8722511005406341265
[10:51:42.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:2:0) after 2m52s
[10:51:43.103] Received PubSub notification, asking Buildbucket for the build status
[10:51:43.127] Build status: SCHEDULED
[10:51:47.811] Received PubSub notification, asking Buildbucket for the build status
[10:51:47.838] Build status: STARTED
[10:54:34.173] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:2:0)
[10:54:34.199] Build status: STARTED
[10:54:34.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:5:0) after 6m21s
[11:00:55.389] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:5:0)
[11:00:55.440] Build status: STARTED
[11:00:55.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:6:0) after 5m2s
[11:05:57.603] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:6:0)
[11:05:57.626] Build status: STARTED
[11:05:57.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:7:0) after 4m4s
[11:10:01.649] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:7:0)
[11:10:01.683] Build status: STARTED
[11:10:01.683] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:8:0) after 7m32s
[11:17:33.742] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:8:0)
[11:17:33.773] Build status: STARTED
[11:17:33.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:9:0) after 4m46s
[11:22:19.881] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:9:0)
[11:22:19.896] Build status: STARTED
[11:22:19.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:10:0) after 9m36s
[11:31:56.165] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:10:0)
[11:31:56.260] Build status: STARTED
[11:31:56.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:11:0) after 3m7s
[11:35:03.287] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:11:0)
[11:35:03.341] Build status: STARTED
[11:35:03.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:12:0) after 8m1s
[11:43:04.646] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:12:0)
[11:43:04.670] Build status: STARTED
[11:43:04.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:13:0) after 8m15s
[11:51:19.717] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:13:0)
[11:51:20.446] Build status: STARTED
[11:51:20.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:14:0) after 6m6s
[11:57:26.479] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:14:0)
[11:57:26.545] Build status: STARTED
[11:57:26.545] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:15:0) after 3m54s
[12:01:20.751] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:15:0)
[12:01:20.766] Build status: STARTED
[12:01:20.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:16:0) after 4m57s
[12:06:17.784] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:16:0)
[12:06:17.804] Build status: STARTED
[12:06:17.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:17:0) after 1m7s
[12:07:24.948] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:17:0)
[12:07:24.977] Build status: STARTED
[12:07:24.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:18:0) after 5m11s
[12:12:36.005] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:18:0)
[12:12:36.027] Build status: STARTED
[12:12:36.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:19:0) after 8m45s
[12:21:21.048] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:19:0)
[12:21:21.071] Build status: STARTED
[12:21:21.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:20:0) after 8m39s
[12:30:00.087] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:20:0)
[12:30:00.106] Build status: STARTED
[12:30:00.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:21:0) after 8m32s
[12:38:32.107] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:21:0)
[12:38:32.126] Build status: STARTED
[12:38:32.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:22:0) after 6m33s
[12:45:05.186] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:22:0)
[12:45:05.208] Build status: STARTED
[12:45:05.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:23:0) after 4m7s
[12:49:12.332] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:23:0)
[12:49:12.357] Build status: STARTED
[12:49:12.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:24:0) after 4m13s
[12:53:25.388] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:24:0)
[12:53:25.479] Build status: STARTED
[12:53:25.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:25:0) after 3m42s
[12:57:07.565] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:25:0)
[12:57:07.584] Build status: STARTED
[12:57:07.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:26:0) after 4m11s
[13:01:18.614] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:26:0)
[13:01:18.661] Build status: STARTED
[13:01:18.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:27:0) after 4m32s
[13:05:50.686] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:27:0)
[13:05:50.715] Build status: STARTED
[13:05:50.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:28:0) after 3m17s
[13:09:07.741] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:28:0)
[13:09:07.770] Build status: STARTED
[13:09:07.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:29:0) after 9m19s
[13:18:26.846] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:29:0)
[13:18:26.863] Build status: STARTED
[13:18:26.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:30:0) after 1m31s
[13:19:57.887] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:30:0)
[13:19:57.910] Build status: STARTED
[13:19:57.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:31:0) after 7m1s
[13:26:59.505] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:31:0)
[13:26:59.540] Build status: STARTED
[13:26:59.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:32:0) after 4m54s
[13:31:54.009] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:32:0)
[13:31:54.031] Build status: STARTED
[13:31:54.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:33:0) after 2m10s
[13:34:04.101] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:33:0)
[13:34:04.187] Build status: STARTED
[13:34:04.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:34:0) after 3m53s
[13:37:57.210] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:34:0)
[13:37:57.255] Build status: STARTED
[13:37:57.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:35:0) after 2m56s
[13:40:53.245] Handling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:35:0)
[13:40:53.279] Build status: STARTED
[13:40:53.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/clang_toolchain.prod.core.arm64-debug:8887941067379730112:36:0) after 8m34s
[13:41:58.574] Received PubSub notification, asking Buildbucket for the build status
[13:41:58.595] Build:
{
"id": "8722511005406341265",
"builder": {
"project": "fuchsia",
"bucket": "ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-02-19T10:51:41.781442629Z",
"startTime": "2025-02-19T10:51:47.514216747Z",
"endTime": "2025-02-19T13:41:58.256864692Z",
"updateTime": "2025-02-19T13:41:58.256864692Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8f41d28d89ee287d0f5a6518116ab316be2657b8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:41:58.595] Invocation finished in 2h50m18.080337994s with status FAILED