[18:01:59.416] New invocation is queued and will start shortly
[18:01:59.416] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:02:00.592] Starting the invocation (attempt 1)
[18:02:00.621] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c00df536e3c026f1b4bb5606292257929510a722"
[18:02:00.621] Reconstructed gitiles commit from tags
[18:02:00.621] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:02:00.621] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:02:00.622] Buildbucket request:
{
"requestId": "8873237285748644208",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1abaf51b2c70fd84bc8f17e58fd31dff5aee2007384c46d5a9d406708206fb83/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "75c14723f943a04f01bd2fbab31af207f5ff1d07",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873237285748644208",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1abaf51b2c70fd84bc8f17e58fd31dff5aee2007384c46d5a9d406708206fb83/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "75c14723f943a04f01bd2fbab31af207f5ff1d07",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c00df536e3c026f1b4bb5606292257929510a722"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c00df536e3c026f1b4bb5606292257929510a722",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e2dd6d3e-8a4a-4e61-bde8-c49346edd256",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707812522926341825"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c00df536e3c026f1b4bb5606292257929510a722"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c00df536e3c026f1b4bb5606292257929510a722",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873237285748644208"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:02:01.150] Scheduled build:
{
"id": "8707807223760889121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-31T18:02:00.690982736Z",
"updateTime": "2025-07-31T18:02:00.690982736Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c00df536e3c026f1b4bb5606292257929510a722",
"ref": "refs/heads/main"
}
}
}
[18:02:01.150] Task URL: https://cr-buildbucket.appspot.com/build/8707807223760889121
[18:02:01.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:2:0) after 8m16s
[18:02:02.146] Received PubSub notification, asking Buildbucket for the build status
[18:02:02.175] Build status: SCHEDULED
[18:02:05.766] Received PubSub notification, asking Buildbucket for the build status
[18:02:05.805] Build status: STARTED
[18:10:17.224] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:2:0)
[18:10:17.242] Build status: STARTED
[18:10:17.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:5:0) after 4m58s
[18:15:15.315] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:5:0)
[18:15:15.335] Build status: STARTED
[18:15:15.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:6:0) after 7m46s
[18:23:01.361] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:6:0)
[18:23:01.384] Build status: STARTED
[18:23:01.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:7:0) after 9m16s
[18:32:17.584] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:7:0)
[18:32:17.601] Build status: STARTED
[18:32:17.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:8:0) after 7m46s
[18:40:03.625] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:8:0)
[18:40:03.782] Build status: STARTED
[18:40:03.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:9:0) after 2m32s
[18:42:35.900] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:9:0)
[18:42:35.916] Build status: STARTED
[18:42:35.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:10:0) after 9m15s
[18:51:50.931] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:10:0)
[18:51:50.947] Build status: STARTED
[18:51:50.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:11:0) after 2m4s
[18:53:55.014] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:11:0)
[18:53:55.037] Build status: STARTED
[18:53:55.037] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:12:0) after 2m19s
[18:56:14.113] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:12:0)
[18:56:14.129] Build status: STARTED
[18:56:14.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:13:0) after 5m23s
[19:01:37.209] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:13:0)
[19:01:37.260] Build status: STARTED
[19:01:37.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:14:0) after 7m56s
[19:09:33.287] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:14:0)
[19:09:33.312] Build status: STARTED
[19:09:33.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:15:0) after 7m20s
[19:16:53.356] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:15:0)
[19:16:53.446] Build status: STARTED
[19:16:53.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:16:0) after 5m31s
[19:22:24.546] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:16:0)
[19:22:24.572] Build status: STARTED
[19:22:24.572] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:17:0) after 2m35s
[19:24:59.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:17:0)
[19:24:59.754] Build status: STARTED
[19:24:59.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:18:0) after 7m6s
[19:32:05.802] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:18:0)
[19:32:05.882] Build status: STARTED
[19:32:05.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:19:0) after 5m44s
[19:37:49.919] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:19:0)
[19:37:49.938] Build status: STARTED
[19:37:49.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:20:0) after 2m19s
[19:40:08.956] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:20:0)
[19:40:08.972] Build status: STARTED
[19:40:08.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:21:0) after 5m7s
[19:45:16.048] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:21:0)
[19:45:16.075] Build status: STARTED
[19:45:16.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:22:0) after 3m47s
[19:49:03.116] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:22:0)
[19:49:03.134] Build status: STARTED
[19:49:03.134] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:23:0) after 9m27s
[19:58:30.223] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:23:0)
[19:58:30.238] Build status: STARTED
[19:58:30.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:24:0) after 4m38s
[20:03:08.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:24:0)
[20:03:08.305] Build status: STARTED
[20:03:08.305] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:25:0) after 1m48s
[20:04:56.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:25:0)
[20:04:56.354] Build status: STARTED
[20:04:56.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:26:0) after 9m36s
[20:14:32.423] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:26:0)
[20:14:32.516] Build status: STARTED
[20:14:32.516] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:27:0) after 4m29s
[20:19:01.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:27:0)
[20:19:01.626] Build status: STARTED
[20:19:01.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:28:0) after 1m34s
[20:20:35.654] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:28:0)
[20:20:35.684] Build status: STARTED
[20:20:35.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:29:0) after 6m8s
[20:26:43.756] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:29:0)
[20:26:43.805] Build status: STARTED
[20:26:43.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:30:0) after 3m40s
[20:30:23.814] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:30:0)
[20:30:23.831] Build status: STARTED
[20:30:23.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:31:0) after 6m56s
[20:37:19.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:31:0)
[20:37:19.913] Build status: STARTED
[20:37:19.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:32:0) after 4m24s
[20:41:43.943] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:32:0)
[20:41:43.965] Build status: STARTED
[20:41:43.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:33:0) after 2m2s
[20:43:45.990] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:33:0)
[20:43:46.008] Build status: STARTED
[20:43:46.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:34:0) after 1m30s
[20:45:16.032] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:34:0)
[20:45:16.049] Build status: STARTED
[20:45:16.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:35:0) after 4m16s
[20:49:32.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:35:0)
[20:49:32.068] Build status: STARTED
[20:49:32.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8873237285748644208:36:0) after 3m28s
[20:52:45.153] Received PubSub notification, asking Buildbucket for the build status
[20:52:45.272] Build:
{
"id": "8707807223760889121",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-31T18:02:00.690982736Z",
"startTime": "2025-07-31T18:02:05.562426912Z",
"endTime": "2025-07-31T20:52:44.810260725Z",
"updateTime": "2025-07-31T20:52:44.810260725Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c00df536e3c026f1b4bb5606292257929510a722",
"ref": "refs/heads/main"
}
}
}
[20:52:45.272] Invocation finished in 2h50m45.860877499s with status FAILED