[06:12:24.322] New invocation is queued and will start shortly
[06:12:24.322] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:12:25.442] Starting the invocation (attempt 1)
[06:12:25.495] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45509a8c6d2d923b6abb4d38175718612ea58ba7"
[06:12:25.495] Reconstructed gitiles commit from tags
[06:12:25.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:12:25.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:12:25.497] Buildbucket request:
{
"requestId": "8875637450098895152",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dd134c576514d2ccde77983ef6b3f2db2f9d0038bca0c5963e4e94b2820cc85e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c580b6cea297d6ed9ceeb39eddd079c95facb61f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875637450098895152",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1728710dcabb2140b6f65a47044c4cf4ffba4a48ee8f1468dcfa89032624945f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c580b6cea297d6ed9ceeb39eddd079c95facb61f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "09372335c51b6d96c7112de63a38645ae5422732"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/09372335c51b6d96c7112de63a38645ae5422732",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "7afd979c-ffaf-4d52-84eb-38d5ccf47223",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710220159852816753"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dd134c576514d2ccde77983ef6b3f2db2f9d0038bca0c5963e4e94b2820cc85e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c580b6cea297d6ed9ceeb39eddd079c95facb61f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45509a8c6d2d923b6abb4d38175718612ea58ba7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45509a8c6d2d923b6abb4d38175718612ea58ba7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "bcc7108c-df1c-4efd-a212-299c5a0428a4",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710213960560696033"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45509a8c6d2d923b6abb4d38175718612ea58ba7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45509a8c6d2d923b6abb4d38175718612ea58ba7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875637450098895152"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:12:25.917] Scheduled build:
{
"id": "8710207388142548465",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-05T06:12:25.564850568Z",
"updateTime": "2025-07-05T06:12:25.564850568Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45509a8c6d2d923b6abb4d38175718612ea58ba7",
"ref": "refs/heads/main"
}
}
}
[06:12:25.917] Task URL: https://cr-buildbucket.appspot.com/build/8710207388142548465
[06:12:25.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:2:0) after 6m38s
[06:12:26.879] Received PubSub notification, asking Buildbucket for the build status
[06:12:26.896] Build status: SCHEDULED
[06:13:17.850] Received PubSub notification, asking Buildbucket for the build status
[06:13:17.878] Build status: STARTED
[06:19:04.088] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:2:0)
[06:19:04.110] Build status: STARTED
[06:19:04.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:5:0) after 1m55s
[06:20:59.133] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:5:0)
[06:20:59.290] Build status: STARTED
[06:20:59.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:6:0) after 6m24s
[06:27:23.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:6:0)
[06:27:23.438] Build status: STARTED
[06:27:23.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:7:0) after 2m36s
[06:29:59.453] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:7:0)
[06:29:59.485] Build status: STARTED
[06:29:59.485] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:8:0) after 7m42s
[06:37:41.607] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:8:0)
[06:37:41.634] Build status: STARTED
[06:37:41.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:9:0) after 9m51s
[06:47:32.703] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:9:0)
[06:47:32.731] Build status: STARTED
[06:47:32.732] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:10:0) after 4m46s
[06:52:18.762] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:10:0)
[06:52:18.893] Build status: STARTED
[06:52:18.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:11:0) after 7m51s
[07:00:09.917] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:11:0)
[07:00:09.976] Build status: STARTED
[07:00:09.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:12:0) after 7m0s
[07:07:10.033] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:12:0)
[07:07:10.075] Build status: STARTED
[07:07:10.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:13:0) after 5m26s
[07:12:36.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:13:0)
[07:12:36.133] Build status: STARTED
[07:12:36.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:14:0) after 9m39s
[07:22:15.123] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:14:0)
[07:22:15.139] Build status: STARTED
[07:22:15.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:15:0) after 7m24s
[07:29:39.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:15:0)
[07:29:39.218] Build status: STARTED
[07:29:39.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:16:0) after 2m33s
[07:32:12.364] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:16:0)
[07:32:12.382] Build status: STARTED
[07:32:12.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:17:0) after 4m54s
[07:37:06.545] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:17:0)
[07:37:06.563] Build status: STARTED
[07:37:06.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:18:0) after 1m50s
[07:38:56.580] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:18:0)
[07:38:56.607] Build status: STARTED
[07:38:56.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:19:0) after 3m22s
[07:42:18.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:19:0)
[07:42:18.935] Build status: STARTED
[07:42:18.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:20:0) after 4m26s
[07:46:44.960] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:20:0)
[07:46:44.981] Build status: STARTED
[07:46:44.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:21:0) after 1m43s
[07:48:28.042] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:21:0)
[07:48:28.096] Build status: STARTED
[07:48:28.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:22:0) after 2m58s
[07:51:26.208] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:22:0)
[07:51:26.227] Build status: STARTED
[07:51:26.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:23:0) after 7m37s
[07:59:03.239] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:23:0)
[07:59:03.263] Build status: STARTED
[07:59:03.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:24:0) after 1m57s
[08:01:00.295] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:24:0)
[08:01:00.318] Build status: STARTED
[08:01:00.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:25:0) after 5m15s
[08:06:16.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:25:0)
[08:06:16.128] Build status: STARTED
[08:06:16.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:26:0) after 1m4s
[08:07:20.153] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:26:0)
[08:07:20.168] Build status: STARTED
[08:07:20.168] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:27:0) after 5m54s
[08:13:14.343] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:27:0)
[08:13:14.358] Build status: STARTED
[08:13:14.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:28:0) after 3m27s
[08:16:41.664] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:28:0)
[08:16:41.681] Build status: STARTED
[08:16:41.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:29:0) after 2m31s
[08:19:12.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:29:0)
[08:19:12.874] Build status: STARTED
[08:19:12.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:30:0) after 7m59s
[08:27:12.138] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:30:0)
[08:27:12.169] Build status: STARTED
[08:27:12.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:31:0) after 2m2s
[08:29:14.205] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:31:0)
[08:29:14.225] Build status: STARTED
[08:29:14.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:32:0) after 3m2s
[08:32:16.547] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:32:0)
[08:32:17.025] Build status: STARTED
[08:32:17.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:33:0) after 7m27s
[08:39:44.000] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:33:0)
[08:39:44.026] Build status: STARTED
[08:39:44.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:34:0) after 1m2s
[08:40:46.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:34:0)
[08:40:46.180] Build status: STARTED
[08:40:46.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:35:0) after 4m20s
[08:45:06.299] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:35:0)
[08:45:06.316] Build status: STARTED
[08:45:06.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:36:0) after 3m44s
[08:48:50.339] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:36:0)
[08:48:50.366] Build status: STARTED
[08:48:50.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:37:0) after 1m41s
[08:50:31.459] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:37:0)
[08:50:31.480] Build status: STARTED
[08:50:31.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:38:0) after 6m3s
[08:56:34.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:38:0)
[08:56:34.933] Build status: STARTED
[08:56:34.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:39:0) after 4m46s
[09:01:20.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:39:0)
[09:01:21.005] Build status: STARTED
[09:01:21.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:40:0) after 9m41s
[09:11:02.150] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:40:0)
[09:11:02.167] Build status: STARTED
[09:11:02.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:41:0) after 6m47s
[09:17:49.274] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:41:0)
[09:17:49.289] Build status: STARTED
[09:17:49.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:42:0) after 9m7s
[09:26:56.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:42:0)
[09:26:56.454] Build status: STARTED
[09:26:56.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875637450098895152:43:0) after 9m52s
[09:35:51.714] Received PubSub notification, asking Buildbucket for the build status
[09:35:51.736] Build:
{
"id": "8710207388142548465",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-05T06:12:25.564850568Z",
"startTime": "2025-07-05T06:13:17.587850361Z",
"endTime": "2025-07-05T09:34:57.356007870Z",
"updateTime": "2025-07-05T09:34:57.356007870Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45509a8c6d2d923b6abb4d38175718612ea58ba7",
"ref": "refs/heads/main"
}
}
}
[09:35:51.736] Invocation finished in 3h23m27.420156604s with status FAILED