[15:53:45.610] New invocation is queued and will start shortly
[15:53:45.610] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[15:53:46.737] Starting the invocation (attempt 1)
[15:53:46.766] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6ae5b89553a9393cc9ab68c0d776a506381a3009"
[15:53:46.766] Reconstructed gitiles commit from tags
[15:53:46.766] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:53:46.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:53:46.766] Buildbucket request:
{
"requestId": "8876778634983059616",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "fbb2513c35c344a5038766849fa3d82a078de1e7b707d47eb9973b59a9dc80bf/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71620a3b9a6e197d7e5ddc958ac6121e01200286",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876778634983059616",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "fbb2513c35c344a5038766849fa3d82a078de1e7b707d47eb9973b59a9dc80bf/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71620a3b9a6e197d7e5ddc958ac6121e01200286",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6ae5b89553a9393cc9ab68c0d776a506381a3009"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6ae5b89553a9393cc9ab68c0d776a506381a3009",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "0edb3a99-e976-4f60-a8cf-8b723c40e262",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8711359517159369665"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6ae5b89553a9393cc9ab68c0d776a506381a3009"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6ae5b89553a9393cc9ab68c0d776a506381a3009",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876778634983059616"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:53:47.120] Scheduled build:
{
"id": "8711348573054173201",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-22T15:53:46.823216361Z",
"updateTime": "2025-06-22T15:53:46.823216361Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6ae5b89553a9393cc9ab68c0d776a506381a3009",
"ref": "refs/heads/main"
}
}
}
[15:53:47.121] Task URL: https://cr-buildbucket.appspot.com/build/8711348573054173201
[15:53:47.121] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:2:0) after 4m36s
[15:53:48.126] Received PubSub notification, asking Buildbucket for the build status
[15:53:48.151] Build status: SCHEDULED
[15:53:51.101] Received PubSub notification, asking Buildbucket for the build status
[15:53:51.141] Build status: STARTED
[15:58:23.149] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:2:0)
[15:58:23.241] Build status: STARTED
[15:58:23.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:5:0) after 9m47s
[16:08:10.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:5:0)
[16:08:10.401] Build status: STARTED
[16:08:10.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:6:0) after 5m55s
[16:14:05.476] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:6:0)
[16:14:05.501] Build status: STARTED
[16:14:05.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:7:0) after 2m26s
[16:16:31.536] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:7:0)
[16:16:31.597] Build status: STARTED
[16:16:31.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:8:0) after 9m10s
[16:25:41.612] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:8:0)
[16:25:41.640] Build status: STARTED
[16:25:41.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:9:0) after 4m23s
[16:30:04.664] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:9:0)
[16:30:04.683] Build status: STARTED
[16:30:04.683] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:10:0) after 2m4s
[16:32:08.703] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:10:0)
[16:32:08.733] Build status: STARTED
[16:32:08.733] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:11:0) after 6m53s
[16:39:01.754] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:11:0)
[16:39:01.793] Build status: STARTED
[16:39:01.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:12:0) after 3m53s
[16:42:55.042] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:12:0)
[16:42:55.144] Build status: STARTED
[16:42:55.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:13:0) after 7m10s
[16:50:05.298] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:13:0)
[16:50:05.318] Build status: STARTED
[16:50:05.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:14:0) after 4m59s
[16:55:04.739] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:14:0)
[16:55:04.793] Build status: STARTED
[16:55:04.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:15:0) after 6m44s
[17:01:49.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:15:0)
[17:01:49.256] Build status: STARTED
[17:01:49.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:16:0) after 1m44s
[17:03:33.273] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:16:0)
[17:03:33.293] Build status: STARTED
[17:03:33.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:17:0) after 5m49s
[17:09:22.550] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:17:0)
[17:09:22.578] Build status: STARTED
[17:09:22.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:18:0) after 4m29s
[17:13:51.692] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:18:0)
[17:13:51.716] Build status: STARTED
[17:13:51.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:19:0) after 5m29s
[17:19:20.750] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:19:0)
[17:19:20.777] Build status: STARTED
[17:19:20.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:20:0) after 8m46s
[17:28:06.819] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:20:0)
[17:28:06.854] Build status: STARTED
[17:28:06.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:21:0) after 9m31s
[17:37:38.693] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:21:0)
[17:37:38.778] Build status: STARTED
[17:37:38.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:22:0) after 6m31s
[17:44:09.802] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:22:0)
[17:44:09.827] Build status: STARTED
[17:44:09.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:23:0) after 1m4s
[17:45:14.221] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:23:0)
[17:45:14.247] Build status: STARTED
[17:45:14.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:24:0) after 7m16s
[17:52:30.408] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:24:0)
[17:52:30.436] Build status: STARTED
[17:52:30.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:25:0) after 5m23s
[17:57:53.866] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:25:0)
[17:57:53.921] Build status: STARTED
[17:57:53.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:26:0) after 9m28s
[18:07:21.887] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:26:0)
[18:07:21.933] Build status: STARTED
[18:07:21.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:27:0) after 6m21s
[18:13:42.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:27:0)
[18:13:42.965] Build status: STARTED
[18:13:42.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:28:0) after 8m6s
[18:21:49.021] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:28:0)
[18:21:49.058] Build status: STARTED
[18:21:49.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:29:0) after 9m13s
[18:31:02.246] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:29:0)
[18:31:02.273] Build status: STARTED
[18:31:02.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:30:0) after 2m48s
[18:33:50.516] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:30:0)
[18:33:50.544] Build status: STARTED
[18:33:50.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:31:0) after 5m2s
[18:38:52.668] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:31:0)
[18:38:52.685] Build status: STARTED
[18:38:52.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:32:0) after 4m15s
[18:43:07.840] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:32:0)
[18:43:07.862] Build status: STARTED
[18:43:07.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:33:0) after 7m27s
[18:50:34.882] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:33:0)
[18:50:34.906] Build status: STARTED
[18:50:34.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:34:0) after 3m42s
[18:54:16.994] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:34:0)
[18:54:17.012] Build status: STARTED
[18:54:17.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:35:0) after 9m58s
[19:04:15.138] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:35:0)
[19:04:15.171] Build status: STARTED
[19:04:15.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:36:0) after 3m52s
[19:08:07.211] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:36:0)
[19:08:07.261] Build status: STARTED
[19:08:07.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:37:0) after 3m42s
[19:11:49.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:37:0)
[19:11:49.301] Build status: STARTED
[19:11:49.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8876778634983059616:38:0) after 4m56s
[19:15:25.333] Received PubSub notification, asking Buildbucket for the build status
[19:15:25.349] Build:
{
"id": "8711348573054173201",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-22T15:53:46.823216361Z",
"startTime": "2025-06-22T15:53:50.781383276Z",
"endTime": "2025-06-22T19:15:25.048918907Z",
"updateTime": "2025-06-22T19:15:25.048918907Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6ae5b89553a9393cc9ab68c0d776a506381a3009",
"ref": "refs/heads/main"
}
}
}
[19:15:25.349] Invocation finished in 3h21m39.749638231s with status FAILED