[09:37:04.398] New invocation is queued and will start shortly
[09:37:05.650] Starting the invocation (attempt 1)
[09:37:05.676] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0bfa1718af7663f39d5089f29907b8446e919789"
[09:37:05.676] Popped gitiles commit info from properties and tags
[09:37:05.676] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:37:05.676] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:37:05.676] Buildbucket request:
{
"requestId": "8872181888789595360",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872181888789595360",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9e8f7acd2b3a71dad473565a6a6f3ba51a3e6bca"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9e8f7acd2b3a71dad473565a6a6f3ba51a3e6bca",
"title": "9e8f7acd2b3a71dad473565a6a6f3ba51a3e6bca",
"url": "https://llvm.googlesource.com/llvm-project/+/9e8f7acd2b3a71dad473565a6a6f3ba51a3e6bca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66aa46da6c2f18d8e7493bc2105abef0af4a7b98"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66aa46da6c2f18d8e7493bc2105abef0af4a7b98",
"title": "66aa46da6c2f18d8e7493bc2105abef0af4a7b98",
"url": "https://llvm.googlesource.com/llvm-project/+/66aa46da6c2f18d8e7493bc2105abef0af4a7b98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e9ece175f9dad9b38492bab3b90743f9406d08e8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e9ece175f9dad9b38492bab3b90743f9406d08e8",
"title": "e9ece175f9dad9b38492bab3b90743f9406d08e8",
"url": "https://llvm.googlesource.com/llvm-project/+/e9ece175f9dad9b38492bab3b90743f9406d08e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d0c9599c41217bbd954b0fcbe0e26ea70a88d594"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d0c9599c41217bbd954b0fcbe0e26ea70a88d594",
"title": "d0c9599c41217bbd954b0fcbe0e26ea70a88d594",
"url": "https://llvm.googlesource.com/llvm-project/+/d0c9599c41217bbd954b0fcbe0e26ea70a88d594"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "296e057d0bf29cb6ac30ce1aecd27c86017c4744"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@296e057d0bf29cb6ac30ce1aecd27c86017c4744",
"title": "296e057d0bf29cb6ac30ce1aecd27c86017c4744",
"url": "https://llvm.googlesource.com/llvm-project/+/296e057d0bf29cb6ac30ce1aecd27c86017c4744"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d64e6b5e27f78fcf8fe5be4dfa2dcca0ad9af571"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d64e6b5e27f78fcf8fe5be4dfa2dcca0ad9af571",
"title": "d64e6b5e27f78fcf8fe5be4dfa2dcca0ad9af571",
"url": "https://llvm.googlesource.com/llvm-project/+/d64e6b5e27f78fcf8fe5be4dfa2dcca0ad9af571"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a6e870d0b6b8492781b97fd51ce0efffd822d55f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a6e870d0b6b8492781b97fd51ce0efffd822d55f",
"title": "a6e870d0b6b8492781b97fd51ce0efffd822d55f",
"url": "https://llvm.googlesource.com/llvm-project/+/a6e870d0b6b8492781b97fd51ce0efffd822d55f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "111cdaac994ba79af6f51f0970b51c0e4d705cd9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@111cdaac994ba79af6f51f0970b51c0e4d705cd9",
"title": "111cdaac994ba79af6f51f0970b51c0e4d705cd9",
"url": "https://llvm.googlesource.com/llvm-project/+/111cdaac994ba79af6f51f0970b51c0e4d705cd9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0bfa1718af7663f39d5089f29907b8446e919789"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0bfa1718af7663f39d5089f29907b8446e919789",
"title": "0bfa1718af7663f39d5089f29907b8446e919789",
"url": "https://llvm.googlesource.com/llvm-project/+/0bfa1718af7663f39d5089f29907b8446e919789"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0bfa1718af7663f39d5089f29907b8446e919789",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872181888789595360"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:37:06.103] Scheduled build:
{
"id": "8706751826724588033",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-12T09:37:05.737293357Z",
"updateTime": "2025-08-12T09:37:05.737293357Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0bfa1718af7663f39d5089f29907b8446e919789",
"ref": "refs/heads/main"
}
}
}
[09:37:06.103] Task URL: https://cr-buildbucket.appspot.com/build/8706751826724588033
[09:37:06.104] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:2:0) after 3m32s
[09:37:07.074] Received PubSub notification, asking Buildbucket for the build status
[09:37:07.091] Build status: SCHEDULED
[09:40:38.169] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:2:0)
[09:40:38.192] Build status: SCHEDULED
[09:40:38.192] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:4:0) after 3m30s
[09:44:08.211] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:4:0)
[09:44:08.233] Build status: SCHEDULED
[09:44:08.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:5:0) after 8m24s
[09:52:32.334] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:5:0)
[09:52:32.358] Build status: SCHEDULED
[09:52:32.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:6:0) after 1m27s
[09:53:59.434] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:6:0)
[09:53:59.461] Build status: SCHEDULED
[09:53:59.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:7:0) after 2m18s
[09:56:17.484] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:7:0)
[09:56:17.508] Build status: SCHEDULED
[09:56:17.508] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:8:0) after 2m21s
[09:58:38.547] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:8:0)
[09:58:38.563] Build status: SCHEDULED
[09:58:38.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:9:0) after 7m32s
[09:59:58.100] Received PubSub notification, asking Buildbucket for the build status
[09:59:58.122] Build status: STARTED
[10:06:10.622] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:9:0)
[10:06:10.641] Build status: STARTED
[10:06:10.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:11:0) after 9m19s
[10:15:29.669] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:11:0)
[10:15:29.687] Build status: STARTED
[10:15:29.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:12:0) after 7m46s
[10:23:15.722] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:12:0)
[10:23:15.747] Build status: STARTED
[10:23:15.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:13:0) after 5m14s
[10:28:30.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:13:0)
[10:28:30.141] Build status: STARTED
[10:28:30.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:14:0) after 9m9s
[10:37:39.161] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:14:0)
[10:37:39.177] Build status: STARTED
[10:37:39.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:15:0) after 2m39s
[10:40:18.195] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:15:0)
[10:40:18.212] Build status: STARTED
[10:40:18.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:16:0) after 5m41s
[10:45:59.523] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:16:0)
[10:45:59.568] Build status: STARTED
[10:45:59.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:17:0) after 3m54s
[10:49:53.766] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:17:0)
[10:49:53.786] Build status: STARTED
[10:49:53.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:18:0) after 9m46s
[10:59:39.877] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:18:0)
[10:59:39.892] Build status: STARTED
[10:59:39.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:19:0) after 2m17s
[11:01:56.925] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:19:0)
[11:01:56.948] Build status: STARTED
[11:01:56.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:20:0) after 8m34s
[11:10:30.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:20:0)
[11:10:31.050] Build status: STARTED
[11:10:31.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:21:0) after 5m36s
[11:16:07.068] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:21:0)
[11:16:07.100] Build status: STARTED
[11:16:07.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:22:0) after 8m45s
[11:24:52.116] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:22:0)
[11:24:52.134] Build status: STARTED
[11:24:52.134] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:23:0) after 8m9s
[11:33:01.154] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:23:0)
[11:33:01.182] Build status: STARTED
[11:33:01.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:24:0) after 6m6s
[11:39:07.426] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:24:0)
[11:39:07.440] Build status: STARTED
[11:39:07.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:25:0) after 2m58s
[11:42:05.765] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:25:0)
[11:42:05.791] Build status: STARTED
[11:42:05.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872181888789595360:26:0) after 7m25s
[11:44:48.147] Received PubSub notification, asking Buildbucket for the build status
[11:44:48.181] Build:
{
"id": "8706751826724588033",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-12T09:37:05.737293357Z",
"startTime": "2025-08-12T09:59:57.864508679Z",
"endTime": "2025-08-12T11:44:28.347964544Z",
"updateTime": "2025-08-12T11:44:28.347964544Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0bfa1718af7663f39d5089f29907b8446e919789",
"ref": "refs/heads/main"
}
}
}
[11:44:48.181] Invocation finished in 2h7m43.797696897s with status FAILED