[20:05:23.856] New invocation is queued and will start shortly
[20:05:25.141] Starting the invocation (attempt 1)
[20:05:25.175] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2f8c926d6ed54d05f3998025b54d5c60191a508e"
[20:05:25.175] Popped gitiles commit info from properties and tags
[20:05:25.175] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:25.175] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:25.176] Buildbucket request:
{
"requestId": "8873773103437378624",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873773103437378624",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b06f10d96c6d0fb89253c75c7f1d75c4cf519339"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b06f10d96c6d0fb89253c75c7f1d75c4cf519339",
"title": "b06f10d96c6d0fb89253c75c7f1d75c4cf519339",
"url": "https://llvm.googlesource.com/llvm-project/+/b06f10d96c6d0fb89253c75c7f1d75c4cf519339"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0844812b2e9d7f5ab005223443791c9287bcf5a2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0844812b2e9d7f5ab005223443791c9287bcf5a2",
"title": "0844812b2e9d7f5ab005223443791c9287bcf5a2",
"url": "https://llvm.googlesource.com/llvm-project/+/0844812b2e9d7f5ab005223443791c9287bcf5a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "47e2de0d50e8becb5dbed3e8dcb9949c5a6c71a4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@47e2de0d50e8becb5dbed3e8dcb9949c5a6c71a4",
"title": "47e2de0d50e8becb5dbed3e8dcb9949c5a6c71a4",
"url": "https://llvm.googlesource.com/llvm-project/+/47e2de0d50e8becb5dbed3e8dcb9949c5a6c71a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c99b1bcd505064f2e086e6b1034ce0b0c91ea5b9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c99b1bcd505064f2e086e6b1034ce0b0c91ea5b9",
"title": "c99b1bcd505064f2e086e6b1034ce0b0c91ea5b9",
"url": "https://llvm.googlesource.com/llvm-project/+/c99b1bcd505064f2e086e6b1034ce0b0c91ea5b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fcbcfe44cff00101a6a98a73971398eb8dd87710"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fcbcfe44cff00101a6a98a73971398eb8dd87710",
"title": "fcbcfe44cff00101a6a98a73971398eb8dd87710",
"url": "https://llvm.googlesource.com/llvm-project/+/fcbcfe44cff00101a6a98a73971398eb8dd87710"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f26db3f3ec976a4465655dae733033d1420054b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f26db3f3ec976a4465655dae733033d1420054b7",
"title": "f26db3f3ec976a4465655dae733033d1420054b7",
"url": "https://llvm.googlesource.com/llvm-project/+/f26db3f3ec976a4465655dae733033d1420054b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6564bf6a5e9c722e8c39be93eb1affaa12ade967"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6564bf6a5e9c722e8c39be93eb1affaa12ade967",
"title": "6564bf6a5e9c722e8c39be93eb1affaa12ade967",
"url": "https://llvm.googlesource.com/llvm-project/+/6564bf6a5e9c722e8c39be93eb1affaa12ade967"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "67658af1cc460676b0622e154a4fbcd50fc6dde6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@67658af1cc460676b0622e154a4fbcd50fc6dde6",
"title": "67658af1cc460676b0622e154a4fbcd50fc6dde6",
"url": "https://llvm.googlesource.com/llvm-project/+/67658af1cc460676b0622e154a4fbcd50fc6dde6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "89de262f260868a107319a58a0365b55c9cda126"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@89de262f260868a107319a58a0365b55c9cda126",
"title": "89de262f260868a107319a58a0365b55c9cda126",
"url": "https://llvm.googlesource.com/llvm-project/+/89de262f260868a107319a58a0365b55c9cda126"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c29094df722ea3aa3e2a788375d340b79384ccef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c29094df722ea3aa3e2a788375d340b79384ccef",
"title": "c29094df722ea3aa3e2a788375d340b79384ccef",
"url": "https://llvm.googlesource.com/llvm-project/+/c29094df722ea3aa3e2a788375d340b79384ccef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "400ce1a3d36fa513a88c9b336c77c46ae829049f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@400ce1a3d36fa513a88c9b336c77c46ae829049f",
"title": "400ce1a3d36fa513a88c9b336c77c46ae829049f",
"url": "https://llvm.googlesource.com/llvm-project/+/400ce1a3d36fa513a88c9b336c77c46ae829049f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8b7dc4cadb622e2b4a13155bffa5cec8c8fb6b8b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8b7dc4cadb622e2b4a13155bffa5cec8c8fb6b8b",
"title": "8b7dc4cadb622e2b4a13155bffa5cec8c8fb6b8b",
"url": "https://llvm.googlesource.com/llvm-project/+/8b7dc4cadb622e2b4a13155bffa5cec8c8fb6b8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20d93536fccad1d1901c2182e789c5371a072c47"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20d93536fccad1d1901c2182e789c5371a072c47",
"title": "20d93536fccad1d1901c2182e789c5371a072c47",
"url": "https://llvm.googlesource.com/llvm-project/+/20d93536fccad1d1901c2182e789c5371a072c47"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e77230424fec932b49f54165775e188be70ee75f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e77230424fec932b49f54165775e188be70ee75f",
"title": "e77230424fec932b49f54165775e188be70ee75f",
"url": "https://llvm.googlesource.com/llvm-project/+/e77230424fec932b49f54165775e188be70ee75f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8e6a05d4712c3e134737d1584da90854a72bd84d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8e6a05d4712c3e134737d1584da90854a72bd84d",
"title": "8e6a05d4712c3e134737d1584da90854a72bd84d",
"url": "https://llvm.googlesource.com/llvm-project/+/8e6a05d4712c3e134737d1584da90854a72bd84d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3df67e8a40671d53ab8f3f16ed3d16a4e8efc402"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3df67e8a40671d53ab8f3f16ed3d16a4e8efc402",
"title": "3df67e8a40671d53ab8f3f16ed3d16a4e8efc402",
"url": "https://llvm.googlesource.com/llvm-project/+/3df67e8a40671d53ab8f3f16ed3d16a4e8efc402"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "63c2b8a5b35f552e00f5458307f04ce9a6f4cfff"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@63c2b8a5b35f552e00f5458307f04ce9a6f4cfff",
"title": "63c2b8a5b35f552e00f5458307f04ce9a6f4cfff",
"url": "https://llvm.googlesource.com/llvm-project/+/63c2b8a5b35f552e00f5458307f04ce9a6f4cfff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f834b0c3a782379bded3dd8d835b36246a1583d0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f834b0c3a782379bded3dd8d835b36246a1583d0",
"title": "f834b0c3a782379bded3dd8d835b36246a1583d0",
"url": "https://llvm.googlesource.com/llvm-project/+/f834b0c3a782379bded3dd8d835b36246a1583d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3f3d779ff84fa505c15cd94c484103b966a93ff8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3f3d779ff84fa505c15cd94c484103b966a93ff8",
"title": "3f3d779ff84fa505c15cd94c484103b966a93ff8",
"url": "https://llvm.googlesource.com/llvm-project/+/3f3d779ff84fa505c15cd94c484103b966a93ff8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bc19aedba2dec11d9366cf886c2efbcd662177fe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bc19aedba2dec11d9366cf886c2efbcd662177fe",
"title": "bc19aedba2dec11d9366cf886c2efbcd662177fe",
"url": "https://llvm.googlesource.com/llvm-project/+/bc19aedba2dec11d9366cf886c2efbcd662177fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fd65b2097be4acae1cc5b718dcccb10b9aaf324c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fd65b2097be4acae1cc5b718dcccb10b9aaf324c",
"title": "fd65b2097be4acae1cc5b718dcccb10b9aaf324c",
"url": "https://llvm.googlesource.com/llvm-project/+/fd65b2097be4acae1cc5b718dcccb10b9aaf324c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2f8c926d6ed54d05f3998025b54d5c60191a508e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2f8c926d6ed54d05f3998025b54d5c60191a508e",
"title": "2f8c926d6ed54d05f3998025b54d5c60191a508e",
"url": "https://llvm.googlesource.com/llvm-project/+/2f8c926d6ed54d05f3998025b54d5c60191a508e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f8c926d6ed54d05f3998025b54d5c60191a508e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873773103437378624"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:05:25.961] Scheduled build:
{
"id": "8708343041175031537",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-25T20:05:25.384591558Z",
"updateTime": "2025-07-25T20:05:25.384591558Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f8c926d6ed54d05f3998025b54d5c60191a508e",
"ref": "refs/heads/main"
}
}
}
[20:05:25.961] Task URL: https://cr-buildbucket.appspot.com/build/8708343041175031537
[20:05:25.961] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:2:0) after 7m49s
[20:05:26.905] Received PubSub notification, asking Buildbucket for the build status
[20:05:26.925] Build status: SCHEDULED
[20:05:29.437] Received PubSub notification, asking Buildbucket for the build status
[20:05:29.463] Build status: STARTED
[20:13:14.980] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:2:0)
[20:13:15.010] Build status: STARTED
[20:13:15.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:5:0) after 1m1s
[20:14:15.991] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:5:0)
[20:14:16.021] Build status: STARTED
[20:14:16.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:6:0) after 5m13s
[20:19:29.074] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:6:0)
[20:19:29.148] Build status: STARTED
[20:19:29.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:7:0) after 1m39s
[20:21:08.194] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:7:0)
[20:21:08.220] Build status: STARTED
[20:21:08.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:8:0) after 5m35s
[20:26:43.234] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:8:0)
[20:26:43.297] Build status: STARTED
[20:26:43.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:9:0) after 5m0s
[20:31:43.334] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:9:0)
[20:31:43.416] Build status: STARTED
[20:31:43.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:10:0) after 5m53s
[20:37:36.436] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:10:0)
[20:37:36.499] Build status: STARTED
[20:37:36.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:11:0) after 8m31s
[20:46:07.569] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:11:0)
[20:46:07.653] Build status: STARTED
[20:46:07.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:12:0) after 7m10s
[20:53:17.699] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:12:0)
[20:53:17.736] Build status: STARTED
[20:53:17.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:13:0) after 4m22s
[20:57:39.962] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:13:0)
[20:57:39.980] Build status: STARTED
[20:57:39.980] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:14:0) after 8m14s
[21:05:54.087] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:14:0)
[21:05:54.131] Build status: STARTED
[21:05:54.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:15:0) after 3m41s
[21:09:35.239] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:15:0)
[21:09:35.259] Build status: STARTED
[21:09:35.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:16:0) after 1m53s
[21:11:28.284] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:16:0)
[21:11:28.306] Build status: STARTED
[21:11:28.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:17:0) after 9m21s
[21:20:49.333] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:17:0)
[21:20:49.354] Build status: STARTED
[21:20:49.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:18:0) after 7m35s
[21:28:24.383] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:18:0)
[21:28:24.408] Build status: STARTED
[21:28:24.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:19:0) after 6m52s
[21:35:16.492] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:19:0)
[21:35:16.510] Build status: STARTED
[21:35:16.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:20:0) after 2m18s
[21:37:34.635] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:20:0)
[21:37:34.706] Build status: STARTED
[21:37:34.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:21:0) after 6m7s
[21:43:41.820] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:21:0)
[21:43:41.840] Build status: STARTED
[21:43:41.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:22:0) after 2m2s
[21:45:43.872] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:22:0)
[21:45:43.890] Build status: STARTED
[21:45:43.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873773103437378624:23:0) after 4m3s
[21:48:29.390] Received PubSub notification, asking Buildbucket for the build status
[21:48:29.411] Build:
{
"id": "8708343041175031537",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-25T20:05:25.384591558Z",
"startTime": "2025-07-25T20:05:28.964558065Z",
"endTime": "2025-07-25T21:48:29.085324642Z",
"updateTime": "2025-07-25T21:48:29.085324642Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2f8c926d6ed54d05f3998025b54d5c60191a508e",
"ref": "refs/heads/main"
}
}
}
[21:48:29.411] Invocation finished in 1h43m5.568458389s with status FAILED