[17:34:27.157] New invocation is queued and will start shortly
[17:34:30.368] Starting the invocation (attempt 1)
[17:34:30.452] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ee8394d9469a2946ffe2e7d192c593ecf3f93098"
[17:34:30.452] Popped gitiles commit info from properties and tags
[17:34:30.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:34:30.454] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:34:30.454] Buildbucket request:
{
"requestId": "8867712603326654464",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867712603326654464",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "042540ab66e5ebee650e45ba6bfa4e68a045ff0a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@042540ab66e5ebee650e45ba6bfa4e68a045ff0a",
"title": "042540ab66e5ebee650e45ba6bfa4e68a045ff0a",
"url": "https://llvm.googlesource.com/llvm-project/+/042540ab66e5ebee650e45ba6bfa4e68a045ff0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "95069c119668a190afe766cab912a17a432a6f0f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@95069c119668a190afe766cab912a17a432a6f0f",
"title": "95069c119668a190afe766cab912a17a432a6f0f",
"url": "https://llvm.googlesource.com/llvm-project/+/95069c119668a190afe766cab912a17a432a6f0f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "552ee3c160fe619e86e796b2fde2cc51592c3b5a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@552ee3c160fe619e86e796b2fde2cc51592c3b5a",
"title": "552ee3c160fe619e86e796b2fde2cc51592c3b5a",
"url": "https://llvm.googlesource.com/llvm-project/+/552ee3c160fe619e86e796b2fde2cc51592c3b5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0db995e60b6b52aa1debc685d364afa5bbfd220c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0db995e60b6b52aa1debc685d364afa5bbfd220c",
"title": "0db995e60b6b52aa1debc685d364afa5bbfd220c",
"url": "https://llvm.googlesource.com/llvm-project/+/0db995e60b6b52aa1debc685d364afa5bbfd220c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e457307b8aedbcb70430f2f907057589fa363600"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e457307b8aedbcb70430f2f907057589fa363600",
"title": "e457307b8aedbcb70430f2f907057589fa363600",
"url": "https://llvm.googlesource.com/llvm-project/+/e457307b8aedbcb70430f2f907057589fa363600"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d7421e6a28594b4d43a67fad68cffa801474c98a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d7421e6a28594b4d43a67fad68cffa801474c98a",
"title": "d7421e6a28594b4d43a67fad68cffa801474c98a",
"url": "https://llvm.googlesource.com/llvm-project/+/d7421e6a28594b4d43a67fad68cffa801474c98a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ab645f1dff323569ffe8a6fabedbae259101b1a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ab645f1dff323569ffe8a6fabedbae259101b1a7",
"title": "ab645f1dff323569ffe8a6fabedbae259101b1a7",
"url": "https://llvm.googlesource.com/llvm-project/+/ab645f1dff323569ffe8a6fabedbae259101b1a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0898348abd388de716e527d4454fbe874334f53c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0898348abd388de716e527d4454fbe874334f53c",
"title": "0898348abd388de716e527d4454fbe874334f53c",
"url": "https://llvm.googlesource.com/llvm-project/+/0898348abd388de716e527d4454fbe874334f53c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2802ab673e1613bd158bd2a0998c7604001fc7fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2802ab673e1613bd158bd2a0998c7604001fc7fb",
"title": "2802ab673e1613bd158bd2a0998c7604001fc7fb",
"url": "https://llvm.googlesource.com/llvm-project/+/2802ab673e1613bd158bd2a0998c7604001fc7fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ccf1fb00fee3a79b09adacdc95a32660546f9f14"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ccf1fb00fee3a79b09adacdc95a32660546f9f14",
"title": "ccf1fb00fee3a79b09adacdc95a32660546f9f14",
"url": "https://llvm.googlesource.com/llvm-project/+/ccf1fb00fee3a79b09adacdc95a32660546f9f14"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "71d8ddc78a9beeb307d7effab73f557c08b70a7e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@71d8ddc78a9beeb307d7effab73f557c08b70a7e",
"title": "71d8ddc78a9beeb307d7effab73f557c08b70a7e",
"url": "https://llvm.googlesource.com/llvm-project/+/71d8ddc78a9beeb307d7effab73f557c08b70a7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "178651ac872f4ca3b2d77e0ff6ff87e83a066f6f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@178651ac872f4ca3b2d77e0ff6ff87e83a066f6f",
"title": "178651ac872f4ca3b2d77e0ff6ff87e83a066f6f",
"url": "https://llvm.googlesource.com/llvm-project/+/178651ac872f4ca3b2d77e0ff6ff87e83a066f6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c4e7da3da5fe1c685b6789e34c4dcf23aec0158a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c4e7da3da5fe1c685b6789e34c4dcf23aec0158a",
"title": "c4e7da3da5fe1c685b6789e34c4dcf23aec0158a",
"url": "https://llvm.googlesource.com/llvm-project/+/c4e7da3da5fe1c685b6789e34c4dcf23aec0158a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9fd09f4bd9ae0ab48be3b8339527cef0806447d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9fd09f4bd9ae0ab48be3b8339527cef0806447d7",
"title": "9fd09f4bd9ae0ab48be3b8339527cef0806447d7",
"url": "https://llvm.googlesource.com/llvm-project/+/9fd09f4bd9ae0ab48be3b8339527cef0806447d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dd43a79ed0662b23d963bbba032670a6c9a1beb1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dd43a79ed0662b23d963bbba032670a6c9a1beb1",
"title": "dd43a79ed0662b23d963bbba032670a6c9a1beb1",
"url": "https://llvm.googlesource.com/llvm-project/+/dd43a79ed0662b23d963bbba032670a6c9a1beb1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "66af9423e882247ca2389d1d20c7ee9b21b50a82"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@66af9423e882247ca2389d1d20c7ee9b21b50a82",
"title": "66af9423e882247ca2389d1d20c7ee9b21b50a82",
"url": "https://llvm.googlesource.com/llvm-project/+/66af9423e882247ca2389d1d20c7ee9b21b50a82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ee8394d9469a2946ffe2e7d192c593ecf3f93098"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ee8394d9469a2946ffe2e7d192c593ecf3f93098",
"title": "ee8394d9469a2946ffe2e7d192c593ecf3f93098",
"url": "https://llvm.googlesource.com/llvm-project/+/ee8394d9469a2946ffe2e7d192c593ecf3f93098"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee8394d9469a2946ffe2e7d192c593ecf3f93098",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867712603326654464"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:34:30.922] Scheduled build:
{
"id": "8702282539132344433",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-30T17:34:30.526108358Z",
"updateTime": "2025-09-30T17:34:30.526108358Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee8394d9469a2946ffe2e7d192c593ecf3f93098",
"ref": "refs/heads/main"
}
}
}
[17:34:30.922] Task URL: https://cr-buildbucket.appspot.com/build/8702282539132344433
[17:34:30.922] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:2:0) after 8m26s
[17:34:31.847] Received PubSub notification, asking Buildbucket for the build status
[17:34:31.864] Build status: SCHEDULED
[17:34:34.597] Received PubSub notification, asking Buildbucket for the build status
[17:34:34.617] Build status: STARTED
[17:42:56.989] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:2:0)
[17:42:57.014] Build status: STARTED
[17:42:57.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:5:0) after 2m32s
[17:45:29.045] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:5:0)
[17:45:29.072] Build status: STARTED
[17:45:29.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:6:0) after 2m10s
[17:47:39.090] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:6:0)
[17:47:39.119] Build status: STARTED
[17:47:39.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:7:0) after 1m46s
[17:49:25.171] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:7:0)
[17:49:25.221] Build status: STARTED
[17:49:25.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:8:0) after 4m25s
[17:53:50.271] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:8:0)
[17:53:50.316] Build status: STARTED
[17:53:50.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:9:0) after 5m36s
[17:59:26.407] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:9:0)
[17:59:26.422] Build status: STARTED
[17:59:26.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:10:0) after 3m5s
[18:02:31.469] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:10:0)
[18:02:31.489] Build status: STARTED
[18:02:31.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:11:0) after 2m38s
[18:05:09.556] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:11:0)
[18:05:09.575] Build status: STARTED
[18:05:09.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:12:0) after 5m2s
[18:10:11.629] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:12:0)
[18:10:11.705] Build status: STARTED
[18:10:11.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:13:0) after 6m39s
[18:16:50.771] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:13:0)
[18:16:50.788] Build status: STARTED
[18:16:50.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:14:0) after 6m6s
[18:22:56.840] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:14:0)
[18:22:56.932] Build status: STARTED
[18:22:56.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:15:0) after 4m56s
[18:27:52.983] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:15:0)
[18:27:53.034] Build status: STARTED
[18:27:53.034] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:16:0) after 4m6s
[18:31:59.156] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:16:0)
[18:31:59.240] Build status: STARTED
[18:31:59.240] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:17:0) after 6m40s
[18:38:39.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:17:0)
[18:38:39.401] Build status: STARTED
[18:38:39.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:18:0) after 9m9s
[18:47:48.515] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:18:0)
[18:47:48.532] Build status: STARTED
[18:47:48.532] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:19:0) after 3m18s
[18:51:06.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:19:0)
[18:51:06.586] Build status: STARTED
[18:51:06.586] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:20:0) after 1m3s
[18:52:09.653] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:20:0)
[18:52:09.675] Build status: STARTED
[18:52:09.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:21:0) after 9m34s
[19:01:43.699] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:21:0)
[19:01:43.895] Build status: STARTED
[19:01:43.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:22:0) after 2m18s
[19:04:01.960] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:22:0)
[19:04:01.979] Build status: STARTED
[19:04:01.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:23:0) after 6m34s
[19:10:36.009] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:23:0)
[19:10:36.035] Build status: STARTED
[19:10:36.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:24:0) after 6m56s
[19:17:32.050] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:24:0)
[19:17:32.064] Build status: STARTED
[19:17:32.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:25:0) after 3m12s
[19:20:44.225] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:25:0)
[19:20:44.241] Build status: STARTED
[19:20:44.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:26:0) after 5m11s
[19:25:55.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:26:0)
[19:25:55.299] Build status: STARTED
[19:25:55.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:27:0) after 4m25s
[19:30:20.366] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:27:0)
[19:30:20.385] Build status: STARTED
[19:30:20.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:28:0) after 5m2s
[19:35:22.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:28:0)
[19:35:22.515] Build status: STARTED
[19:35:22.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:29:0) after 1m10s
[19:36:32.558] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:29:0)
[19:36:32.577] Build status: STARTED
[19:36:32.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867712603326654464:30:0) after 4m30s
[19:39:24.086] Received PubSub notification, asking Buildbucket for the build status
[19:39:24.111] Build:
{
"id": "8702282539132344433",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-30T17:34:30.526108358Z",
"startTime": "2025-09-30T17:34:34.432201144Z",
"endTime": "2025-09-30T19:39:21.280469464Z",
"updateTime": "2025-09-30T19:39:21.280469464Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee8394d9469a2946ffe2e7d192c593ecf3f93098",
"ref": "refs/heads/main"
}
}
}
[19:39:24.111] Invocation finished in 2h4m56.96832191s with status FAILED