[09:53:16.482] New invocation is queued and will start shortly
[09:53:17.709] Starting the invocation (attempt 1)
[09:53:17.737] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f8cb7987c64dcffb72414a40560055cb717dbf74"
[09:53:17.737] Popped gitiles commit info from properties and tags
[09:53:17.737] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:53:17.737] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:53:17.737] Buildbucket request:
{
"requestId": "8876076539040062832",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876076539040062832",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "179cc202bda35e6da410b7475ed781fac85345e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@179cc202bda35e6da410b7475ed781fac85345e7",
"title": "179cc202bda35e6da410b7475ed781fac85345e7",
"url": "https://llvm.googlesource.com/llvm-project/+/179cc202bda35e6da410b7475ed781fac85345e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a120bf02ec08a25324c94fbb273049fc6419659"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a120bf02ec08a25324c94fbb273049fc6419659",
"title": "6a120bf02ec08a25324c94fbb273049fc6419659",
"url": "https://llvm.googlesource.com/llvm-project/+/6a120bf02ec08a25324c94fbb273049fc6419659"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5c5bcd622192dc291073ba87d833001f8e425a49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5c5bcd622192dc291073ba87d833001f8e425a49",
"title": "5c5bcd622192dc291073ba87d833001f8e425a49",
"url": "https://llvm.googlesource.com/llvm-project/+/5c5bcd622192dc291073ba87d833001f8e425a49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22064ce53eb5c406baa4cbfdd471c2a808bc4e08"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22064ce53eb5c406baa4cbfdd471c2a808bc4e08",
"title": "22064ce53eb5c406baa4cbfdd471c2a808bc4e08",
"url": "https://llvm.googlesource.com/llvm-project/+/22064ce53eb5c406baa4cbfdd471c2a808bc4e08"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a",
"title": "96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a",
"url": "https://llvm.googlesource.com/llvm-project/+/96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7ec494e9bde8e4dc09deba871ed271141794559f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7ec494e9bde8e4dc09deba871ed271141794559f",
"title": "7ec494e9bde8e4dc09deba871ed271141794559f",
"url": "https://llvm.googlesource.com/llvm-project/+/7ec494e9bde8e4dc09deba871ed271141794559f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "af82e14c4a351227c50cb4db4fd3aeb2c99627ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@af82e14c4a351227c50cb4db4fd3aeb2c99627ef",
"title": "af82e14c4a351227c50cb4db4fd3aeb2c99627ef",
"url": "https://llvm.googlesource.com/llvm-project/+/af82e14c4a351227c50cb4db4fd3aeb2c99627ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b42c8831d57a18d95ae7941384c693e90dbdc270"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b42c8831d57a18d95ae7941384c693e90dbdc270",
"title": "b42c8831d57a18d95ae7941384c693e90dbdc270",
"url": "https://llvm.googlesource.com/llvm-project/+/b42c8831d57a18d95ae7941384c693e90dbdc270"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "473769ec9b2f860813229eb449fb4298dfc7ff94"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@473769ec9b2f860813229eb449fb4298dfc7ff94",
"title": "473769ec9b2f860813229eb449fb4298dfc7ff94",
"url": "https://llvm.googlesource.com/llvm-project/+/473769ec9b2f860813229eb449fb4298dfc7ff94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2e7aa7ead6808047df2b7b56bfc725ffc3685e43"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2e7aa7ead6808047df2b7b56bfc725ffc3685e43",
"title": "2e7aa7ead6808047df2b7b56bfc725ffc3685e43",
"url": "https://llvm.googlesource.com/llvm-project/+/2e7aa7ead6808047df2b7b56bfc725ffc3685e43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1dfc3e846154ce915665e04b19126a8b9a09408a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1dfc3e846154ce915665e04b19126a8b9a09408a",
"title": "1dfc3e846154ce915665e04b19126a8b9a09408a",
"url": "https://llvm.googlesource.com/llvm-project/+/1dfc3e846154ce915665e04b19126a8b9a09408a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "338dee0742ce2b64cd5cc6d4f46f959262a08e48"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@338dee0742ce2b64cd5cc6d4f46f959262a08e48",
"title": "338dee0742ce2b64cd5cc6d4f46f959262a08e48",
"url": "https://llvm.googlesource.com/llvm-project/+/338dee0742ce2b64cd5cc6d4f46f959262a08e48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f226852265e6eca9c0f0633cc25dc5e1f30b2c55"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f226852265e6eca9c0f0633cc25dc5e1f30b2c55",
"title": "f226852265e6eca9c0f0633cc25dc5e1f30b2c55",
"url": "https://llvm.googlesource.com/llvm-project/+/f226852265e6eca9c0f0633cc25dc5e1f30b2c55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3",
"title": "d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3",
"url": "https://llvm.googlesource.com/llvm-project/+/d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "47ecd18f24d338d83c3a06dd1c7906b35edb8d91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@47ecd18f24d338d83c3a06dd1c7906b35edb8d91",
"title": "47ecd18f24d338d83c3a06dd1c7906b35edb8d91",
"url": "https://llvm.googlesource.com/llvm-project/+/47ecd18f24d338d83c3a06dd1c7906b35edb8d91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "24fd3437c311e42891d117a9c4cf993032561bab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@24fd3437c311e42891d117a9c4cf993032561bab",
"title": "24fd3437c311e42891d117a9c4cf993032561bab",
"url": "https://llvm.googlesource.com/llvm-project/+/24fd3437c311e42891d117a9c4cf993032561bab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8cb7987c64dcffb72414a40560055cb717dbf74"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8cb7987c64dcffb72414a40560055cb717dbf74",
"title": "f8cb7987c64dcffb72414a40560055cb717dbf74",
"url": "https://llvm.googlesource.com/llvm-project/+/f8cb7987c64dcffb72414a40560055cb717dbf74"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f8cb7987c64dcffb72414a40560055cb717dbf74",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876076539040062832"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:53:18.132] Scheduled build:
{
"id": "8710646476992510417",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-30T09:53:17.805343259Z",
"updateTime": "2025-06-30T09:53:17.805343259Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f8cb7987c64dcffb72414a40560055cb717dbf74",
"ref": "refs/heads/main"
}
}
}
[09:53:18.132] Task URL: https://cr-buildbucket.appspot.com/build/8710646476992510417
[09:53:18.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:2:0) after 2m48s
[09:53:18.367] Received PubSub notification, asking Buildbucket for the build status
[09:53:18.392] Build status: SCHEDULED
[09:53:25.217] Received PubSub notification, asking Buildbucket for the build status
[09:53:25.244] Build status: STARTED
[09:56:06.424] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:2:0)
[09:56:06.449] Build status: STARTED
[09:56:06.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:5:0) after 5m19s
[10:01:25.476] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:5:0)
[10:01:25.535] Build status: STARTED
[10:01:25.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:6:0) after 7m58s
[10:09:23.568] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:6:0)
[10:09:23.599] Build status: STARTED
[10:09:23.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:7:0) after 4m26s
[10:13:49.621] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:7:0)
[10:13:49.665] Build status: STARTED
[10:13:49.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:8:0) after 2m43s
[10:16:32.687] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:8:0)
[10:16:32.713] Build status: STARTED
[10:16:32.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:9:0) after 7m41s
[10:24:13.886] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:9:0)
[10:24:13.903] Build status: STARTED
[10:24:13.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:10:0) after 4m21s
[10:28:35.007] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:10:0)
[10:28:35.093] Build status: STARTED
[10:28:35.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:11:0) after 2m47s
[10:31:22.327] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:11:0)
[10:31:22.341] Build status: STARTED
[10:31:22.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:12:0) after 8m37s
[10:39:59.408] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:12:0)
[10:39:59.433] Build status: STARTED
[10:39:59.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:13:0) after 7m56s
[10:47:55.456] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:13:0)
[10:47:55.474] Build status: STARTED
[10:47:55.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:14:0) after 7m43s
[10:55:38.496] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:14:0)
[10:55:38.514] Build status: STARTED
[10:55:38.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:15:0) after 6m51s
[11:02:29.579] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:15:0)
[11:02:29.606] Build status: STARTED
[11:02:29.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:16:0) after 9m28s
[11:11:57.623] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:16:0)
[11:11:57.649] Build status: STARTED
[11:11:57.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:17:0) after 3m34s
[11:15:31.761] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:17:0)
[11:15:31.785] Build status: STARTED
[11:15:31.785] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:18:0) after 4m50s
[11:20:21.845] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:18:0)
[11:20:21.861] Build status: STARTED
[11:20:21.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:19:0) after 3m48s
[11:24:09.835] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:19:0)
[11:24:09.849] Build status: STARTED
[11:24:09.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:20:0) after 6m52s
[11:31:01.909] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:20:0)
[11:31:02.119] Build status: STARTED
[11:31:02.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:21:0) after 3m13s
[11:34:15.167] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:21:0)
[11:34:15.196] Build status: STARTED
[11:34:15.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:22:0) after 2m12s
[11:36:27.335] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:22:0)
[11:36:27.366] Build status: STARTED
[11:36:27.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:23:0) after 1m57s
[11:38:24.665] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:23:0)
[11:38:24.706] Build status: STARTED
[11:38:24.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876076539040062832:24:0) after 7m29s
[11:38:26.679] Received PubSub notification, asking Buildbucket for the build status
[11:38:26.699] Build:
{
"id": "8710646476992510417",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-30T09:53:17.805343259Z",
"startTime": "2025-06-30T09:53:24.626687841Z",
"endTime": "2025-06-30T11:38:26.420493230Z",
"updateTime": "2025-06-30T11:38:26.420493230Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f8cb7987c64dcffb72414a40560055cb717dbf74",
"ref": "refs/heads/main"
}
}
}
[11:38:26.699] Invocation finished in 1h45m10.230035463s with status FAILED