[13:43:48.999] New invocation is queued and will start shortly
[13:43:50.113] Starting the invocation (attempt 1)
[13:43:50.145] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f404517cb9d762e035f7bc2b5201990465b32853"
[13:43:50.145] Popped gitiles commit info from properties and tags
[13:43:50.145] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:43:50.146] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:43:50.146] Buildbucket request:
{
"requestId": "8866186965254620400",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866186965254620400",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "993e80d84645afa53b5dbf72325bab26ce5dfcec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@993e80d84645afa53b5dbf72325bab26ce5dfcec",
"title": "993e80d84645afa53b5dbf72325bab26ce5dfcec",
"url": "https://llvm.googlesource.com/llvm-project/+/993e80d84645afa53b5dbf72325bab26ce5dfcec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e40f215573ba627c647d72cd942bb91380e45f60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e40f215573ba627c647d72cd942bb91380e45f60",
"title": "e40f215573ba627c647d72cd942bb91380e45f60",
"url": "https://llvm.googlesource.com/llvm-project/+/e40f215573ba627c647d72cd942bb91380e45f60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8db1aabf8bbbb516d239ca64e90b6ca4e1da5b6f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8db1aabf8bbbb516d239ca64e90b6ca4e1da5b6f",
"title": "8db1aabf8bbbb516d239ca64e90b6ca4e1da5b6f",
"url": "https://llvm.googlesource.com/llvm-project/+/8db1aabf8bbbb516d239ca64e90b6ca4e1da5b6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8c72b2ae4e39aba8a38304f9df728d347ca2aaa9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8c72b2ae4e39aba8a38304f9df728d347ca2aaa9",
"title": "8c72b2ae4e39aba8a38304f9df728d347ca2aaa9",
"url": "https://llvm.googlesource.com/llvm-project/+/8c72b2ae4e39aba8a38304f9df728d347ca2aaa9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b00c4ff4b9d6e55a00bb2fcc71dbcd37e1305188"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b00c4ff4b9d6e55a00bb2fcc71dbcd37e1305188",
"title": "b00c4ff4b9d6e55a00bb2fcc71dbcd37e1305188",
"url": "https://llvm.googlesource.com/llvm-project/+/b00c4ff4b9d6e55a00bb2fcc71dbcd37e1305188"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0590c9e828c47053397e9a8ebae3b0ed84f3d593"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0590c9e828c47053397e9a8ebae3b0ed84f3d593",
"title": "0590c9e828c47053397e9a8ebae3b0ed84f3d593",
"url": "https://llvm.googlesource.com/llvm-project/+/0590c9e828c47053397e9a8ebae3b0ed84f3d593"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fbbffc11690c0f47bdc74939b290696df4c1c061"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fbbffc11690c0f47bdc74939b290696df4c1c061",
"title": "fbbffc11690c0f47bdc74939b290696df4c1c061",
"url": "https://llvm.googlesource.com/llvm-project/+/fbbffc11690c0f47bdc74939b290696df4c1c061"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "38ce641e9cef28dbb1fd8c6227c01dfb2ff6ee8f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@38ce641e9cef28dbb1fd8c6227c01dfb2ff6ee8f",
"title": "38ce641e9cef28dbb1fd8c6227c01dfb2ff6ee8f",
"url": "https://llvm.googlesource.com/llvm-project/+/38ce641e9cef28dbb1fd8c6227c01dfb2ff6ee8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8fd558dc2563d870925ce1a9587171aed2e96cf3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8fd558dc2563d870925ce1a9587171aed2e96cf3",
"title": "8fd558dc2563d870925ce1a9587171aed2e96cf3",
"url": "https://llvm.googlesource.com/llvm-project/+/8fd558dc2563d870925ce1a9587171aed2e96cf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5d0a4a1305dca6aa3a9b37fe391661fc8b35b862"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5d0a4a1305dca6aa3a9b37fe391661fc8b35b862",
"title": "5d0a4a1305dca6aa3a9b37fe391661fc8b35b862",
"url": "https://llvm.googlesource.com/llvm-project/+/5d0a4a1305dca6aa3a9b37fe391661fc8b35b862"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d74c9768c59d343d5be3d46e6aacf277312bf548"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d74c9768c59d343d5be3d46e6aacf277312bf548",
"title": "d74c9768c59d343d5be3d46e6aacf277312bf548",
"url": "https://llvm.googlesource.com/llvm-project/+/d74c9768c59d343d5be3d46e6aacf277312bf548"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d17d32a6cb6d477becc528c94f01aa883101da92"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d17d32a6cb6d477becc528c94f01aa883101da92",
"title": "d17d32a6cb6d477becc528c94f01aa883101da92",
"url": "https://llvm.googlesource.com/llvm-project/+/d17d32a6cb6d477becc528c94f01aa883101da92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a358043ac1ee17bdcb0224a193a6e8812fb0960e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a358043ac1ee17bdcb0224a193a6e8812fb0960e",
"title": "a358043ac1ee17bdcb0224a193a6e8812fb0960e",
"url": "https://llvm.googlesource.com/llvm-project/+/a358043ac1ee17bdcb0224a193a6e8812fb0960e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0cefd5c3c2277f24d195aa6d6a730e41515e6495"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0cefd5c3c2277f24d195aa6d6a730e41515e6495",
"title": "0cefd5c3c2277f24d195aa6d6a730e41515e6495",
"url": "https://llvm.googlesource.com/llvm-project/+/0cefd5c3c2277f24d195aa6d6a730e41515e6495"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f44f83a35d0faa2393e63d7e3a0343277366a695"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f44f83a35d0faa2393e63d7e3a0343277366a695",
"title": "f44f83a35d0faa2393e63d7e3a0343277366a695",
"url": "https://llvm.googlesource.com/llvm-project/+/f44f83a35d0faa2393e63d7e3a0343277366a695"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "936e03867f5ef803cb628b0e1d5a29f4f7a8aff3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@936e03867f5ef803cb628b0e1d5a29f4f7a8aff3",
"title": "936e03867f5ef803cb628b0e1d5a29f4f7a8aff3",
"url": "https://llvm.googlesource.com/llvm-project/+/936e03867f5ef803cb628b0e1d5a29f4f7a8aff3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0fdfad37d85582344e3c2a8067e13190152f7d3b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0fdfad37d85582344e3c2a8067e13190152f7d3b",
"title": "0fdfad37d85582344e3c2a8067e13190152f7d3b",
"url": "https://llvm.googlesource.com/llvm-project/+/0fdfad37d85582344e3c2a8067e13190152f7d3b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f404517cb9d762e035f7bc2b5201990465b32853"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f404517cb9d762e035f7bc2b5201990465b32853",
"title": "f404517cb9d762e035f7bc2b5201990465b32853",
"url": "https://llvm.googlesource.com/llvm-project/+/f404517cb9d762e035f7bc2b5201990465b32853"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f404517cb9d762e035f7bc2b5201990465b32853",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866186965254620400"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:43:50.678] Scheduled build:
{
"id": "8700756903336362081",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-17T13:43:50.201446241Z",
"updateTime": "2025-10-17T13:43:50.201446241Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f404517cb9d762e035f7bc2b5201990465b32853",
"ref": "refs/heads/main"
}
}
}
[13:43:50.678] Task URL: https://cr-buildbucket.appspot.com/build/8700756903336362081
[13:43:50.678] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:2:0) after 6m47s
[13:43:51.165] Received PubSub notification, asking Buildbucket for the build status
[13:43:51.194] Build status: SCHEDULED
[13:43:56.638] Received PubSub notification, asking Buildbucket for the build status
[13:43:56.688] Build status: STARTED
[13:50:37.704] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:2:0)
[13:50:37.779] Build status: STARTED
[13:50:37.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:5:0) after 6m26s
[13:57:03.953] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:5:0)
[13:57:03.971] Build status: STARTED
[13:57:03.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:6:0) after 1m59s
[13:59:02.970] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:6:0)
[13:59:02.999] Build status: STARTED
[13:59:02.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:7:0) after 1m3s
[14:00:06.210] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:7:0)
[14:00:06.227] Build status: STARTED
[14:00:06.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:8:0) after 8m18s
[14:08:24.467] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:8:0)
[14:08:24.482] Build status: STARTED
[14:08:24.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:9:0) after 9m34s
[14:17:58.594] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:9:0)
[14:17:58.612] Build status: STARTED
[14:17:58.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:10:0) after 1m22s
[14:19:20.626] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:10:0)
[14:19:20.653] Build status: STARTED
[14:19:20.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:11:0) after 9m3s
[14:28:23.720] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:11:0)
[14:28:23.745] Build status: STARTED
[14:28:23.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:12:0) after 2m48s
[14:31:11.765] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:12:0)
[14:31:11.783] Build status: STARTED
[14:31:11.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:13:0) after 6m31s
[14:37:42.848] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:13:0)
[14:37:42.865] Build status: STARTED
[14:37:42.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:14:0) after 3m0s
[14:40:42.983] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:14:0)
[14:40:43.002] Build status: STARTED
[14:40:43.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:15:0) after 5m51s
[14:46:34.220] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:15:0)
[14:46:34.239] Build status: STARTED
[14:46:34.239] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:16:0) after 5m2s
[14:51:36.258] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:16:0)
[14:51:36.275] Build status: STARTED
[14:51:36.275] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:17:0) after 5m16s
[14:56:52.292] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:17:0)
[14:56:52.318] Build status: STARTED
[14:56:52.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:18:0) after 2m16s
[14:59:08.386] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:18:0)
[14:59:08.405] Build status: STARTED
[14:59:08.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:19:0) after 8m34s
[15:07:42.422] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:19:0)
[15:07:42.439] Build status: STARTED
[15:07:42.439] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:20:0) after 8m4s
[15:15:46.455] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:20:0)
[15:15:46.482] Build status: STARTED
[15:15:46.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:21:0) after 5m15s
[15:21:01.448] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:21:0)
[15:21:01.471] Build status: STARTED
[15:21:01.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:22:0) after 9m52s
[15:30:53.545] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:22:0)
[15:30:53.589] Build status: STARTED
[15:30:53.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:23:0) after 3m37s
[15:34:30.603] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:23:0)
[15:34:30.622] Build status: STARTED
[15:34:30.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:24:0) after 1m56s
[15:36:26.638] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:24:0)
[15:36:26.656] Build status: STARTED
[15:36:26.656] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:25:0) after 7m47s
[15:44:13.672] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:25:0)
[15:44:13.687] Build status: STARTED
[15:44:13.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:26:0) after 5m47s
[15:50:00.701] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:26:0)
[15:50:00.727] Build status: STARTED
[15:50:00.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:27:0) after 2m45s
[15:52:45.895] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:27:0)
[15:52:45.909] Build status: STARTED
[15:52:45.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:28:0) after 2m16s
[15:55:01.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:28:0)
[15:55:01.972] Build status: STARTED
[15:55:01.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8866186965254620400:29:0) after 8m30s
[15:55:34.394] Received PubSub notification, asking Buildbucket for the build status
[15:55:34.412] Build:
{
"id": "8700756903336362081",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-17T13:43:50.201446241Z",
"startTime": "2025-10-17T13:43:55.812426564Z",
"endTime": "2025-10-17T15:55:33.272489564Z",
"updateTime": "2025-10-17T15:55:33.272489564Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f404517cb9d762e035f7bc2b5201990465b32853",
"ref": "refs/heads/main"
}
}
}
[15:55:34.412] Invocation finished in 2h11m45.423549861s with status FAILED