[22:25:02.230] New invocation is queued and will start shortly
[22:25:03.373] Starting the invocation (attempt 1)
[22:25:03.420] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7b5d8a02d21e5309a4a48eb3d699b75c53144492"
[22:25:03.420] Popped gitiles commit info from properties and tags
[22:25:03.420] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:25:03.420] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:25:03.421] Buildbucket request:
{
"requestId": "8874398496842315408",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874398496842315408",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "97a8476068bad449c0340021398b0356a44857aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@97a8476068bad449c0340021398b0356a44857aa",
"title": "97a8476068bad449c0340021398b0356a44857aa",
"url": "https://llvm.googlesource.com/llvm-project/+/97a8476068bad449c0340021398b0356a44857aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "680b8dd7073cce6606006ae723899444521aa496"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@680b8dd7073cce6606006ae723899444521aa496",
"title": "680b8dd7073cce6606006ae723899444521aa496",
"url": "https://llvm.googlesource.com/llvm-project/+/680b8dd7073cce6606006ae723899444521aa496"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9e5b2fbe86ed9b303eff779fff012d6a96574f3d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9e5b2fbe86ed9b303eff779fff012d6a96574f3d",
"title": "9e5b2fbe86ed9b303eff779fff012d6a96574f3d",
"url": "https://llvm.googlesource.com/llvm-project/+/9e5b2fbe86ed9b303eff779fff012d6a96574f3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b6ea04a37b2a41e24bb999e5a9b6a7bd2b576085"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b6ea04a37b2a41e24bb999e5a9b6a7bd2b576085",
"title": "b6ea04a37b2a41e24bb999e5a9b6a7bd2b576085",
"url": "https://llvm.googlesource.com/llvm-project/+/b6ea04a37b2a41e24bb999e5a9b6a7bd2b576085"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "abdd4536ce0fc75c7a4ddcc1da5913ec5e028091"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@abdd4536ce0fc75c7a4ddcc1da5913ec5e028091",
"title": "abdd4536ce0fc75c7a4ddcc1da5913ec5e028091",
"url": "https://llvm.googlesource.com/llvm-project/+/abdd4536ce0fc75c7a4ddcc1da5913ec5e028091"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "695660cdfd1ca65cd6e02e6950d10c990dfa0036"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@695660cdfd1ca65cd6e02e6950d10c990dfa0036",
"title": "695660cdfd1ca65cd6e02e6950d10c990dfa0036",
"url": "https://llvm.googlesource.com/llvm-project/+/695660cdfd1ca65cd6e02e6950d10c990dfa0036"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "004c67ea257039e4e98abc26dd4ac6e8f3d7a171"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@004c67ea257039e4e98abc26dd4ac6e8f3d7a171",
"title": "004c67ea257039e4e98abc26dd4ac6e8f3d7a171",
"url": "https://llvm.googlesource.com/llvm-project/+/004c67ea257039e4e98abc26dd4ac6e8f3d7a171"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fb5c94e712e683e8b7c3cd04b3e47584c226d751"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fb5c94e712e683e8b7c3cd04b3e47584c226d751",
"title": "fb5c94e712e683e8b7c3cd04b3e47584c226d751",
"url": "https://llvm.googlesource.com/llvm-project/+/fb5c94e712e683e8b7c3cd04b3e47584c226d751"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ffb453989b0e95d85b6cfa543b65fec23b65649d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ffb453989b0e95d85b6cfa543b65fec23b65649d",
"title": "ffb453989b0e95d85b6cfa543b65fec23b65649d",
"url": "https://llvm.googlesource.com/llvm-project/+/ffb453989b0e95d85b6cfa543b65fec23b65649d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d46de86ca4060fe2c631c08728af7c48ce9458fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d46de86ca4060fe2c631c08728af7c48ce9458fd",
"title": "d46de86ca4060fe2c631c08728af7c48ce9458fd",
"url": "https://llvm.googlesource.com/llvm-project/+/d46de86ca4060fe2c631c08728af7c48ce9458fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3be44e25804e776d3ff071740a60ae6d2f3ef4a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3be44e25804e776d3ff071740a60ae6d2f3ef4a7",
"title": "3be44e25804e776d3ff071740a60ae6d2f3ef4a7",
"url": "https://llvm.googlesource.com/llvm-project/+/3be44e25804e776d3ff071740a60ae6d2f3ef4a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d63ab5467dcae0492e2f4def336ddbb73ce10dc5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d63ab5467dcae0492e2f4def336ddbb73ce10dc5",
"title": "d63ab5467dcae0492e2f4def336ddbb73ce10dc5",
"url": "https://llvm.googlesource.com/llvm-project/+/d63ab5467dcae0492e2f4def336ddbb73ce10dc5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b02787d33f24d83f1d5814c578b7b0fce7156382"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b02787d33f24d83f1d5814c578b7b0fce7156382",
"title": "b02787d33f24d83f1d5814c578b7b0fce7156382",
"url": "https://llvm.googlesource.com/llvm-project/+/b02787d33f24d83f1d5814c578b7b0fce7156382"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "965b68e8f26ea51202adfd2ab6429a68e8ce63c3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@965b68e8f26ea51202adfd2ab6429a68e8ce63c3",
"title": "965b68e8f26ea51202adfd2ab6429a68e8ce63c3",
"url": "https://llvm.googlesource.com/llvm-project/+/965b68e8f26ea51202adfd2ab6429a68e8ce63c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3641448e08961d8b8621fafa01167f96d948ee9e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3641448e08961d8b8621fafa01167f96d948ee9e",
"title": "3641448e08961d8b8621fafa01167f96d948ee9e",
"url": "https://llvm.googlesource.com/llvm-project/+/3641448e08961d8b8621fafa01167f96d948ee9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1b8a136a09bfed49ae008a354946804230055153"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1b8a136a09bfed49ae008a354946804230055153",
"title": "1b8a136a09bfed49ae008a354946804230055153",
"url": "https://llvm.googlesource.com/llvm-project/+/1b8a136a09bfed49ae008a354946804230055153"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6d8e53d4afe46608f47bcb014387c053829cdcf1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6d8e53d4afe46608f47bcb014387c053829cdcf1",
"title": "6d8e53d4afe46608f47bcb014387c053829cdcf1",
"url": "https://llvm.googlesource.com/llvm-project/+/6d8e53d4afe46608f47bcb014387c053829cdcf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "921c6dbecaf49e3ed24b94802f094cd7f61f1873"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@921c6dbecaf49e3ed24b94802f094cd7f61f1873",
"title": "921c6dbecaf49e3ed24b94802f094cd7f61f1873",
"url": "https://llvm.googlesource.com/llvm-project/+/921c6dbecaf49e3ed24b94802f094cd7f61f1873"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c99c213e725adee22c386d2059118a49f0c57054"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c99c213e725adee22c386d2059118a49f0c57054",
"title": "c99c213e725adee22c386d2059118a49f0c57054",
"url": "https://llvm.googlesource.com/llvm-project/+/c99c213e725adee22c386d2059118a49f0c57054"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2e67dcfdcd023df2f06e0823eeea23990ce41534"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2e67dcfdcd023df2f06e0823eeea23990ce41534",
"title": "2e67dcfdcd023df2f06e0823eeea23990ce41534",
"url": "https://llvm.googlesource.com/llvm-project/+/2e67dcfdcd023df2f06e0823eeea23990ce41534"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20c5daa032ca5e4c655d1248ef9cbf8a33183aaf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20c5daa032ca5e4c655d1248ef9cbf8a33183aaf",
"title": "20c5daa032ca5e4c655d1248ef9cbf8a33183aaf",
"url": "https://llvm.googlesource.com/llvm-project/+/20c5daa032ca5e4c655d1248ef9cbf8a33183aaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "28c1433cf3cb3a4a7a4cb0e9488e04b2699c72d6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@28c1433cf3cb3a4a7a4cb0e9488e04b2699c72d6",
"title": "28c1433cf3cb3a4a7a4cb0e9488e04b2699c72d6",
"url": "https://llvm.googlesource.com/llvm-project/+/28c1433cf3cb3a4a7a4cb0e9488e04b2699c72d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b9aa06f897efafc2b8c9c1de45bdfe987aadb879"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b9aa06f897efafc2b8c9c1de45bdfe987aadb879",
"title": "b9aa06f897efafc2b8c9c1de45bdfe987aadb879",
"url": "https://llvm.googlesource.com/llvm-project/+/b9aa06f897efafc2b8c9c1de45bdfe987aadb879"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7b5d8a02d21e5309a4a48eb3d699b75c53144492"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7b5d8a02d21e5309a4a48eb3d699b75c53144492",
"title": "7b5d8a02d21e5309a4a48eb3d699b75c53144492",
"url": "https://llvm.googlesource.com/llvm-project/+/7b5d8a02d21e5309a4a48eb3d699b75c53144492"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b5d8a02d21e5309a4a48eb3d699b75c53144492",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874398496842315408"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:25:03.884] Scheduled build:
{
"id": "8708968434864936001",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-18T22:25:03.484490411Z",
"updateTime": "2025-07-18T22:25:03.484490411Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b5d8a02d21e5309a4a48eb3d699b75c53144492",
"ref": "refs/heads/main"
}
}
}
[22:25:03.884] Task URL: https://cr-buildbucket.appspot.com/build/8708968434864936001
[22:25:03.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:2:0) after 8m55s
[22:25:04.912] Received PubSub notification, asking Buildbucket for the build status
[22:25:04.957] Build status: SCHEDULED
[22:25:07.499] Received PubSub notification, asking Buildbucket for the build status
[22:25:07.531] Build status: STARTED
[22:33:58.904] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:2:0)
[22:33:58.924] Build status: STARTED
[22:33:58.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:5:0) after 5m42s
[22:39:40.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:5:0)
[22:39:41.018] Build status: STARTED
[22:39:41.018] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:6:0) after 6m51s
[22:46:32.037] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:6:0)
[22:46:32.073] Build status: STARTED
[22:46:32.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:7:0) after 8m33s
[22:55:05.107] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:7:0)
[22:55:05.135] Build status: STARTED
[22:55:05.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:8:0) after 8m13s
[23:03:18.163] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:8:0)
[23:03:18.198] Build status: STARTED
[23:03:18.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:9:0) after 9m47s
[23:13:05.274] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:9:0)
[23:13:05.298] Build status: STARTED
[23:13:05.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:10:0) after 7m14s
[23:20:19.321] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:10:0)
[23:20:19.340] Build status: STARTED
[23:20:19.340] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:11:0) after 5m14s
[23:25:33.376] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:11:0)
[23:25:33.409] Build status: STARTED
[23:25:33.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:12:0) after 7m5s
[23:32:38.433] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:12:0)
[23:32:38.468] Build status: STARTED
[23:32:38.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:13:0) after 3m54s
[23:36:32.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:13:0)
[23:36:32.519] Build status: STARTED
[23:36:32.519] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:14:0) after 8m31s
[23:45:03.503] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:14:0)
[23:45:03.528] Build status: STARTED
[23:45:03.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:15:0) after 6m44s
[23:51:47.547] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:15:0)
[23:51:47.571] Build status: STARTED
[23:51:47.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:16:0) after 7m48s
[23:59:35.603] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:16:0)
[23:59:35.629] Build status: STARTED
[23:59:35.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:17:0) after 2m51s
[00:02:26.631] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:17:0)
[00:02:26.660] Build status: STARTED
[00:02:26.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:18:0) after 1m53s
[00:04:19.667] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:18:0)
[00:04:19.687] Build status: STARTED
[00:04:19.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:19:0) after 8m16s
[00:12:35.713] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:19:0)
[00:12:35.761] Build status: STARTED
[00:12:35.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874398496842315408:20:0) after 1m29s
[00:13:07.914] Received PubSub notification, asking Buildbucket for the build status
[00:13:07.967] Build:
{
"id": "8708968434864936001",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-18T22:25:03.484490411Z",
"startTime": "2025-07-18T22:25:07.297787794Z",
"endTime": "2025-07-19T00:13:06.856144880Z",
"updateTime": "2025-07-19T00:13:06.856144880Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "7b5d8a02d21e5309a4a48eb3d699b75c53144492",
"ref": "refs/heads/main"
}
}
}
[00:13:07.967] Invocation finished in 1h48m5.751737999s with status FAILED