[22:30:42.274] New invocation is queued and will start shortly
[22:30:44.339] Starting the invocation (attempt 1)
[22:30:44.384] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ed554f2f540a44ae76ffa54dd785c480765bb4b4"
[22:30:44.384] Popped gitiles commit info from properties and tags
[22:30:44.384] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:30:44.384] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:30:44.385] Buildbucket request:
{
"requestId": "8835803832583191392",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835803832583191392",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "28660ab59038ffa169d598d9c567a6ad26de1972"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@28660ab59038ffa169d598d9c567a6ad26de1972",
"title": "28660ab59038ffa169d598d9c567a6ad26de1972",
"url": "https://llvm.googlesource.com/llvm-project/+/28660ab59038ffa169d598d9c567a6ad26de1972"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8efed58ca9e324915f80c77524855d40a65d0c7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8efed58ca9e324915f80c77524855d40a65d0c7",
"title": "d8efed58ca9e324915f80c77524855d40a65d0c7",
"url": "https://llvm.googlesource.com/llvm-project/+/d8efed58ca9e324915f80c77524855d40a65d0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d093631e8ea2e7c9c0c7d866ba6cc62b742d6467"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d093631e8ea2e7c9c0c7d866ba6cc62b742d6467",
"title": "d093631e8ea2e7c9c0c7d866ba6cc62b742d6467",
"url": "https://llvm.googlesource.com/llvm-project/+/d093631e8ea2e7c9c0c7d866ba6cc62b742d6467"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "877ee5fbc2ee7c9e3cae19428397ac917dc63e7e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@877ee5fbc2ee7c9e3cae19428397ac917dc63e7e",
"title": "877ee5fbc2ee7c9e3cae19428397ac917dc63e7e",
"url": "https://llvm.googlesource.com/llvm-project/+/877ee5fbc2ee7c9e3cae19428397ac917dc63e7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c60745d126c6d521f76e1a6d81a732d53f4b5ad2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c60745d126c6d521f76e1a6d81a732d53f4b5ad2",
"title": "c60745d126c6d521f76e1a6d81a732d53f4b5ad2",
"url": "https://llvm.googlesource.com/llvm-project/+/c60745d126c6d521f76e1a6d81a732d53f4b5ad2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cd024334327520d4cdf2116f89bb38a02b3a128c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cd024334327520d4cdf2116f89bb38a02b3a128c",
"title": "cd024334327520d4cdf2116f89bb38a02b3a128c",
"url": "https://llvm.googlesource.com/llvm-project/+/cd024334327520d4cdf2116f89bb38a02b3a128c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "697570d3ca9f99cc30662fc80fd0beb1b715e478"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@697570d3ca9f99cc30662fc80fd0beb1b715e478",
"title": "697570d3ca9f99cc30662fc80fd0beb1b715e478",
"url": "https://llvm.googlesource.com/llvm-project/+/697570d3ca9f99cc30662fc80fd0beb1b715e478"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3d88c0ebbb97d3a6acbc7d5feae608ca42c612ea"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3d88c0ebbb97d3a6acbc7d5feae608ca42c612ea",
"title": "3d88c0ebbb97d3a6acbc7d5feae608ca42c612ea",
"url": "https://llvm.googlesource.com/llvm-project/+/3d88c0ebbb97d3a6acbc7d5feae608ca42c612ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a883d1050d8ed2324bc948ef7effc4393e935f3e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a883d1050d8ed2324bc948ef7effc4393e935f3e",
"title": "a883d1050d8ed2324bc948ef7effc4393e935f3e",
"url": "https://llvm.googlesource.com/llvm-project/+/a883d1050d8ed2324bc948ef7effc4393e935f3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "40762f3830da76955dce975084b63b7bff884288"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@40762f3830da76955dce975084b63b7bff884288",
"title": "40762f3830da76955dce975084b63b7bff884288",
"url": "https://llvm.googlesource.com/llvm-project/+/40762f3830da76955dce975084b63b7bff884288"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "65d1a5cadd5b6b2b2f0904fce85ce14c17d3023b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@65d1a5cadd5b6b2b2f0904fce85ce14c17d3023b",
"title": "65d1a5cadd5b6b2b2f0904fce85ce14c17d3023b",
"url": "https://llvm.googlesource.com/llvm-project/+/65d1a5cadd5b6b2b2f0904fce85ce14c17d3023b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "797dfd05b0785678235d31cfae91ecf3186747f6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@797dfd05b0785678235d31cfae91ecf3186747f6",
"title": "797dfd05b0785678235d31cfae91ecf3186747f6",
"url": "https://llvm.googlesource.com/llvm-project/+/797dfd05b0785678235d31cfae91ecf3186747f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "899c2614d4635b4826a85d41b02860f2b737861d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@899c2614d4635b4826a85d41b02860f2b737861d",
"title": "899c2614d4635b4826a85d41b02860f2b737861d",
"url": "https://llvm.googlesource.com/llvm-project/+/899c2614d4635b4826a85d41b02860f2b737861d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c3bfaa8118a04b41aacd5f39d7cf209957532b62"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c3bfaa8118a04b41aacd5f39d7cf209957532b62",
"title": "c3bfaa8118a04b41aacd5f39d7cf209957532b62",
"url": "https://llvm.googlesource.com/llvm-project/+/c3bfaa8118a04b41aacd5f39d7cf209957532b62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "870d762546ee5c602c7bd0ef6f5d83c6339069a1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@870d762546ee5c602c7bd0ef6f5d83c6339069a1",
"title": "870d762546ee5c602c7bd0ef6f5d83c6339069a1",
"url": "https://llvm.googlesource.com/llvm-project/+/870d762546ee5c602c7bd0ef6f5d83c6339069a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "826f78dee748c53057bf27c297b90964aaaedcfb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@826f78dee748c53057bf27c297b90964aaaedcfb",
"title": "826f78dee748c53057bf27c297b90964aaaedcfb",
"url": "https://llvm.googlesource.com/llvm-project/+/826f78dee748c53057bf27c297b90964aaaedcfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "45cb52f63cc38f0f8e8ce46df07585b68cbc018f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@45cb52f63cc38f0f8e8ce46df07585b68cbc018f",
"title": "45cb52f63cc38f0f8e8ce46df07585b68cbc018f",
"url": "https://llvm.googlesource.com/llvm-project/+/45cb52f63cc38f0f8e8ce46df07585b68cbc018f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "01d1d4dacb0e7726a7dc6c24ca10359251caa698"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@01d1d4dacb0e7726a7dc6c24ca10359251caa698",
"title": "01d1d4dacb0e7726a7dc6c24ca10359251caa698",
"url": "https://llvm.googlesource.com/llvm-project/+/01d1d4dacb0e7726a7dc6c24ca10359251caa698"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ad6f8425783ef7dda2d5018143269935998460cd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ad6f8425783ef7dda2d5018143269935998460cd",
"title": "ad6f8425783ef7dda2d5018143269935998460cd",
"url": "https://llvm.googlesource.com/llvm-project/+/ad6f8425783ef7dda2d5018143269935998460cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ed554f2f540a44ae76ffa54dd785c480765bb4b4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ed554f2f540a44ae76ffa54dd785c480765bb4b4",
"title": "ed554f2f540a44ae76ffa54dd785c480765bb4b4",
"url": "https://llvm.googlesource.com/llvm-project/+/ed554f2f540a44ae76ffa54dd785c480765bb4b4"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ed554f2f540a44ae76ffa54dd785c480765bb4b4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835803832583191392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:30:44.817] Scheduled build:
{
"id": "8670373769605269761",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-17T22:30:44.493181672Z",
"updateTime": "2026-09-17T22:30:44.493181672Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ed554f2f540a44ae76ffa54dd785c480765bb4b4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:30:44.817] Task URL: https://cr-buildbucket.appspot.com/build/8670373769605269761
[22:30:44.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:2:0) after 7m33s
[22:30:45.209] Received PubSub notification, asking Buildbucket for the build status
[22:30:45.246] Build status: SCHEDULED
[22:30:50.089] Received PubSub notification, asking Buildbucket for the build status
[22:30:50.136] Build status: STARTED
[22:38:18.055] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:2:0)
[22:38:18.091] Build status: STARTED
[22:38:18.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:5:0) after 2m16s
[22:40:34.114] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:5:0)
[22:40:34.133] Build status: STARTED
[22:40:34.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:6:0) after 4m51s
[22:45:25.281] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:6:0)
[22:45:25.302] Build status: STARTED
[22:45:25.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:7:0) after 3m55s
[22:49:20.423] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:7:0)
[22:49:20.456] Build status: STARTED
[22:49:20.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:8:0) after 5m11s
[22:54:31.472] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:8:0)
[22:54:31.546] Build status: STARTED
[22:54:31.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:9:0) after 7m54s
[23:02:25.628] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:9:0)
[23:02:25.666] Build status: STARTED
[23:02:25.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:10:0) after 2m37s
[23:05:02.726] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:10:0)
[23:05:02.746] Build status: STARTED
[23:05:02.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:11:0) after 8m13s
[23:13:15.763] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:11:0)
[23:13:15.782] Build status: STARTED
[23:13:15.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:12:0) after 1m6s
[23:14:21.852] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:12:0)
[23:14:21.963] Build status: STARTED
[23:14:21.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:13:0) after 7m33s
[23:21:54.986] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:13:0)
[23:21:55.007] Build status: STARTED
[23:21:55.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:14:0) after 4m2s
[23:25:57.306] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:14:0)
[23:25:57.327] Build status: STARTED
[23:25:57.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:15:0) after 6m9s
[23:32:06.450] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:15:0)
[23:32:06.499] Build status: STARTED
[23:32:06.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:16:0) after 1m7s
[23:33:13.569] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:16:0)
[23:33:13.589] Build status: STARTED
[23:33:13.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:17:0) after 4m50s
[23:38:03.659] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:17:0)
[23:38:03.689] Build status: STARTED
[23:38:03.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:18:0) after 2m47s
[23:40:50.696] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:18:0)
[23:40:50.717] Build status: STARTED
[23:40:50.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:19:0) after 5m0s
[23:45:50.760] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:19:0)
[23:45:50.793] Build status: STARTED
[23:45:50.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:20:0) after 6m41s
[23:52:31.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:20:0)
[23:52:31.899] Build status: STARTED
[23:52:31.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:21:0) after 8m56s
[00:01:28.012] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:21:0)
[00:01:28.087] Build status: STARTED
[00:01:28.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:22:0) after 5m45s
[00:07:13.104] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:22:0)
[00:07:13.129] Build status: STARTED
[00:07:13.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:23:0) after 6m54s
[00:14:07.199] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:23:0)
[00:14:07.372] Build status: STARTED
[00:14:07.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:24:0) after 5m7s
[00:19:14.400] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:24:0)
[00:19:14.431] Build status: STARTED
[00:19:14.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8835803832583191392:25:0) after 5m14s
[00:21:55.882] Received PubSub notification, asking Buildbucket for the build status
[00:21:55.931] Build:
{
"id": "8670373769605269761",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-17T22:30:44.493181672Z",
"startTime": "2026-09-17T22:30:49.780619206Z",
"endTime": "2026-09-18T00:21:55.395124713Z",
"updateTime": "2026-09-18T00:21:55.395124713Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ed554f2f540a44ae76ffa54dd785c480765bb4b4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:21:55.931] Invocation finished in 1h51m13.661713986s with status FAILED