[15:01:25.858] New invocation is queued and will start shortly
[15:01:27.496] Starting the invocation (attempt 1)
[15:01:27.529] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6bd606fe49d632298179979466a43371521180db"
[15:01:27.529] Popped gitiles commit info from properties and tags
[15:01:27.529] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:01:27.529] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:01:27.530] Buildbucket request:
{
"requestId": "8877869090851424640",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877869090851424640",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c3057de024b70be6c1bc95a2aba49eb288d69a91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c3057de024b70be6c1bc95a2aba49eb288d69a91",
"title": "c3057de024b70be6c1bc95a2aba49eb288d69a91",
"url": "https://llvm.googlesource.com/llvm-project/+/c3057de024b70be6c1bc95a2aba49eb288d69a91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c34351c92ae6979ccd549403fe97bc7cc2d1ff5b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c34351c92ae6979ccd549403fe97bc7cc2d1ff5b",
"title": "c34351c92ae6979ccd549403fe97bc7cc2d1ff5b",
"url": "https://llvm.googlesource.com/llvm-project/+/c34351c92ae6979ccd549403fe97bc7cc2d1ff5b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bf60aa1c551ef5de62fd1d1cdcbff58cba55cacd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bf60aa1c551ef5de62fd1d1cdcbff58cba55cacd",
"title": "bf60aa1c551ef5de62fd1d1cdcbff58cba55cacd",
"url": "https://llvm.googlesource.com/llvm-project/+/bf60aa1c551ef5de62fd1d1cdcbff58cba55cacd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "65d530193e286a392844586af4b0037e4be41126"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@65d530193e286a392844586af4b0037e4be41126",
"title": "65d530193e286a392844586af4b0037e4be41126",
"url": "https://llvm.googlesource.com/llvm-project/+/65d530193e286a392844586af4b0037e4be41126"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b21be0e440f18605b5ffbe9d0c44a55a50b91b4e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b21be0e440f18605b5ffbe9d0c44a55a50b91b4e",
"title": "b21be0e440f18605b5ffbe9d0c44a55a50b91b4e",
"url": "https://llvm.googlesource.com/llvm-project/+/b21be0e440f18605b5ffbe9d0c44a55a50b91b4e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bf1fe6eb3312c5608c96135405a6654f789a6c79"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bf1fe6eb3312c5608c96135405a6654f789a6c79",
"title": "bf1fe6eb3312c5608c96135405a6654f789a6c79",
"url": "https://llvm.googlesource.com/llvm-project/+/bf1fe6eb3312c5608c96135405a6654f789a6c79"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "99f6cb89352f7491e8cd3cc58c6d1ba687c99b27"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@99f6cb89352f7491e8cd3cc58c6d1ba687c99b27",
"title": "99f6cb89352f7491e8cd3cc58c6d1ba687c99b27",
"url": "https://llvm.googlesource.com/llvm-project/+/99f6cb89352f7491e8cd3cc58c6d1ba687c99b27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b27ab06a3d3f7f37496c5fa4dc367a3be0a8498d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b27ab06a3d3f7f37496c5fa4dc367a3be0a8498d",
"title": "b27ab06a3d3f7f37496c5fa4dc367a3be0a8498d",
"url": "https://llvm.googlesource.com/llvm-project/+/b27ab06a3d3f7f37496c5fa4dc367a3be0a8498d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "326429022ff8c9275c7c49fed095ab1310dabca2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@326429022ff8c9275c7c49fed095ab1310dabca2",
"title": "326429022ff8c9275c7c49fed095ab1310dabca2",
"url": "https://llvm.googlesource.com/llvm-project/+/326429022ff8c9275c7c49fed095ab1310dabca2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cde1035a2fc6d472168ce6c6e117f16c76c5bbc4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cde1035a2fc6d472168ce6c6e117f16c76c5bbc4",
"title": "cde1035a2fc6d472168ce6c6e117f16c76c5bbc4",
"url": "https://llvm.googlesource.com/llvm-project/+/cde1035a2fc6d472168ce6c6e117f16c76c5bbc4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e295b0ce757efc50af47915f5997152bda269e66"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e295b0ce757efc50af47915f5997152bda269e66",
"title": "e295b0ce757efc50af47915f5997152bda269e66",
"url": "https://llvm.googlesource.com/llvm-project/+/e295b0ce757efc50af47915f5997152bda269e66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3eb9b7dbbd785673b88420dac87264cf79e432a3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3eb9b7dbbd785673b88420dac87264cf79e432a3",
"title": "3eb9b7dbbd785673b88420dac87264cf79e432a3",
"url": "https://llvm.googlesource.com/llvm-project/+/3eb9b7dbbd785673b88420dac87264cf79e432a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "713702109a02cb340224cc7c086dcf0f371db45b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@713702109a02cb340224cc7c086dcf0f371db45b",
"title": "713702109a02cb340224cc7c086dcf0f371db45b",
"url": "https://llvm.googlesource.com/llvm-project/+/713702109a02cb340224cc7c086dcf0f371db45b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f7967effa3e071eb77449068c06d9a617b5d6945"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f7967effa3e071eb77449068c06d9a617b5d6945",
"title": "f7967effa3e071eb77449068c06d9a617b5d6945",
"url": "https://llvm.googlesource.com/llvm-project/+/f7967effa3e071eb77449068c06d9a617b5d6945"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "007d29e30c6e311501ed97b7a368521622319620"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@007d29e30c6e311501ed97b7a368521622319620",
"title": "007d29e30c6e311501ed97b7a368521622319620",
"url": "https://llvm.googlesource.com/llvm-project/+/007d29e30c6e311501ed97b7a368521622319620"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e74d834cb155a894fa0f9dbd1483b7fef53a79ae"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e74d834cb155a894fa0f9dbd1483b7fef53a79ae",
"title": "e74d834cb155a894fa0f9dbd1483b7fef53a79ae",
"url": "https://llvm.googlesource.com/llvm-project/+/e74d834cb155a894fa0f9dbd1483b7fef53a79ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "09029045a88b48591ce645bae640fc3bc8b58b63"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@09029045a88b48591ce645bae640fc3bc8b58b63",
"title": "09029045a88b48591ce645bae640fc3bc8b58b63",
"url": "https://llvm.googlesource.com/llvm-project/+/09029045a88b48591ce645bae640fc3bc8b58b63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1c8206bd2a12c478128b84799f9fa4fb44cd3d8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1c8206bd2a12c478128b84799f9fa4fb44cd3d8a",
"title": "1c8206bd2a12c478128b84799f9fa4fb44cd3d8a",
"url": "https://llvm.googlesource.com/llvm-project/+/1c8206bd2a12c478128b84799f9fa4fb44cd3d8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6bd606fe49d632298179979466a43371521180db"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6bd606fe49d632298179979466a43371521180db",
"title": "6bd606fe49d632298179979466a43371521180db",
"url": "https://llvm.googlesource.com/llvm-project/+/6bd606fe49d632298179979466a43371521180db"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6bd606fe49d632298179979466a43371521180db",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877869090851424640"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:01:28.139] Scheduled build:
{
"id": "8712439028330991409",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-10T15:01:27.633278694Z",
"updateTime": "2025-06-10T15:01:27.633278694Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6bd606fe49d632298179979466a43371521180db",
"ref": "refs/heads/main"
}
}
}
[15:01:28.139] Task URL: https://cr-buildbucket.appspot.com/build/8712439028330991409
[15:01:28.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:2:0) after 9m28s
[15:01:29.143] Received PubSub notification, asking Buildbucket for the build status
[15:01:29.165] Build status: SCHEDULED
[15:01:31.771] Received PubSub notification, asking Buildbucket for the build status
[15:01:31.800] Build status: STARTED
[15:10:56.162] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:2:0)
[15:10:56.191] Build status: STARTED
[15:10:56.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:5:0) after 2m22s
[15:13:18.221] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:5:0)
[15:13:18.252] Build status: STARTED
[15:13:18.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:6:0) after 8m19s
[15:21:37.267] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:6:0)
[15:21:37.288] Build status: STARTED
[15:21:37.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:7:0) after 4m58s
[15:26:35.397] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:7:0)
[15:26:35.430] Build status: STARTED
[15:26:35.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:8:0) after 6m17s
[15:32:52.469] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:8:0)
[15:32:52.495] Build status: STARTED
[15:32:52.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:9:0) after 4m18s
[15:37:10.565] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:9:0)
[15:37:10.657] Build status: STARTED
[15:37:10.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:10:0) after 5m38s
[15:42:48.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:10:0)
[15:42:48.838] Build status: STARTED
[15:42:48.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:11:0) after 6m39s
[15:49:27.875] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:11:0)
[15:49:27.893] Build status: STARTED
[15:49:27.893] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:12:0) after 2m43s
[15:52:10.910] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:12:0)
[15:52:10.940] Build status: STARTED
[15:52:10.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:13:0) after 5m23s
[15:57:33.965] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:13:0)
[15:57:34.004] Build status: STARTED
[15:57:34.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:14:0) after 2m15s
[15:59:49.028] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:14:0)
[15:59:49.045] Build status: STARTED
[15:59:49.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:15:0) after 6m19s
[16:06:08.132] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:15:0)
[16:06:08.162] Build status: STARTED
[16:06:08.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:16:0) after 5m32s
[16:11:40.295] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:16:0)
[16:11:40.315] Build status: STARTED
[16:11:40.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:17:0) after 8m52s
[16:20:32.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:17:0)
[16:20:32.388] Build status: STARTED
[16:20:32.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:18:0) after 2m41s
[16:23:13.407] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:18:0)
[16:23:13.425] Build status: STARTED
[16:23:13.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:19:0) after 3m5s
[16:26:18.448] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:19:0)
[16:26:18.520] Build status: STARTED
[16:26:18.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:20:0) after 1m23s
[16:27:41.539] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:20:0)
[16:27:41.560] Build status: STARTED
[16:27:41.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:21:0) after 1m44s
[16:29:25.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:21:0)
[16:29:25.614] Build status: STARTED
[16:29:25.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:22:0) after 5m0s
[16:34:25.697] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:22:0)
[16:34:25.714] Build status: STARTED
[16:34:25.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:23:0) after 2m3s
[16:36:28.818] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:23:0)
[16:36:28.845] Build status: STARTED
[16:36:28.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:24:0) after 3m0s
[16:39:28.900] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:24:0)
[16:39:28.920] Build status: STARTED
[16:39:28.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:25:0) after 4m12s
[16:43:41.075] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:25:0)
[16:43:41.092] Build status: STARTED
[16:43:41.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8877869090851424640:26:0) after 4m32s
[16:46:07.873] Received PubSub notification, asking Buildbucket for the build status
[16:46:07.897] Build:
{
"id": "8712439028330991409",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-10T15:01:27.633278694Z",
"startTime": "2025-06-10T15:01:31.017748223Z",
"endTime": "2025-06-10T16:46:07.495760860Z",
"updateTime": "2025-06-10T16:46:07.495760860Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6bd606fe49d632298179979466a43371521180db",
"ref": "refs/heads/main"
}
}
}
[16:46:07.897] Invocation finished in 1h44m42.051173065s with status FAILED