[14:35:03.029] New invocation is queued and will start shortly
[14:35:04.988] Starting the invocation (attempt 1)
[14:35:05.014] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8db92a7d99f2b1a64d34c2fe3c295e555caa35f2"
[14:35:05.014] Popped gitiles commit info from properties and tags
[14:35:05.014] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:35:05.014] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:35:05.015] Buildbucket request:
{
"requestId": "8874699856739698912",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874699856739698912",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9eb0fc8e57679c5539173bdd13057b523209a596"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9eb0fc8e57679c5539173bdd13057b523209a596",
"title": "9eb0fc8e57679c5539173bdd13057b523209a596",
"url": "https://llvm.googlesource.com/llvm-project/+/9eb0fc8e57679c5539173bdd13057b523209a596"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b3c293c5b977dd8ea824c66e932719ee8245b6ca"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b3c293c5b977dd8ea824c66e932719ee8245b6ca",
"title": "b3c293c5b977dd8ea824c66e932719ee8245b6ca",
"url": "https://llvm.googlesource.com/llvm-project/+/b3c293c5b977dd8ea824c66e932719ee8245b6ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8226fbee4b6254bc3cd4806de623937262028883"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8226fbee4b6254bc3cd4806de623937262028883",
"title": "8226fbee4b6254bc3cd4806de623937262028883",
"url": "https://llvm.googlesource.com/llvm-project/+/8226fbee4b6254bc3cd4806de623937262028883"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5977766bf6753c525ccc12856ce159c5e45a8b06"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5977766bf6753c525ccc12856ce159c5e45a8b06",
"title": "5977766bf6753c525ccc12856ce159c5e45a8b06",
"url": "https://llvm.googlesource.com/llvm-project/+/5977766bf6753c525ccc12856ce159c5e45a8b06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "612afab512eddfd82f51cce76668a14b928748c6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@612afab512eddfd82f51cce76668a14b928748c6",
"title": "612afab512eddfd82f51cce76668a14b928748c6",
"url": "https://llvm.googlesource.com/llvm-project/+/612afab512eddfd82f51cce76668a14b928748c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "94b15a1ece37963c9804fc7f0c498d140ea5fd9d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@94b15a1ece37963c9804fc7f0c498d140ea5fd9d",
"title": "94b15a1ece37963c9804fc7f0c498d140ea5fd9d",
"url": "https://llvm.googlesource.com/llvm-project/+/94b15a1ece37963c9804fc7f0c498d140ea5fd9d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bda56023c90168ef4eb34442c5e37e3c36d9c825"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bda56023c90168ef4eb34442c5e37e3c36d9c825",
"title": "bda56023c90168ef4eb34442c5e37e3c36d9c825",
"url": "https://llvm.googlesource.com/llvm-project/+/bda56023c90168ef4eb34442c5e37e3c36d9c825"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "50e345ef95596f9d416700cf9bc8bc6d3ef25591"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@50e345ef95596f9d416700cf9bc8bc6d3ef25591",
"title": "50e345ef95596f9d416700cf9bc8bc6d3ef25591",
"url": "https://llvm.googlesource.com/llvm-project/+/50e345ef95596f9d416700cf9bc8bc6d3ef25591"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1fbe87b1d0edac9d9af29eb51b27747cb8c630c6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1fbe87b1d0edac9d9af29eb51b27747cb8c630c6",
"title": "1fbe87b1d0edac9d9af29eb51b27747cb8c630c6",
"url": "https://llvm.googlesource.com/llvm-project/+/1fbe87b1d0edac9d9af29eb51b27747cb8c630c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d26106dbf002d71915f2c8a78629111f6b540db3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d26106dbf002d71915f2c8a78629111f6b540db3",
"title": "d26106dbf002d71915f2c8a78629111f6b540db3",
"url": "https://llvm.googlesource.com/llvm-project/+/d26106dbf002d71915f2c8a78629111f6b540db3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "face93e724f42f46ec619c788db3cec03beb396c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@face93e724f42f46ec619c788db3cec03beb396c",
"title": "face93e724f42f46ec619c788db3cec03beb396c",
"url": "https://llvm.googlesource.com/llvm-project/+/face93e724f42f46ec619c788db3cec03beb396c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "01f36b39bd2475a271bbeb95fb9db8ed65e2d065"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@01f36b39bd2475a271bbeb95fb9db8ed65e2d065",
"title": "01f36b39bd2475a271bbeb95fb9db8ed65e2d065",
"url": "https://llvm.googlesource.com/llvm-project/+/01f36b39bd2475a271bbeb95fb9db8ed65e2d065"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "51b6f64b892bf57879389e7031051a3922aa5061"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@51b6f64b892bf57879389e7031051a3922aa5061",
"title": "51b6f64b892bf57879389e7031051a3922aa5061",
"url": "https://llvm.googlesource.com/llvm-project/+/51b6f64b892bf57879389e7031051a3922aa5061"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5004c59803fdeb3389d30439a6cc8b1ff874df0c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5004c59803fdeb3389d30439a6cc8b1ff874df0c",
"title": "5004c59803fdeb3389d30439a6cc8b1ff874df0c",
"url": "https://llvm.googlesource.com/llvm-project/+/5004c59803fdeb3389d30439a6cc8b1ff874df0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20b47bfdb5aee6e66d06342c275d56477371dc4e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20b47bfdb5aee6e66d06342c275d56477371dc4e",
"title": "20b47bfdb5aee6e66d06342c275d56477371dc4e",
"url": "https://llvm.googlesource.com/llvm-project/+/20b47bfdb5aee6e66d06342c275d56477371dc4e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "67aee6bcb8c3f12b66631c5e4480717053c51157"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@67aee6bcb8c3f12b66631c5e4480717053c51157",
"title": "67aee6bcb8c3f12b66631c5e4480717053c51157",
"url": "https://llvm.googlesource.com/llvm-project/+/67aee6bcb8c3f12b66631c5e4480717053c51157"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9f7937401b62d95f2ebe86072d6f277eb9745cd0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9f7937401b62d95f2ebe86072d6f277eb9745cd0",
"title": "9f7937401b62d95f2ebe86072d6f277eb9745cd0",
"url": "https://llvm.googlesource.com/llvm-project/+/9f7937401b62d95f2ebe86072d6f277eb9745cd0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02d3738be92eac38cebfb7b670673abb9538ca76"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02d3738be92eac38cebfb7b670673abb9538ca76",
"title": "02d3738be92eac38cebfb7b670673abb9538ca76",
"url": "https://llvm.googlesource.com/llvm-project/+/02d3738be92eac38cebfb7b670673abb9538ca76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "af56fd0c1abb6fc9d06b555d5b30ef5ad963a5c1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@af56fd0c1abb6fc9d06b555d5b30ef5ad963a5c1",
"title": "af56fd0c1abb6fc9d06b555d5b30ef5ad963a5c1",
"url": "https://llvm.googlesource.com/llvm-project/+/af56fd0c1abb6fc9d06b555d5b30ef5ad963a5c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f4a394fc0c83765187741cb8a6aafc27ba333f47"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f4a394fc0c83765187741cb8a6aafc27ba333f47",
"title": "f4a394fc0c83765187741cb8a6aafc27ba333f47",
"url": "https://llvm.googlesource.com/llvm-project/+/f4a394fc0c83765187741cb8a6aafc27ba333f47"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8db92a7d99f2b1a64d34c2fe3c295e555caa35f2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8db92a7d99f2b1a64d34c2fe3c295e555caa35f2",
"title": "8db92a7d99f2b1a64d34c2fe3c295e555caa35f2",
"url": "https://llvm.googlesource.com/llvm-project/+/8db92a7d99f2b1a64d34c2fe3c295e555caa35f2"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8db92a7d99f2b1a64d34c2fe3c295e555caa35f2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874699856739698912"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:35:05.741] Scheduled build:
{
"id": "8709269793938301825",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-15T14:35:05.076041955Z",
"updateTime": "2025-07-15T14:35:05.076041955Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8db92a7d99f2b1a64d34c2fe3c295e555caa35f2",
"ref": "refs/heads/main"
}
}
}
[14:35:05.741] Task URL: https://cr-buildbucket.appspot.com/build/8709269793938301825
[14:35:05.741] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:2:0) after 3m53s
[14:35:06.692] Received PubSub notification, asking Buildbucket for the build status
[14:35:06.752] Build status: SCHEDULED
[14:35:10.019] Received PubSub notification, asking Buildbucket for the build status
[14:35:10.053] Build status: STARTED
[14:38:58.851] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:2:0)
[14:38:58.891] Build status: STARTED
[14:38:58.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:5:0) after 9m34s
[14:48:32.932] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:5:0)
[14:48:32.969] Build status: STARTED
[14:48:32.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:6:0) after 4m28s
[14:53:01.104] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:6:0)
[14:53:01.146] Build status: STARTED
[14:53:01.146] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:7:0) after 1m28s
[14:54:29.214] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:7:0)
[14:54:29.239] Build status: STARTED
[14:54:29.239] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:8:0) after 8m43s
[15:03:12.261] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:8:0)
[15:03:12.313] Build status: STARTED
[15:03:12.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:9:0) after 3m53s
[15:07:05.336] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:9:0)
[15:07:05.364] Build status: STARTED
[15:07:05.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:10:0) after 7m19s
[15:14:24.423] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:10:0)
[15:14:24.457] Build status: STARTED
[15:14:24.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:11:0) after 5m26s
[15:19:50.490] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:11:0)
[15:19:50.520] Build status: STARTED
[15:19:50.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:12:0) after 8m17s
[15:28:07.562] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:12:0)
[15:28:07.593] Build status: STARTED
[15:28:07.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:13:0) after 6m27s
[15:34:34.617] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:13:0)
[15:34:34.634] Build status: STARTED
[15:34:34.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:14:0) after 7m57s
[15:42:31.757] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:14:0)
[15:42:31.777] Build status: STARTED
[15:42:31.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:15:0) after 3m5s
[15:45:36.829] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:15:0)
[15:45:36.858] Build status: STARTED
[15:45:36.858] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:16:0) after 3m32s
[15:49:08.871] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:16:0)
[15:49:08.901] Build status: STARTED
[15:49:08.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:17:0) after 5m39s
[15:54:47.924] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:17:0)
[15:54:47.965] Build status: STARTED
[15:54:47.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:18:0) after 8m58s
[16:03:45.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:18:0)
[16:03:46.020] Build status: STARTED
[16:03:46.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:19:0) after 6m47s
[16:10:33.048] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:19:0)
[16:10:33.100] Build status: STARTED
[16:10:33.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:20:0) after 3m53s
[16:14:26.137] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:20:0)
[16:14:26.158] Build status: STARTED
[16:14:26.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8874699856739698912:21:0) after 7m49s
[16:17:47.671] Received PubSub notification, asking Buildbucket for the build status
[16:17:47.709] Build:
{
"id": "8709269793938301825",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-15T14:35:05.076041955Z",
"startTime": "2025-07-15T14:35:09.551339436Z",
"endTime": "2025-07-15T16:17:47.275466335Z",
"updateTime": "2025-07-15T16:17:47.275466335Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8db92a7d99f2b1a64d34c2fe3c295e555caa35f2",
"ref": "refs/heads/main"
}
}
}
[16:17:47.709] Invocation finished in 1h42m44.687994487s with status FAILED