[17:57:06.791] New invocation is queued and will start shortly
[17:57:07.873] Starting the invocation (attempt 1)
[17:57:07.907] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d96579b303e62fd883e20f671e25ba3586e686a4"
[17:57:07.907] Popped gitiles commit info from properties and tags
[17:57:07.907] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:57:07.907] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:57:07.907] Buildbucket request:
{
"requestId": "8873871771357755136",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873871771357755136",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "97c953406d68357dddb8b624cd32c8e435a9fcfb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@97c953406d68357dddb8b624cd32c8e435a9fcfb",
"title": "97c953406d68357dddb8b624cd32c8e435a9fcfb",
"url": "https://llvm.googlesource.com/llvm-project/+/97c953406d68357dddb8b624cd32c8e435a9fcfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "29b9bdf81eba6d0445b0fb84ed42e289cd0940eb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@29b9bdf81eba6d0445b0fb84ed42e289cd0940eb",
"title": "29b9bdf81eba6d0445b0fb84ed42e289cd0940eb",
"url": "https://llvm.googlesource.com/llvm-project/+/29b9bdf81eba6d0445b0fb84ed42e289cd0940eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a4d4859dc70c046ad928805ddeaf8fa101793394"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a4d4859dc70c046ad928805ddeaf8fa101793394",
"title": "a4d4859dc70c046ad928805ddeaf8fa101793394",
"url": "https://llvm.googlesource.com/llvm-project/+/a4d4859dc70c046ad928805ddeaf8fa101793394"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "473bc0d188bfb53b16b8ce1f74629d3763d637e0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@473bc0d188bfb53b16b8ce1f74629d3763d637e0",
"title": "473bc0d188bfb53b16b8ce1f74629d3763d637e0",
"url": "https://llvm.googlesource.com/llvm-project/+/473bc0d188bfb53b16b8ce1f74629d3763d637e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f44346dc1f6252716cfc62bb0687e3932a93089f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f44346dc1f6252716cfc62bb0687e3932a93089f",
"title": "f44346dc1f6252716cfc62bb0687e3932a93089f",
"url": "https://llvm.googlesource.com/llvm-project/+/f44346dc1f6252716cfc62bb0687e3932a93089f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "36a19c5bfe2f808365b8ccdacd4c6f2bb25fc3ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@36a19c5bfe2f808365b8ccdacd4c6f2bb25fc3ef",
"title": "36a19c5bfe2f808365b8ccdacd4c6f2bb25fc3ef",
"url": "https://llvm.googlesource.com/llvm-project/+/36a19c5bfe2f808365b8ccdacd4c6f2bb25fc3ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c9a8e15494c84730a2a8c0713281b3c8aa5b67c4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c9a8e15494c84730a2a8c0713281b3c8aa5b67c4",
"title": "c9a8e15494c84730a2a8c0713281b3c8aa5b67c4",
"url": "https://llvm.googlesource.com/llvm-project/+/c9a8e15494c84730a2a8c0713281b3c8aa5b67c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "42a081ec516bd4990059aec00d8065fd2bc9f15b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@42a081ec516bd4990059aec00d8065fd2bc9f15b",
"title": "42a081ec516bd4990059aec00d8065fd2bc9f15b",
"url": "https://llvm.googlesource.com/llvm-project/+/42a081ec516bd4990059aec00d8065fd2bc9f15b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0f2c31dc92ac54df16c6c0b70028b1bfc37b2b69"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0f2c31dc92ac54df16c6c0b70028b1bfc37b2b69",
"title": "0f2c31dc92ac54df16c6c0b70028b1bfc37b2b69",
"url": "https://llvm.googlesource.com/llvm-project/+/0f2c31dc92ac54df16c6c0b70028b1bfc37b2b69"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a4796b14fcf3bf2749dcb90b5c870140f1a82f78"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a4796b14fcf3bf2749dcb90b5c870140f1a82f78",
"title": "a4796b14fcf3bf2749dcb90b5c870140f1a82f78",
"url": "https://llvm.googlesource.com/llvm-project/+/a4796b14fcf3bf2749dcb90b5c870140f1a82f78"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "33c94450f02ca9c7fea1366b14186dcf1a1b8cd7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@33c94450f02ca9c7fea1366b14186dcf1a1b8cd7",
"title": "33c94450f02ca9c7fea1366b14186dcf1a1b8cd7",
"url": "https://llvm.googlesource.com/llvm-project/+/33c94450f02ca9c7fea1366b14186dcf1a1b8cd7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a4dd51d72f18df5ebc447e3c9070bc392fddb9b5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a4dd51d72f18df5ebc447e3c9070bc392fddb9b5",
"title": "a4dd51d72f18df5ebc447e3c9070bc392fddb9b5",
"url": "https://llvm.googlesource.com/llvm-project/+/a4dd51d72f18df5ebc447e3c9070bc392fddb9b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "78faf99c4f1d5eb991325e4e7a02fe56ce070d17"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@78faf99c4f1d5eb991325e4e7a02fe56ce070d17",
"title": "78faf99c4f1d5eb991325e4e7a02fe56ce070d17",
"url": "https://llvm.googlesource.com/llvm-project/+/78faf99c4f1d5eb991325e4e7a02fe56ce070d17"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d750c6de8a75cbe2bc16c136764195471be8f0b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d750c6de8a75cbe2bc16c136764195471be8f0b7",
"title": "d750c6de8a75cbe2bc16c136764195471be8f0b7",
"url": "https://llvm.googlesource.com/llvm-project/+/d750c6de8a75cbe2bc16c136764195471be8f0b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2228b4b46c3e45b5aab801a636041ed13ae47375"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2228b4b46c3e45b5aab801a636041ed13ae47375",
"title": "2228b4b46c3e45b5aab801a636041ed13ae47375",
"url": "https://llvm.googlesource.com/llvm-project/+/2228b4b46c3e45b5aab801a636041ed13ae47375"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d96579b303e62fd883e20f671e25ba3586e686a4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d96579b303e62fd883e20f671e25ba3586e686a4",
"title": "d96579b303e62fd883e20f671e25ba3586e686a4",
"url": "https://llvm.googlesource.com/llvm-project/+/d96579b303e62fd883e20f671e25ba3586e686a4"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d96579b303e62fd883e20f671e25ba3586e686a4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873871771357755136"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:57:08.345] Scheduled build:
{
"id": "8708441709459634673",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-24T17:57:07.975339506Z",
"updateTime": "2025-07-24T17:57:07.975339506Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d96579b303e62fd883e20f671e25ba3586e686a4",
"ref": "refs/heads/main"
}
}
}
[17:57:08.345] Task URL: https://cr-buildbucket.appspot.com/build/8708441709459634673
[17:57:08.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:2:0) after 8m2s
[17:57:08.444] Received PubSub notification, asking Buildbucket for the build status
[17:57:08.483] Build status: SCHEDULED
[18:05:10.372] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:2:0)
[18:05:10.416] Build status: SCHEDULED
[18:05:10.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:4:0) after 1m40s
[18:06:50.520] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:4:0)
[18:06:50.577] Build status: SCHEDULED
[18:06:50.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:5:0) after 6m43s
[18:11:36.034] Received PubSub notification, asking Buildbucket for the build status
[18:11:36.062] Build status: STARTED
[18:13:33.571] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:5:0)
[18:13:33.600] Build status: STARTED
[18:13:33.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:7:0) after 4m53s
[18:18:26.696] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:7:0)
[18:18:26.731] Build status: STARTED
[18:18:26.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:8:0) after 5m54s
[18:24:20.758] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:8:0)
[18:24:20.781] Build status: STARTED
[18:24:20.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:9:0) after 8m6s
[18:32:26.796] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:9:0)
[18:32:26.820] Build status: STARTED
[18:32:26.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:10:0) after 2m31s
[18:34:57.847] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:10:0)
[18:34:57.866] Build status: STARTED
[18:34:57.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:11:0) after 5m12s
[18:40:09.889] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:11:0)
[18:40:09.906] Build status: STARTED
[18:40:09.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:12:0) after 1m21s
[18:41:30.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:12:0)
[18:41:31.017] Build status: STARTED
[18:41:31.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:13:0) after 1m55s
[18:43:26.165] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:13:0)
[18:43:26.187] Build status: STARTED
[18:43:26.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:14:0) after 3m1s
[18:46:27.218] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:14:0)
[18:46:27.244] Build status: STARTED
[18:46:27.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:15:0) after 1m51s
[18:48:18.263] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:15:0)
[18:48:18.296] Build status: STARTED
[18:48:18.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:16:0) after 5m31s
[18:53:49.313] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:16:0)
[18:53:49.337] Build status: STARTED
[18:53:49.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:17:0) after 7m16s
[19:01:05.470] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:17:0)
[19:01:05.574] Build status: STARTED
[19:01:05.574] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:18:0) after 5m56s
[19:07:01.590] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:18:0)
[19:07:01.614] Build status: STARTED
[19:07:01.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:19:0) after 5m24s
[19:12:25.624] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:19:0)
[19:12:25.645] Build status: STARTED
[19:12:25.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:20:0) after 8m9s
[19:20:34.676] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:20:0)
[19:20:34.693] Build status: STARTED
[19:20:34.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:21:0) after 2m14s
[19:22:48.731] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:21:0)
[19:22:48.798] Build status: STARTED
[19:22:48.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:22:0) after 9m35s
[19:32:23.824] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:22:0)
[19:32:23.858] Build status: STARTED
[19:32:23.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:23:0) after 9m47s
[19:42:11.021] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:23:0)
[19:42:11.045] Build status: STARTED
[19:42:11.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:24:0) after 8m44s
[19:50:55.171] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:24:0)
[19:50:55.191] Build status: STARTED
[19:50:55.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:25:0) after 1m11s
[19:52:06.409] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:25:0)
[19:52:06.426] Build status: STARTED
[19:52:06.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8873871771357755136:26:0) after 7m56s
[19:56:11.311] Received PubSub notification, asking Buildbucket for the build status
[19:56:11.339] Build:
{
"id": "8708441709459634673",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-24T17:57:07.975339506Z",
"startTime": "2025-07-24T18:11:35.468835860Z",
"endTime": "2025-07-24T19:56:06.391272884Z",
"updateTime": "2025-07-24T19:56:06.391272884Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d96579b303e62fd883e20f671e25ba3586e686a4",
"ref": "refs/heads/main"
}
}
}
[19:56:11.339] Invocation finished in 1h59m4.558198015s with status FAILED