[00:13:47.252] New invocation is queued and will start shortly
[00:13:48.594] Starting the invocation (attempt 1)
[00:13:48.633] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/da708814beeeecd19844e53a6e1bbb88d748b26e"
[00:13:48.633] Popped gitiles commit info from properties and tags
[00:13:48.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:13:48.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:13:48.634] Buildbucket request:
{
"requestId": "8886078663521021760",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886078663521021760",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "701148f05a7b90ed6b8c4fc38db4c2b0c9241ffc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@701148f05a7b90ed6b8c4fc38db4c2b0c9241ffc",
"title": "701148f05a7b90ed6b8c4fc38db4c2b0c9241ffc",
"url": "https://llvm.googlesource.com/llvm-project/+/701148f05a7b90ed6b8c4fc38db4c2b0c9241ffc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "634e25319e0e99affcb61cc9fba639c4d40cc420"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@634e25319e0e99affcb61cc9fba639c4d40cc420",
"title": "634e25319e0e99affcb61cc9fba639c4d40cc420",
"url": "https://llvm.googlesource.com/llvm-project/+/634e25319e0e99affcb61cc9fba639c4d40cc420"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "76d5a79bed007769745d44a5e298c09614cad423"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@76d5a79bed007769745d44a5e298c09614cad423",
"title": "76d5a79bed007769745d44a5e298c09614cad423",
"url": "https://llvm.googlesource.com/llvm-project/+/76d5a79bed007769745d44a5e298c09614cad423"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d547005f6c2bf6fbee9fe0f4f99bb6ac2d5b04ab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d547005f6c2bf6fbee9fe0f4f99bb6ac2d5b04ab",
"title": "d547005f6c2bf6fbee9fe0f4f99bb6ac2d5b04ab",
"url": "https://llvm.googlesource.com/llvm-project/+/d547005f6c2bf6fbee9fe0f4f99bb6ac2d5b04ab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3692fb6ba58ab2f6836df1cf1f28ecd20450a7f3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3692fb6ba58ab2f6836df1cf1f28ecd20450a7f3",
"title": "3692fb6ba58ab2f6836df1cf1f28ecd20450a7f3",
"url": "https://llvm.googlesource.com/llvm-project/+/3692fb6ba58ab2f6836df1cf1f28ecd20450a7f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "72aec1dfcae4d1b50278dbedf164437dee29598b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@72aec1dfcae4d1b50278dbedf164437dee29598b",
"title": "72aec1dfcae4d1b50278dbedf164437dee29598b",
"url": "https://llvm.googlesource.com/llvm-project/+/72aec1dfcae4d1b50278dbedf164437dee29598b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "da478df563583924d0cb25b561b4171e6fe6013c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@da478df563583924d0cb25b561b4171e6fe6013c",
"title": "da478df563583924d0cb25b561b4171e6fe6013c",
"url": "https://llvm.googlesource.com/llvm-project/+/da478df563583924d0cb25b561b4171e6fe6013c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "da708814beeeecd19844e53a6e1bbb88d748b26e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@da708814beeeecd19844e53a6e1bbb88d748b26e",
"title": "da708814beeeecd19844e53a6e1bbb88d748b26e",
"url": "https://llvm.googlesource.com/llvm-project/+/da708814beeeecd19844e53a6e1bbb88d748b26e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "da708814beeeecd19844e53a6e1bbb88d748b26e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886078663521021760"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:13:49.452] Scheduled build:
{
"id": "8720648601275314305",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-12T00:13:48.767808115Z",
"updateTime": "2025-03-12T00:13:48.767808115Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "da708814beeeecd19844e53a6e1bbb88d748b26e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:13:49.452] Task URL: https://cr-buildbucket.appspot.com/build/8720648601275314305
[00:13:49.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:2:0) after 8m25s
[00:13:50.316] Received PubSub notification, asking Buildbucket for the build status
[00:13:50.344] Build status: SCHEDULED
[00:13:53.260] Received PubSub notification, asking Buildbucket for the build status
[00:13:53.328] Build status: STARTED
[00:22:14.471] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:2:0)
[00:22:14.495] Build status: STARTED
[00:22:14.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:5:0) after 9m51s
[00:32:05.559] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:5:0)
[00:32:05.585] Build status: STARTED
[00:32:05.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:6:0) after 5m37s
[00:37:42.571] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:6:0)
[00:37:42.594] Build status: STARTED
[00:37:42.594] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:7:0) after 5m11s
[00:42:53.667] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:7:0)
[00:42:53.699] Build status: STARTED
[00:42:53.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:8:0) after 3m13s
[00:46:06.763] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:8:0)
[00:46:06.789] Build status: STARTED
[00:46:06.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:9:0) after 3m48s
[00:49:54.819] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:9:0)
[00:49:54.843] Build status: STARTED
[00:49:54.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:10:0) after 1m22s
[00:51:16.924] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:10:0)
[00:51:16.939] Build status: STARTED
[00:51:16.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:11:0) after 1m2s
[00:52:19.017] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:11:0)
[00:52:19.052] Build status: STARTED
[00:52:19.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:12:0) after 2m36s
[00:54:55.183] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:12:0)
[00:54:55.201] Build status: STARTED
[00:54:55.201] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:13:0) after 4m22s
[00:59:17.217] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:13:0)
[00:59:17.243] Build status: STARTED
[00:59:17.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:14:0) after 5m1s
[01:04:18.421] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:14:0)
[01:04:18.446] Build status: STARTED
[01:04:18.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:15:0) after 2m7s
[01:06:25.469] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:15:0)
[01:06:25.500] Build status: STARTED
[01:06:25.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:16:0) after 3m16s
[01:09:41.552] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:16:0)
[01:09:41.577] Build status: STARTED
[01:09:41.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:17:0) after 6m7s
[01:15:48.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:17:0)
[01:15:48.629] Build status: STARTED
[01:15:48.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:18:0) after 9m31s
[01:25:19.660] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:18:0)
[01:25:19.686] Build status: STARTED
[01:25:19.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:19:0) after 1m0s
[01:26:19.808] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:19:0)
[01:26:19.833] Build status: STARTED
[01:26:19.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:20:0) after 8m14s
[01:34:33.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:20:0)
[01:34:33.990] Build status: STARTED
[01:34:33.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:21:0) after 3m45s
[01:38:18.997] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:21:0)
[01:38:19.017] Build status: STARTED
[01:38:19.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:22:0) after 2m30s
[01:40:49.064] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:22:0)
[01:40:49.087] Build status: STARTED
[01:40:49.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:23:0) after 4m7s
[01:44:56.148] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:23:0)
[01:44:56.219] Build status: STARTED
[01:44:56.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:24:0) after 3m27s
[01:48:23.311] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:24:0)
[01:48:23.537] Build status: STARTED
[01:48:23.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:25:0) after 3m27s
[01:51:50.583] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:25:0)
[01:51:50.614] Build status: STARTED
[01:51:50.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:26:0) after 5m22s
[01:57:12.666] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:26:0)
[01:57:12.697] Build status: STARTED
[01:57:12.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:27:0) after 1m8s
[01:58:20.766] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:27:0)
[01:58:20.818] Build status: STARTED
[01:58:20.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886078663521021760:28:0) after 7m39s
[01:58:54.279] Received PubSub notification, asking Buildbucket for the build status
[01:58:54.304] Build:
{
"id": "8720648601275314305",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-12T00:13:48.767808115Z",
"startTime": "2025-03-12T00:13:52.992309533Z",
"endTime": "2025-03-12T01:58:53.706937065Z",
"updateTime": "2025-03-12T01:58:53.706937065Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "da708814beeeecd19844e53a6e1bbb88d748b26e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:58:54.304] Invocation finished in 1h45m7.062058771s with status FAILED