[16:07:14.199] New invocation is queued and will start shortly
[16:07:15.274] Starting the invocation (attempt 1)
[16:07:15.300] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4f7dc99a8a3e34e925ef66e7069b01b811e837ba"
[16:07:15.300] Popped gitiles commit info from properties and tags
[16:07:15.300] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:07:15.300] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:07:15.300] Buildbucket request:
{
"requestId": "8885475095899349696",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885475095899349696",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "034dd4c26f736a36aa87de69b8fd7b5460d3752a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@034dd4c26f736a36aa87de69b8fd7b5460d3752a",
"title": "034dd4c26f736a36aa87de69b8fd7b5460d3752a",
"url": "https://llvm.googlesource.com/llvm-project/+/034dd4c26f736a36aa87de69b8fd7b5460d3752a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3ea89e0611b103e73c9d11028ebf24ffae61e248"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3ea89e0611b103e73c9d11028ebf24ffae61e248",
"title": "3ea89e0611b103e73c9d11028ebf24ffae61e248",
"url": "https://llvm.googlesource.com/llvm-project/+/3ea89e0611b103e73c9d11028ebf24ffae61e248"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f6b1b91a3d1ac403c6f53c70e9871bd22f805a9f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f6b1b91a3d1ac403c6f53c70e9871bd22f805a9f",
"title": "f6b1b91a3d1ac403c6f53c70e9871bd22f805a9f",
"url": "https://llvm.googlesource.com/llvm-project/+/f6b1b91a3d1ac403c6f53c70e9871bd22f805a9f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f179daf77b180467edd1e0eb208b5b8988b28850"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f179daf77b180467edd1e0eb208b5b8988b28850",
"title": "f179daf77b180467edd1e0eb208b5b8988b28850",
"url": "https://llvm.googlesource.com/llvm-project/+/f179daf77b180467edd1e0eb208b5b8988b28850"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "075324461d4179f85d2b94397b11b9dfb788e0f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@075324461d4179f85d2b94397b11b9dfb788e0f5",
"title": "075324461d4179f85d2b94397b11b9dfb788e0f5",
"url": "https://llvm.googlesource.com/llvm-project/+/075324461d4179f85d2b94397b11b9dfb788e0f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2c56383de5ef665b7380225e777e716ee7a9b1be"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2c56383de5ef665b7380225e777e716ee7a9b1be",
"title": "2c56383de5ef665b7380225e777e716ee7a9b1be",
"url": "https://llvm.googlesource.com/llvm-project/+/2c56383de5ef665b7380225e777e716ee7a9b1be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "695a007310c7552f74488c5b498470708661e705"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@695a007310c7552f74488c5b498470708661e705",
"title": "695a007310c7552f74488c5b498470708661e705",
"url": "https://llvm.googlesource.com/llvm-project/+/695a007310c7552f74488c5b498470708661e705"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "127eb39a8ca9625c2ff078bcb05d2a53ee995423"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@127eb39a8ca9625c2ff078bcb05d2a53ee995423",
"title": "127eb39a8ca9625c2ff078bcb05d2a53ee995423",
"url": "https://llvm.googlesource.com/llvm-project/+/127eb39a8ca9625c2ff078bcb05d2a53ee995423"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02b4522358f29dbe13f628647f99b28a0307a56b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02b4522358f29dbe13f628647f99b28a0307a56b",
"title": "02b4522358f29dbe13f628647f99b28a0307a56b",
"url": "https://llvm.googlesource.com/llvm-project/+/02b4522358f29dbe13f628647f99b28a0307a56b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e0bcf3aa0b641a9f72160491f68a34b7be14adc7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e0bcf3aa0b641a9f72160491f68a34b7be14adc7",
"title": "e0bcf3aa0b641a9f72160491f68a34b7be14adc7",
"url": "https://llvm.googlesource.com/llvm-project/+/e0bcf3aa0b641a9f72160491f68a34b7be14adc7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "351bcd9fe229121fac58e051f9a83dce2d3066ae"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@351bcd9fe229121fac58e051f9a83dce2d3066ae",
"title": "351bcd9fe229121fac58e051f9a83dce2d3066ae",
"url": "https://llvm.googlesource.com/llvm-project/+/351bcd9fe229121fac58e051f9a83dce2d3066ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "64cf6f9721c48667c65aab91b94d1ba4c2452978"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@64cf6f9721c48667c65aab91b94d1ba4c2452978",
"title": "64cf6f9721c48667c65aab91b94d1ba4c2452978",
"url": "https://llvm.googlesource.com/llvm-project/+/64cf6f9721c48667c65aab91b94d1ba4c2452978"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea107d5c63e09347b01b250a6211974d7ed57efe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea107d5c63e09347b01b250a6211974d7ed57efe",
"title": "ea107d5c63e09347b01b250a6211974d7ed57efe",
"url": "https://llvm.googlesource.com/llvm-project/+/ea107d5c63e09347b01b250a6211974d7ed57efe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c33ef4f2d42bce2f41bff9844dfaa785a3a74b68"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c33ef4f2d42bce2f41bff9844dfaa785a3a74b68",
"title": "c33ef4f2d42bce2f41bff9844dfaa785a3a74b68",
"url": "https://llvm.googlesource.com/llvm-project/+/c33ef4f2d42bce2f41bff9844dfaa785a3a74b68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "05dbabe329441541ae4896c8bf5c85f8446ba4ba"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@05dbabe329441541ae4896c8bf5c85f8446ba4ba",
"title": "05dbabe329441541ae4896c8bf5c85f8446ba4ba",
"url": "https://llvm.googlesource.com/llvm-project/+/05dbabe329441541ae4896c8bf5c85f8446ba4ba"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6ada38b248ef80a224fd2f48841b22ae3bbf5a7b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6ada38b248ef80a224fd2f48841b22ae3bbf5a7b",
"title": "6ada38b248ef80a224fd2f48841b22ae3bbf5a7b",
"url": "https://llvm.googlesource.com/llvm-project/+/6ada38b248ef80a224fd2f48841b22ae3bbf5a7b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2175c6cb38e7bb7701219a5081f22e7877ab0380"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2175c6cb38e7bb7701219a5081f22e7877ab0380",
"title": "2175c6cb38e7bb7701219a5081f22e7877ab0380",
"url": "https://llvm.googlesource.com/llvm-project/+/2175c6cb38e7bb7701219a5081f22e7877ab0380"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "df544b73e4206b4fd683d2c37012b4f78e8084ac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@df544b73e4206b4fd683d2c37012b4f78e8084ac",
"title": "df544b73e4206b4fd683d2c37012b4f78e8084ac",
"url": "https://llvm.googlesource.com/llvm-project/+/df544b73e4206b4fd683d2c37012b4f78e8084ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e8f79eb8980094d62a85c4a6da95e0de36c505a8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e8f79eb8980094d62a85c4a6da95e0de36c505a8",
"title": "e8f79eb8980094d62a85c4a6da95e0de36c505a8",
"url": "https://llvm.googlesource.com/llvm-project/+/e8f79eb8980094d62a85c4a6da95e0de36c505a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e4d910e80dc294ac3416ee0e2dfbef914d559b90"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e4d910e80dc294ac3416ee0e2dfbef914d559b90",
"title": "e4d910e80dc294ac3416ee0e2dfbef914d559b90",
"url": "https://llvm.googlesource.com/llvm-project/+/e4d910e80dc294ac3416ee0e2dfbef914d559b90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4f7dc99a8a3e34e925ef66e7069b01b811e837ba"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4f7dc99a8a3e34e925ef66e7069b01b811e837ba",
"title": "4f7dc99a8a3e34e925ef66e7069b01b811e837ba",
"url": "https://llvm.googlesource.com/llvm-project/+/4f7dc99a8a3e34e925ef66e7069b01b811e837ba"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4f7dc99a8a3e34e925ef66e7069b01b811e837ba",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885475095899349696"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:07:16.160] Scheduled build:
{
"id": "8720045034000741073",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-18T16:07:15.375625008Z",
"updateTime": "2025-03-18T16:07:15.375625008Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4f7dc99a8a3e34e925ef66e7069b01b811e837ba",
"ref": "refs/heads/main"
}
}
}
[16:07:16.160] Task URL: https://cr-buildbucket.appspot.com/build/8720045034000741073
[16:07:16.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:2:0) after 4m52s
[16:07:16.915] Received PubSub notification, asking Buildbucket for the build status
[16:07:16.937] Build status: SCHEDULED
[16:07:20.099] Received PubSub notification, asking Buildbucket for the build status
[16:07:20.132] Build status: STARTED
[16:12:08.218] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:2:0)
[16:12:08.237] Build status: STARTED
[16:12:08.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:5:0) after 7m12s
[16:19:20.423] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:5:0)
[16:19:20.450] Build status: STARTED
[16:19:20.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:6:0) after 1m3s
[16:20:23.502] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:6:0)
[16:20:23.528] Build status: STARTED
[16:20:23.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:7:0) after 4m58s
[16:25:21.653] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:7:0)
[16:25:21.679] Build status: STARTED
[16:25:21.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:8:0) after 4m20s
[16:29:41.748] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:8:0)
[16:29:41.775] Build status: STARTED
[16:29:41.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:9:0) after 8m20s
[16:38:01.800] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:9:0)
[16:38:01.876] Build status: STARTED
[16:38:01.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:10:0) after 2m56s
[16:40:57.887] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:10:0)
[16:40:57.914] Build status: STARTED
[16:40:57.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:11:0) after 7m44s
[16:48:41.889] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:11:0)
[16:48:41.909] Build status: STARTED
[16:48:41.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:12:0) after 7m0s
[16:55:41.921] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:12:0)
[16:55:41.944] Build status: STARTED
[16:55:41.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:13:0) after 3m6s
[16:58:47.960] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:13:0)
[16:58:47.985] Build status: STARTED
[16:58:47.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:14:0) after 3m6s
[17:01:54.052] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:14:0)
[17:01:54.086] Build status: STARTED
[17:01:54.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:15:0) after 7m59s
[17:09:53.112] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:15:0)
[17:09:53.148] Build status: STARTED
[17:09:53.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:16:0) after 3m30s
[17:13:23.214] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:16:0)
[17:13:23.247] Build status: STARTED
[17:13:23.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:17:0) after 1m8s
[17:14:31.264] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:17:0)
[17:14:31.281] Build status: STARTED
[17:14:31.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:18:0) after 9m18s
[17:23:49.308] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:18:0)
[17:23:49.342] Build status: STARTED
[17:23:49.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:19:0) after 4m18s
[17:28:07.466] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:19:0)
[17:28:07.521] Build status: STARTED
[17:28:07.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:20:0) after 5m31s
[17:33:38.543] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:20:0)
[17:33:38.560] Build status: STARTED
[17:33:38.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:21:0) after 9m16s
[17:42:54.583] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:21:0)
[17:42:54.675] Build status: STARTED
[17:42:54.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:22:0) after 4m52s
[17:47:46.696] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:22:0)
[17:47:46.727] Build status: STARTED
[17:47:46.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885475095899349696:23:0) after 8m6s
[17:49:17.479] Received PubSub notification, asking Buildbucket for the build status
[17:49:17.552] Build:
{
"id": "8720045034000741073",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-18T16:07:15.375625008Z",
"startTime": "2025-03-18T16:07:19.868802992Z",
"endTime": "2025-03-18T17:49:17.012658841Z",
"updateTime": "2025-03-18T17:49:17.012658841Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4f7dc99a8a3e34e925ef66e7069b01b811e837ba",
"ref": "refs/heads/main"
}
}
}
[17:49:17.552] Invocation finished in 1h42m3.370839692s with status FAILED