[20:03:01.014] New invocation is queued and will start shortly
[20:03:02.147] Starting the invocation (attempt 1)
[20:03:02.179] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ad0fba211cc98ce2677a77cc4511bd1751ea9e68"
[20:03:02.179] Popped gitiles commit info from properties and tags
[20:03:02.179] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:02.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:02.182] Buildbucket request:
{
"requestId": "8876491162209198112",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876491162209198112",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "369cbcc1a21ab07ea6ca142a3b87c75d0a1b2014"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@369cbcc1a21ab07ea6ca142a3b87c75d0a1b2014",
"title": "369cbcc1a21ab07ea6ca142a3b87c75d0a1b2014",
"url": "https://llvm.googlesource.com/llvm-project/+/369cbcc1a21ab07ea6ca142a3b87c75d0a1b2014"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5f8e7ed5a38c79f67e79ccc6b57454e6f38a758a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5f8e7ed5a38c79f67e79ccc6b57454e6f38a758a",
"title": "5f8e7ed5a38c79f67e79ccc6b57454e6f38a758a",
"url": "https://llvm.googlesource.com/llvm-project/+/5f8e7ed5a38c79f67e79ccc6b57454e6f38a758a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "70333de6cfa76d2e0e36720d6065edd501a3ad8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@70333de6cfa76d2e0e36720d6065edd501a3ad8a",
"title": "70333de6cfa76d2e0e36720d6065edd501a3ad8a",
"url": "https://llvm.googlesource.com/llvm-project/+/70333de6cfa76d2e0e36720d6065edd501a3ad8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d760f97387878ed858273d3adc206ce4dca760f6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d760f97387878ed858273d3adc206ce4dca760f6",
"title": "d760f97387878ed858273d3adc206ce4dca760f6",
"url": "https://llvm.googlesource.com/llvm-project/+/d760f97387878ed858273d3adc206ce4dca760f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "28f6f870617fa327bd7bc87eb32c70571c8233aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@28f6f870617fa327bd7bc87eb32c70571c8233aa",
"title": "28f6f870617fa327bd7bc87eb32c70571c8233aa",
"url": "https://llvm.googlesource.com/llvm-project/+/28f6f870617fa327bd7bc87eb32c70571c8233aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c873e5f87d84bab700a297af8cdb76b2bd3ece88"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c873e5f87d84bab700a297af8cdb76b2bd3ece88",
"title": "c873e5f87d84bab700a297af8cdb76b2bd3ece88",
"url": "https://llvm.googlesource.com/llvm-project/+/c873e5f87d84bab700a297af8cdb76b2bd3ece88"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20f56d140909a01c74e9981835373eaab6021af9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20f56d140909a01c74e9981835373eaab6021af9",
"title": "20f56d140909a01c74e9981835373eaab6021af9",
"url": "https://llvm.googlesource.com/llvm-project/+/20f56d140909a01c74e9981835373eaab6021af9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1c56d101a2140b14dec62097849493ed2ea6cc7f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1c56d101a2140b14dec62097849493ed2ea6cc7f",
"title": "1c56d101a2140b14dec62097849493ed2ea6cc7f",
"url": "https://llvm.googlesource.com/llvm-project/+/1c56d101a2140b14dec62097849493ed2ea6cc7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a75279e4a5b5d2d87d0d8e0408abf9e2cacbc5e0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a75279e4a5b5d2d87d0d8e0408abf9e2cacbc5e0",
"title": "a75279e4a5b5d2d87d0d8e0408abf9e2cacbc5e0",
"url": "https://llvm.googlesource.com/llvm-project/+/a75279e4a5b5d2d87d0d8e0408abf9e2cacbc5e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7aeb1a1fd8bd8d376cd58d3341c739be8f3ac4a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7aeb1a1fd8bd8d376cd58d3341c739be8f3ac4a7",
"title": "7aeb1a1fd8bd8d376cd58d3341c739be8f3ac4a7",
"url": "https://llvm.googlesource.com/llvm-project/+/7aeb1a1fd8bd8d376cd58d3341c739be8f3ac4a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aec88679db5f5ac61616e0accc264008690a8ccc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aec88679db5f5ac61616e0accc264008690a8ccc",
"title": "aec88679db5f5ac61616e0accc264008690a8ccc",
"url": "https://llvm.googlesource.com/llvm-project/+/aec88679db5f5ac61616e0accc264008690a8ccc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d9a7b1647984dd6f7059069fcffe23dc1d1438b1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d9a7b1647984dd6f7059069fcffe23dc1d1438b1",
"title": "d9a7b1647984dd6f7059069fcffe23dc1d1438b1",
"url": "https://llvm.googlesource.com/llvm-project/+/d9a7b1647984dd6f7059069fcffe23dc1d1438b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1abe1aa7b2b4a35f8f8497a8a051cfba7d311131"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1abe1aa7b2b4a35f8f8497a8a051cfba7d311131",
"title": "1abe1aa7b2b4a35f8f8497a8a051cfba7d311131",
"url": "https://llvm.googlesource.com/llvm-project/+/1abe1aa7b2b4a35f8f8497a8a051cfba7d311131"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5781d526ecf2af81472451c70bc71c3b1fb7da46"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5781d526ecf2af81472451c70bc71c3b1fb7da46",
"title": "5781d526ecf2af81472451c70bc71c3b1fb7da46",
"url": "https://llvm.googlesource.com/llvm-project/+/5781d526ecf2af81472451c70bc71c3b1fb7da46"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3b8ac7a22c649d42e748b93d67ac237a85524328"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3b8ac7a22c649d42e748b93d67ac237a85524328",
"title": "3b8ac7a22c649d42e748b93d67ac237a85524328",
"url": "https://llvm.googlesource.com/llvm-project/+/3b8ac7a22c649d42e748b93d67ac237a85524328"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7dfcced079e3e7962cbbf780ebf4a472fbf4baf3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7dfcced079e3e7962cbbf780ebf4a472fbf4baf3",
"title": "7dfcced079e3e7962cbbf780ebf4a472fbf4baf3",
"url": "https://llvm.googlesource.com/llvm-project/+/7dfcced079e3e7962cbbf780ebf4a472fbf4baf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b6b08117bdb48765a0eef71b8434b9341257d06e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b6b08117bdb48765a0eef71b8434b9341257d06e",
"title": "b6b08117bdb48765a0eef71b8434b9341257d06e",
"url": "https://llvm.googlesource.com/llvm-project/+/b6b08117bdb48765a0eef71b8434b9341257d06e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8b906ef0f7bb1d73795b68e8fb0c459f36c8209"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8b906ef0f7bb1d73795b68e8fb0c459f36c8209",
"title": "f8b906ef0f7bb1d73795b68e8fb0c459f36c8209",
"url": "https://llvm.googlesource.com/llvm-project/+/f8b906ef0f7bb1d73795b68e8fb0c459f36c8209"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ad0fba211cc98ce2677a77cc4511bd1751ea9e68"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ad0fba211cc98ce2677a77cc4511bd1751ea9e68",
"title": "ad0fba211cc98ce2677a77cc4511bd1751ea9e68",
"url": "https://llvm.googlesource.com/llvm-project/+/ad0fba211cc98ce2677a77cc4511bd1751ea9e68"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ad0fba211cc98ce2677a77cc4511bd1751ea9e68",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876491162209198112"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:02.676] Scheduled build:
{
"id": "8711061100253045553",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-25T20:03:02.251907625Z",
"updateTime": "2025-06-25T20:03:02.251907625Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ad0fba211cc98ce2677a77cc4511bd1751ea9e68",
"ref": "refs/heads/main"
}
}
}
[20:03:02.676] Task URL: https://cr-buildbucket.appspot.com/build/8711061100253045553
[20:03:02.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:2:0) after 8m4s
[20:03:03.641] Received PubSub notification, asking Buildbucket for the build status
[20:03:03.659] Build status: SCHEDULED
[20:03:06.325] Received PubSub notification, asking Buildbucket for the build status
[20:03:06.360] Build status: STARTED
[20:11:06.746] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:2:0)
[20:11:06.773] Build status: STARTED
[20:11:06.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:5:0) after 2m12s
[20:13:18.946] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:5:0)
[20:13:18.968] Build status: STARTED
[20:13:18.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:6:0) after 2m6s
[20:15:25.263] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:6:0)
[20:15:25.290] Build status: STARTED
[20:15:25.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:7:0) after 6m46s
[20:22:11.314] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:7:0)
[20:22:11.341] Build status: STARTED
[20:22:11.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:8:0) after 4m46s
[20:26:57.467] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:8:0)
[20:26:57.510] Build status: STARTED
[20:26:57.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:9:0) after 8m39s
[20:35:36.537] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:9:0)
[20:35:36.554] Build status: STARTED
[20:35:36.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:10:0) after 7m47s
[20:43:23.534] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:10:0)
[20:43:23.568] Build status: STARTED
[20:43:23.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:11:0) after 5m2s
[20:48:25.588] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:11:0)
[20:48:25.615] Build status: STARTED
[20:48:25.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:12:0) after 3m10s
[20:51:35.861] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:12:0)
[20:51:35.880] Build status: STARTED
[20:51:35.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:13:0) after 3m46s
[20:55:21.951] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:13:0)
[20:55:21.971] Build status: STARTED
[20:55:21.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:14:0) after 5m30s
[21:00:51.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:14:0)
[21:00:52.015] Build status: STARTED
[21:00:52.015] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:15:0) after 8m59s
[21:09:51.033] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:15:0)
[21:09:51.055] Build status: STARTED
[21:09:51.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:16:0) after 3m41s
[21:13:32.058] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:16:0)
[21:13:32.074] Build status: STARTED
[21:13:32.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:17:0) after 2m3s
[21:15:35.150] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:17:0)
[21:15:35.170] Build status: STARTED
[21:15:35.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:18:0) after 4m54s
[21:20:29.338] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:18:0)
[21:20:29.362] Build status: STARTED
[21:20:29.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:19:0) after 3m57s
[21:24:26.524] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:19:0)
[21:24:26.546] Build status: STARTED
[21:24:26.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:20:0) after 5m50s
[21:30:16.636] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:20:0)
[21:30:16.652] Build status: STARTED
[21:30:16.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:21:0) after 6m58s
[21:37:14.878] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:21:0)
[21:37:14.895] Build status: STARTED
[21:37:14.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:22:0) after 7m56s
[21:45:10.968] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:22:0)
[21:45:10.987] Build status: STARTED
[21:45:10.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8876491162209198112:23:0) after 9m21s
[21:48:05.710] Received PubSub notification, asking Buildbucket for the build status
[21:48:05.795] Build:
{
"id": "8711061100253045553",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-25T20:03:02.251907625Z",
"startTime": "2025-06-25T20:03:06.094886656Z",
"endTime": "2025-06-25T21:48:05.418184034Z",
"updateTime": "2025-06-25T21:48:05.418184034Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ad0fba211cc98ce2677a77cc4511bd1751ea9e68",
"ref": "refs/heads/main"
}
}
}
[21:48:05.795] Invocation finished in 1h45m4.79301575s with status FAILED