[10:12:14.260] New invocation is queued and will start shortly
[10:12:15.323] Starting the invocation (attempt 1)
[10:12:15.352] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0b696a86dd4834359c633561394e4d7a24b1b501"
[10:12:15.352] Popped gitiles commit info from properties and tags
[10:12:15.352] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:12:15.353] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:12:15.353] Buildbucket request:
{
"requestId": "8869552364413515872",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869552364413515872",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4621e17dee138381bd11c1b8dfe656ab8238cc1a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4621e17dee138381bd11c1b8dfe656ab8238cc1a",
"title": "4621e17dee138381bd11c1b8dfe656ab8238cc1a",
"url": "https://llvm.googlesource.com/llvm-project/+/4621e17dee138381bd11c1b8dfe656ab8238cc1a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4d9a7fa9bad0d3f7eba801b784d4caa896d224d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4d9a7fa9bad0d3f7eba801b784d4caa896d224d7",
"title": "4d9a7fa9bad0d3f7eba801b784d4caa896d224d7",
"url": "https://llvm.googlesource.com/llvm-project/+/4d9a7fa9bad0d3f7eba801b784d4caa896d224d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bed9be954d5a8e4166629e489052c96e8cb24f99"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bed9be954d5a8e4166629e489052c96e8cb24f99",
"title": "bed9be954d5a8e4166629e489052c96e8cb24f99",
"url": "https://llvm.googlesource.com/llvm-project/+/bed9be954d5a8e4166629e489052c96e8cb24f99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dcaa29c8ed6cc3b62368cdd609f2d05a25541366"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dcaa29c8ed6cc3b62368cdd609f2d05a25541366",
"title": "dcaa29c8ed6cc3b62368cdd609f2d05a25541366",
"url": "https://llvm.googlesource.com/llvm-project/+/dcaa29c8ed6cc3b62368cdd609f2d05a25541366"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "212ba92d308d52451dd27dfca06fd3b32f2dce77"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@212ba92d308d52451dd27dfca06fd3b32f2dce77",
"title": "212ba92d308d52451dd27dfca06fd3b32f2dce77",
"url": "https://llvm.googlesource.com/llvm-project/+/212ba92d308d52451dd27dfca06fd3b32f2dce77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bc65352ab5eeabecd6d8dca0ca1d5a628101dfde"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bc65352ab5eeabecd6d8dca0ca1d5a628101dfde",
"title": "bc65352ab5eeabecd6d8dca0ca1d5a628101dfde",
"url": "https://llvm.googlesource.com/llvm-project/+/bc65352ab5eeabecd6d8dca0ca1d5a628101dfde"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ffcf82c4a8966450ee1ccf742287c9b2bdef2e26"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ffcf82c4a8966450ee1ccf742287c9b2bdef2e26",
"title": "ffcf82c4a8966450ee1ccf742287c9b2bdef2e26",
"url": "https://llvm.googlesource.com/llvm-project/+/ffcf82c4a8966450ee1ccf742287c9b2bdef2e26"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a975e64239ec30e000fb254bc21f526161a97dcd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a975e64239ec30e000fb254bc21f526161a97dcd",
"title": "a975e64239ec30e000fb254bc21f526161a97dcd",
"url": "https://llvm.googlesource.com/llvm-project/+/a975e64239ec30e000fb254bc21f526161a97dcd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d6d0f4f156e27e5171475d229b8ea2616c2b3d0c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d6d0f4f156e27e5171475d229b8ea2616c2b3d0c",
"title": "d6d0f4f156e27e5171475d229b8ea2616c2b3d0c",
"url": "https://llvm.googlesource.com/llvm-project/+/d6d0f4f156e27e5171475d229b8ea2616c2b3d0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b965f265388abd6abba7d553927ba7c154026af2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b965f265388abd6abba7d553927ba7c154026af2",
"title": "b965f265388abd6abba7d553927ba7c154026af2",
"url": "https://llvm.googlesource.com/llvm-project/+/b965f265388abd6abba7d553927ba7c154026af2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d4f79954881617e0086ea454d37c5c881ec13572"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d4f79954881617e0086ea454d37c5c881ec13572",
"title": "d4f79954881617e0086ea454d37c5c881ec13572",
"url": "https://llvm.googlesource.com/llvm-project/+/d4f79954881617e0086ea454d37c5c881ec13572"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7f4c297e94dd604d66429dd0eb85c79e4d8c50a9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7f4c297e94dd604d66429dd0eb85c79e4d8c50a9",
"title": "7f4c297e94dd604d66429dd0eb85c79e4d8c50a9",
"url": "https://llvm.googlesource.com/llvm-project/+/7f4c297e94dd604d66429dd0eb85c79e4d8c50a9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "49a898f9b5f6ebc82bdcf5b1cac1f5de22b91d33"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@49a898f9b5f6ebc82bdcf5b1cac1f5de22b91d33",
"title": "49a898f9b5f6ebc82bdcf5b1cac1f5de22b91d33",
"url": "https://llvm.googlesource.com/llvm-project/+/49a898f9b5f6ebc82bdcf5b1cac1f5de22b91d33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1f53cc0c540484377f4a6a0f93ed7a6c82084ecd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1f53cc0c540484377f4a6a0f93ed7a6c82084ecd",
"title": "1f53cc0c540484377f4a6a0f93ed7a6c82084ecd",
"url": "https://llvm.googlesource.com/llvm-project/+/1f53cc0c540484377f4a6a0f93ed7a6c82084ecd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b28614f32bfcfd075a46fe55671358dde5ac4e9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b28614f32bfcfd075a46fe55671358dde5ac4e9",
"title": "0b28614f32bfcfd075a46fe55671358dde5ac4e9",
"url": "https://llvm.googlesource.com/llvm-project/+/0b28614f32bfcfd075a46fe55671358dde5ac4e9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8f7e8c425bc80fc3fc7f0d81d2444c580bedabe9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8f7e8c425bc80fc3fc7f0d81d2444c580bedabe9",
"title": "8f7e8c425bc80fc3fc7f0d81d2444c580bedabe9",
"url": "https://llvm.googlesource.com/llvm-project/+/8f7e8c425bc80fc3fc7f0d81d2444c580bedabe9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0b696a86dd4834359c633561394e4d7a24b1b501"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0b696a86dd4834359c633561394e4d7a24b1b501",
"title": "0b696a86dd4834359c633561394e4d7a24b1b501",
"url": "https://llvm.googlesource.com/llvm-project/+/0b696a86dd4834359c633561394e4d7a24b1b501"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b696a86dd4834359c633561394e4d7a24b1b501",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869552364413515872"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:12:15.736] Scheduled build:
{
"id": "8704122302523116769",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-10T10:12:15.432644408Z",
"updateTime": "2025-09-10T10:12:15.432644408Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b696a86dd4834359c633561394e4d7a24b1b501",
"ref": "refs/heads/main"
}
}
}
[10:12:15.736] Task URL: https://cr-buildbucket.appspot.com/build/8704122302523116769
[10:12:15.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:2:0) after 8m29s
[10:12:16.708] Received PubSub notification, asking Buildbucket for the build status
[10:12:16.739] Build status: SCHEDULED
[10:20:44.754] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:2:0)
[10:20:44.780] Build status: SCHEDULED
[10:20:44.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:4:0) after 8m54s
[10:29:38.896] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:4:0)
[10:29:38.995] Build status: SCHEDULED
[10:29:38.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:5:0) after 6m38s
[10:36:17.014] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:5:0)
[10:36:17.031] Build status: SCHEDULED
[10:36:17.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:6:0) after 4m25s
[10:40:42.051] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:6:0)
[10:40:42.087] Build status: SCHEDULED
[10:40:42.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:7:0) after 7m56s
[10:48:38.207] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:7:0)
[10:48:38.274] Build status: SCHEDULED
[10:48:38.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:8:0) after 2m56s
[10:51:34.469] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:8:0)
[10:51:34.490] Build status: SCHEDULED
[10:51:34.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:9:0) after 8m53s
[11:00:27.680] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:9:0)
[11:00:27.695] Build status: SCHEDULED
[11:00:27.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:10:0) after 4m32s
[11:01:31.746] Received PubSub notification, asking Buildbucket for the build status
[11:01:31.763] Build status: STARTED
[11:05:00.021] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:10:0)
[11:05:00.082] Build status: STARTED
[11:05:00.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:12:0) after 3m44s
[11:08:44.253] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:12:0)
[11:08:44.271] Build status: STARTED
[11:08:44.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:13:0) after 1m3s
[11:09:47.265] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:13:0)
[11:09:47.311] Build status: STARTED
[11:09:47.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:14:0) after 9m35s
[11:19:22.894] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:14:0)
[11:19:22.925] Build status: STARTED
[11:19:22.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:15:0) after 2m53s
[11:22:16.025] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:15:0)
[11:22:16.183] Build status: STARTED
[11:22:16.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:16:0) after 3m50s
[11:26:06.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:16:0)
[11:26:06.583] Build status: STARTED
[11:26:06.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:17:0) after 2m7s
[11:28:13.647] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:17:0)
[11:28:13.663] Build status: STARTED
[11:28:13.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:18:0) after 9m22s
[11:37:35.652] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:18:0)
[11:37:35.668] Build status: STARTED
[11:37:35.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:19:0) after 1m29s
[11:39:04.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:19:0)
[11:39:04.755] Build status: STARTED
[11:39:04.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:20:0) after 5m4s
[11:44:09.190] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:20:0)
[11:44:09.204] Build status: STARTED
[11:44:09.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:21:0) after 3m55s
[11:48:04.385] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:21:0)
[11:48:04.432] Build status: STARTED
[11:48:04.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:22:0) after 7m42s
[11:55:46.533] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:22:0)
[11:55:46.595] Build status: STARTED
[11:55:46.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:23:0) after 5m18s
[12:01:04.627] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:23:0)
[12:01:04.715] Build status: STARTED
[12:01:04.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:24:0) after 6m47s
[12:07:51.731] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:24:0)
[12:07:51.747] Build status: STARTED
[12:07:51.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:25:0) after 5m31s
[12:13:22.767] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:25:0)
[12:13:22.787] Build status: STARTED
[12:13:22.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:26:0) after 7m16s
[12:20:39.505] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:26:0)
[12:20:39.564] Build status: STARTED
[12:20:39.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:27:0) after 3m37s
[12:24:16.583] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:27:0)
[12:24:16.603] Build status: STARTED
[12:24:16.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:28:0) after 3m1s
[12:27:17.740] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:28:0)
[12:27:17.761] Build status: STARTED
[12:27:17.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:29:0) after 8m38s
[12:35:55.791] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:29:0)
[12:35:55.822] Build status: STARTED
[12:35:55.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:30:0) after 2m1s
[12:37:56.838] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:30:0)
[12:37:56.856] Build status: STARTED
[12:37:56.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869552364413515872:31:0) after 7m27s
[12:43:55.788] Received PubSub notification, asking Buildbucket for the build status
[12:43:55.808] Build:
{
"id": "8704122302523116769",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-10T10:12:15.432644408Z",
"startTime": "2025-09-10T11:01:31.273569795Z",
"endTime": "2025-09-10T12:43:53.843741447Z",
"updateTime": "2025-09-10T12:43:53.843741447Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b696a86dd4834359c633561394e4d7a24b1b501",
"ref": "refs/heads/main"
}
}
}
[12:43:55.808] Invocation finished in 2h31m41.562312237s with status FAILED