[07:06:26.466] New invocation is queued and will start shortly
[07:06:27.659] Starting the invocation (attempt 1)
[07:06:27.679] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d4b504ff2038385bbe162e33a7a2560ed564731f"
[07:06:27.679] Popped gitiles commit info from properties and tags
[07:06:27.679] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:06:27.680] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:06:27.680] Buildbucket request:
{
"requestId": "8865940175056934800",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865940175056934800",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "04623afefcb9b3f84270b2a5c22476b1033e0384"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@04623afefcb9b3f84270b2a5c22476b1033e0384",
"title": "04623afefcb9b3f84270b2a5c22476b1033e0384",
"url": "https://llvm.googlesource.com/llvm-project/+/04623afefcb9b3f84270b2a5c22476b1033e0384"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f744cce89a14a29872e22f61303800643c7a5b7c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f744cce89a14a29872e22f61303800643c7a5b7c",
"title": "f744cce89a14a29872e22f61303800643c7a5b7c",
"url": "https://llvm.googlesource.com/llvm-project/+/f744cce89a14a29872e22f61303800643c7a5b7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ad8f7f4e733cb2420331675f268b70c14ff643ad"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ad8f7f4e733cb2420331675f268b70c14ff643ad",
"title": "ad8f7f4e733cb2420331675f268b70c14ff643ad",
"url": "https://llvm.googlesource.com/llvm-project/+/ad8f7f4e733cb2420331675f268b70c14ff643ad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e65522e596522faca391eea0adb440542b9f8f15"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e65522e596522faca391eea0adb440542b9f8f15",
"title": "e65522e596522faca391eea0adb440542b9f8f15",
"url": "https://llvm.googlesource.com/llvm-project/+/e65522e596522faca391eea0adb440542b9f8f15"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1943c9e9b9de4b920fb4ed9352f5721407fc01c7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1943c9e9b9de4b920fb4ed9352f5721407fc01c7",
"title": "1943c9e9b9de4b920fb4ed9352f5721407fc01c7",
"url": "https://llvm.googlesource.com/llvm-project/+/1943c9e9b9de4b920fb4ed9352f5721407fc01c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "54eaf22269ebd9433196602acc152152928f9a0d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@54eaf22269ebd9433196602acc152152928f9a0d",
"title": "54eaf22269ebd9433196602acc152152928f9a0d",
"url": "https://llvm.googlesource.com/llvm-project/+/54eaf22269ebd9433196602acc152152928f9a0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4ba30c6eb6b9b358556563e6b8a0b1dbbba8a2e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4ba30c6eb6b9b358556563e6b8a0b1dbbba8a2e7",
"title": "4ba30c6eb6b9b358556563e6b8a0b1dbbba8a2e7",
"url": "https://llvm.googlesource.com/llvm-project/+/4ba30c6eb6b9b358556563e6b8a0b1dbbba8a2e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d4b504ff2038385bbe162e33a7a2560ed564731f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d4b504ff2038385bbe162e33a7a2560ed564731f",
"title": "d4b504ff2038385bbe162e33a7a2560ed564731f",
"url": "https://llvm.googlesource.com/llvm-project/+/d4b504ff2038385bbe162e33a7a2560ed564731f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4b504ff2038385bbe162e33a7a2560ed564731f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865940175056934800"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:06:28.067] Scheduled build:
{
"id": "8700510113083330961",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T07:06:27.727442443Z",
"updateTime": "2025-10-20T07:06:27.727442443Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4b504ff2038385bbe162e33a7a2560ed564731f",
"ref": "refs/heads/main"
}
}
}
[07:06:28.067] Task URL: https://cr-buildbucket.appspot.com/build/8700510113083330961
[07:06:28.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:2:0) after 1m55s
[07:06:28.605] Received PubSub notification, asking Buildbucket for the build status
[07:06:28.621] Build status: SCHEDULED
[07:06:33.326] Received PubSub notification, asking Buildbucket for the build status
[07:06:33.350] Build status: STARTED
[07:08:23.162] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:2:0)
[07:08:23.188] Build status: STARTED
[07:08:23.188] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:5:0) after 4m0s
[07:12:23.350] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:5:0)
[07:12:23.365] Build status: STARTED
[07:12:23.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:6:0) after 6m4s
[07:18:27.379] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:6:0)
[07:18:27.406] Build status: STARTED
[07:18:27.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:7:0) after 8m32s
[07:26:59.416] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:7:0)
[07:26:59.434] Build status: STARTED
[07:26:59.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:8:0) after 5m21s
[07:32:20.528] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:8:0)
[07:32:20.549] Build status: STARTED
[07:32:20.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:9:0) after 1m57s
[07:34:17.748] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:9:0)
[07:34:17.768] Build status: STARTED
[07:34:17.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:10:0) after 6m12s
[07:40:29.780] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:10:0)
[07:40:29.806] Build status: STARTED
[07:40:29.806] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:11:0) after 3m6s
[07:43:35.924] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:11:0)
[07:43:35.941] Build status: STARTED
[07:43:35.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:12:0) after 3m41s
[07:47:17.354] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:12:0)
[07:47:17.370] Build status: STARTED
[07:47:17.370] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:13:0) after 8m24s
[07:55:41.432] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:13:0)
[07:55:41.446] Build status: STARTED
[07:55:41.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:14:0) after 1m30s
[07:57:11.488] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:14:0)
[07:57:11.507] Build status: STARTED
[07:57:11.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:15:0) after 5m16s
[08:02:27.892] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:15:0)
[08:02:27.913] Build status: STARTED
[08:02:27.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:16:0) after 2m15s
[08:04:42.946] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:16:0)
[08:04:42.975] Build status: STARTED
[08:04:42.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:17:0) after 4m43s
[08:09:25.991] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:17:0)
[08:09:26.010] Build status: STARTED
[08:09:26.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:18:0) after 6m11s
[08:15:37.058] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:18:0)
[08:15:37.071] Build status: STARTED
[08:15:37.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:19:0) after 7m15s
[08:22:52.060] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:19:0)
[08:22:52.109] Build status: STARTED
[08:22:52.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:20:0) after 9m26s
[08:32:18.129] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:20:0)
[08:32:18.165] Build status: STARTED
[08:32:18.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:21:0) after 9m57s
[08:42:15.359] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:21:0)
[08:42:15.374] Build status: STARTED
[08:42:15.374] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:22:0) after 5m28s
[08:47:43.441] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:22:0)
[08:47:43.461] Build status: STARTED
[08:47:43.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:23:0) after 9m5s
[08:56:48.577] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:23:0)
[08:56:48.598] Build status: STARTED
[08:56:48.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:24:0) after 9m17s
[09:06:05.612] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:24:0)
[09:06:05.632] Build status: STARTED
[09:06:05.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:25:0) after 4m58s
[09:11:03.690] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:25:0)
[09:11:03.709] Build status: STARTED
[09:11:03.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:26:0) after 9m55s
[09:20:59.129] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:26:0)
[09:20:59.150] Build status: STARTED
[09:20:59.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:27:0) after 5m16s
[09:26:15.303] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:27:0)
[09:26:15.370] Build status: STARTED
[09:26:15.370] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865940175056934800:28:0) after 9m54s
[09:29:08.935] Received PubSub notification, asking Buildbucket for the build status
[09:29:09.020] Build:
{
"id": "8700510113083330961",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T07:06:27.727442443Z",
"startTime": "2025-10-20T07:06:33.062304847Z",
"endTime": "2025-10-20T09:29:08.376652935Z",
"updateTime": "2025-10-20T09:29:08.376652935Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4b504ff2038385bbe162e33a7a2560ed564731f",
"ref": "refs/heads/main"
}
}
}
[09:29:09.020] Invocation finished in 2h22m42.559584187s with status FAILED