[08:01:02.124] New invocation is queued and will start shortly
[08:01:05.130] Starting the invocation (attempt 1)
[08:01:05.156] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b565933fd7befde370cdef503ad3910f9cfe478a"
[08:01:05.156] Popped gitiles commit info from properties and tags
[08:01:05.156] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:01:05.157] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:01:05.157] Buildbucket request:
{
"requestId": "8879798076146952096",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879798076146952096",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d561d595c4ee741f873972c03afa829e6c566ffd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d561d595c4ee741f873972c03afa829e6c566ffd",
"title": "d561d595c4ee741f873972c03afa829e6c566ffd",
"url": "https://llvm.googlesource.com/llvm-project/+/d561d595c4ee741f873972c03afa829e6c566ffd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5c1db3823e0d7ac820c938ca81adbffda3d98219"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5c1db3823e0d7ac820c938ca81adbffda3d98219",
"title": "5c1db3823e0d7ac820c938ca81adbffda3d98219",
"url": "https://llvm.googlesource.com/llvm-project/+/5c1db3823e0d7ac820c938ca81adbffda3d98219"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6181f4f89d022ebf33ed8a449655347eb1b9b6c0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6181f4f89d022ebf33ed8a449655347eb1b9b6c0",
"title": "6181f4f89d022ebf33ed8a449655347eb1b9b6c0",
"url": "https://llvm.googlesource.com/llvm-project/+/6181f4f89d022ebf33ed8a449655347eb1b9b6c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e4c9dc299c35155934688184319d391b298fff7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e4c9dc299c35155934688184319d391b298fff7",
"title": "3e4c9dc299c35155934688184319d391b298fff7",
"url": "https://llvm.googlesource.com/llvm-project/+/3e4c9dc299c35155934688184319d391b298fff7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "67f4d841f06640f3bcbe91cc9b9ad0ea047e4518"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@67f4d841f06640f3bcbe91cc9b9ad0ea047e4518",
"title": "67f4d841f06640f3bcbe91cc9b9ad0ea047e4518",
"url": "https://llvm.googlesource.com/llvm-project/+/67f4d841f06640f3bcbe91cc9b9ad0ea047e4518"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0baacd1a58420f7e4da14faa1f0e9a21d5294a6a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0baacd1a58420f7e4da14faa1f0e9a21d5294a6a",
"title": "0baacd1a58420f7e4da14faa1f0e9a21d5294a6a",
"url": "https://llvm.googlesource.com/llvm-project/+/0baacd1a58420f7e4da14faa1f0e9a21d5294a6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8e2e709f079f5aafc9d8cd67ee9401910d43fc1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8e2e709f079f5aafc9d8cd67ee9401910d43fc1",
"title": "f8e2e709f079f5aafc9d8cd67ee9401910d43fc1",
"url": "https://llvm.googlesource.com/llvm-project/+/f8e2e709f079f5aafc9d8cd67ee9401910d43fc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f73287e623a6c2e4a3485832bc3e10860cd26eb5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f73287e623a6c2e4a3485832bc3e10860cd26eb5",
"title": "f73287e623a6c2e4a3485832bc3e10860cd26eb5",
"url": "https://llvm.googlesource.com/llvm-project/+/f73287e623a6c2e4a3485832bc3e10860cd26eb5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d644597f57050d575212bd7b20abad892a07e6de"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d644597f57050d575212bd7b20abad892a07e6de",
"title": "d644597f57050d575212bd7b20abad892a07e6de",
"url": "https://llvm.googlesource.com/llvm-project/+/d644597f57050d575212bd7b20abad892a07e6de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b565933fd7befde370cdef503ad3910f9cfe478a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b565933fd7befde370cdef503ad3910f9cfe478a",
"title": "b565933fd7befde370cdef503ad3910f9cfe478a",
"url": "https://llvm.googlesource.com/llvm-project/+/b565933fd7befde370cdef503ad3910f9cfe478a"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b565933fd7befde370cdef503ad3910f9cfe478a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879798076146952096"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:01:05.537] Scheduled build:
{
"id": "8714368012246268145",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-20T08:01:05.216746423Z",
"updateTime": "2025-05-20T08:01:05.216746423Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b565933fd7befde370cdef503ad3910f9cfe478a",
"ref": "refs/heads/main"
}
}
}
[08:01:05.538] Task URL: https://cr-buildbucket.appspot.com/build/8714368012246268145
[08:01:05.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:2:0) after 2m24s
[08:01:12.194] Received PubSub notification, asking Buildbucket for the build status
[08:01:12.271] Build status: SCHEDULED
[08:03:29.594] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:2:0)
[08:03:29.643] Build status: SCHEDULED
[08:03:29.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:4:0) after 8m51s
[08:12:20.727] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:4:0)
[08:12:20.756] Build status: SCHEDULED
[08:12:20.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:5:0) after 6m32s
[08:18:52.836] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:5:0)
[08:18:52.859] Build status: SCHEDULED
[08:18:52.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:6:0) after 5m56s
[08:24:48.896] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:6:0)
[08:24:48.913] Build status: SCHEDULED
[08:24:48.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:7:0) after 7m44s
[08:32:32.976] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:7:0)
[08:32:33.006] Build status: SCHEDULED
[08:32:33.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:8:0) after 1m5s
[08:33:38.024] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:8:0)
[08:33:38.057] Build status: SCHEDULED
[08:33:38.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:9:0) after 7m30s
[08:41:08.140] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:9:0)
[08:41:08.157] Build status: SCHEDULED
[08:41:08.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:10:0) after 2m3s
[08:43:11.174] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:10:0)
[08:43:11.199] Build status: SCHEDULED
[08:43:11.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:11:0) after 5m58s
[08:49:09.219] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:11:0)
[08:49:09.237] Build status: SCHEDULED
[08:49:09.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:12:0) after 9m43s
[08:58:53.016] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:12:0)
[08:58:53.103] Build status: SCHEDULED
[08:58:53.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:13:0) after 6m55s
[09:05:48.093] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:13:0)
[09:05:48.113] Build status: SCHEDULED
[09:05:48.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:14:0) after 4m21s
[09:10:09.142] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:14:0)
[09:10:09.193] Build status: SCHEDULED
[09:10:09.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:15:0) after 4m27s
[09:14:36.215] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:15:0)
[09:14:36.231] Build status: SCHEDULED
[09:14:36.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:16:0) after 4m24s
[09:19:00.328] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:16:0)
[09:19:00.345] Build status: SCHEDULED
[09:19:00.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:17:0) after 9m5s
[09:28:05.362] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:17:0)
[09:28:05.378] Build status: SCHEDULED
[09:28:05.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:18:0) after 7m30s
[09:35:35.425] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:18:0)
[09:35:35.481] Build status: SCHEDULED
[09:35:35.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:19:0) after 6m35s
[09:36:09.860] Received PubSub notification, asking Buildbucket for the build status
[09:36:09.875] Build status: STARTED
[09:42:10.589] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:19:0)
[09:42:10.631] Build status: STARTED
[09:42:10.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:21:0) after 7m24s
[09:49:34.764] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:21:0)
[09:49:34.790] Build status: STARTED
[09:49:34.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:22:0) after 7m27s
[09:57:01.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:22:0)
[09:57:01.830] Build status: STARTED
[09:57:01.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:23:0) after 7m3s
[10:04:04.845] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:23:0)
[10:04:04.866] Build status: STARTED
[10:04:04.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:24:0) after 6m56s
[10:11:00.883] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:24:0)
[10:11:00.903] Build status: STARTED
[10:11:00.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:25:0) after 2m50s
[10:13:50.927] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:25:0)
[10:13:50.944] Build status: STARTED
[10:13:50.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:26:0) after 8m12s
[10:22:03.023] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:26:0)
[10:22:03.043] Build status: STARTED
[10:22:03.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:27:0) after 8m15s
[10:30:18.062] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:27:0)
[10:30:18.085] Build status: STARTED
[10:30:18.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:28:0) after 4m8s
[10:34:26.120] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:28:0)
[10:34:26.138] Build status: STARTED
[10:34:26.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:29:0) after 1m19s
[10:35:45.165] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:29:0)
[10:35:45.182] Build status: STARTED
[10:35:45.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:30:0) after 5m50s
[10:41:35.176] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:30:0)
[10:41:35.196] Build status: STARTED
[10:41:35.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:31:0) after 2m8s
[10:43:43.339] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:31:0)
[10:43:43.355] Build status: STARTED
[10:43:43.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:32:0) after 8m16s
[10:51:59.381] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:32:0)
[10:51:59.422] Build status: STARTED
[10:51:59.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:33:0) after 8m41s
[11:00:40.490] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:33:0)
[11:00:40.511] Build status: STARTED
[11:00:40.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:34:0) after 9m23s
[11:10:03.525] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:34:0)
[11:10:03.698] Build status: STARTED
[11:10:03.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:35:0) after 5m25s
[11:15:28.715] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:35:0)
[11:15:28.749] Build status: STARTED
[11:15:28.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:36:0) after 3m48s
[11:19:16.775] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:36:0)
[11:19:16.825] Build status: STARTED
[11:19:16.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879798076146952096:37:0) after 5m20s
[11:21:09.418] Received PubSub notification, asking Buildbucket for the build status
[11:21:09.439] Build:
{
"id": "8714368012246268145",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-20T08:01:05.216746423Z",
"startTime": "2025-05-20T09:36:09.707428309Z",
"endTime": "2025-05-20T11:21:09.128468800Z",
"updateTime": "2025-05-20T11:21:09.128468800Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b565933fd7befde370cdef503ad3910f9cfe478a",
"ref": "refs/heads/main"
}
}
}
[11:21:09.439] Invocation finished in 3h20m7.325870684s with status FAILED