[16:44:23.736] New invocation is queued and will start shortly
[16:44:25.050] Starting the invocation (attempt 1)
[16:44:25.073] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/943ef706befcf678cb3564713d9a5d596dd07e91"
[16:44:25.074] Popped gitiles commit info from properties and tags
[16:44:25.074] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:44:25.074] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:44:25.074] Buildbucket request:
{
"requestId": "8858927846899359328",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858927846899359328",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "316a9c52f022024978775c9af40ba829d0564888"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@316a9c52f022024978775c9af40ba829d0564888",
"title": "316a9c52f022024978775c9af40ba829d0564888",
"url": "https://llvm.googlesource.com/llvm-project/+/316a9c52f022024978775c9af40ba829d0564888"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d33cb522a64d44f992002cf024c4411b0325a421"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d33cb522a64d44f992002cf024c4411b0325a421",
"title": "d33cb522a64d44f992002cf024c4411b0325a421",
"url": "https://llvm.googlesource.com/llvm-project/+/d33cb522a64d44f992002cf024c4411b0325a421"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "78b9fd258741bf81642a15060e35183a751c76e5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@78b9fd258741bf81642a15060e35183a751c76e5",
"title": "78b9fd258741bf81642a15060e35183a751c76e5",
"url": "https://llvm.googlesource.com/llvm-project/+/78b9fd258741bf81642a15060e35183a751c76e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e982b4f411490846095f62f4edf610652cb4ba65"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e982b4f411490846095f62f4edf610652cb4ba65",
"title": "e982b4f411490846095f62f4edf610652cb4ba65",
"url": "https://llvm.googlesource.com/llvm-project/+/e982b4f411490846095f62f4edf610652cb4ba65"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3534b7744a440e0df29420ac714104cf97d91680"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3534b7744a440e0df29420ac714104cf97d91680",
"title": "3534b7744a440e0df29420ac714104cf97d91680",
"url": "https://llvm.googlesource.com/llvm-project/+/3534b7744a440e0df29420ac714104cf97d91680"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7e2b79b049cb79a376e1f3112b08a32fbb28d641"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7e2b79b049cb79a376e1f3112b08a32fbb28d641",
"title": "7e2b79b049cb79a376e1f3112b08a32fbb28d641",
"url": "https://llvm.googlesource.com/llvm-project/+/7e2b79b049cb79a376e1f3112b08a32fbb28d641"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dbc9feb35fc4cf090fedb72f649bc90ebcdbd2e8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dbc9feb35fc4cf090fedb72f649bc90ebcdbd2e8",
"title": "dbc9feb35fc4cf090fedb72f649bc90ebcdbd2e8",
"url": "https://llvm.googlesource.com/llvm-project/+/dbc9feb35fc4cf090fedb72f649bc90ebcdbd2e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e2fa8dcb0d508cdf9d8a4b18a12838b5adfd8194"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e2fa8dcb0d508cdf9d8a4b18a12838b5adfd8194",
"title": "e2fa8dcb0d508cdf9d8a4b18a12838b5adfd8194",
"url": "https://llvm.googlesource.com/llvm-project/+/e2fa8dcb0d508cdf9d8a4b18a12838b5adfd8194"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "71507f02088e7e9b22616926af00ed3da433b2df"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@71507f02088e7e9b22616926af00ed3da433b2df",
"title": "71507f02088e7e9b22616926af00ed3da433b2df",
"url": "https://llvm.googlesource.com/llvm-project/+/71507f02088e7e9b22616926af00ed3da433b2df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "319a1f0a6a7eab6d70240a0defe6eba83bc7d9e2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@319a1f0a6a7eab6d70240a0defe6eba83bc7d9e2",
"title": "319a1f0a6a7eab6d70240a0defe6eba83bc7d9e2",
"url": "https://llvm.googlesource.com/llvm-project/+/319a1f0a6a7eab6d70240a0defe6eba83bc7d9e2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "787a476c922e13cf6a575c55e053c55041ad3a31"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@787a476c922e13cf6a575c55e053c55041ad3a31",
"title": "787a476c922e13cf6a575c55e053c55041ad3a31",
"url": "https://llvm.googlesource.com/llvm-project/+/787a476c922e13cf6a575c55e053c55041ad3a31"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c58803562a8bc4825f80f5dea6a9eb68cfe3c00f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c58803562a8bc4825f80f5dea6a9eb68cfe3c00f",
"title": "c58803562a8bc4825f80f5dea6a9eb68cfe3c00f",
"url": "https://llvm.googlesource.com/llvm-project/+/c58803562a8bc4825f80f5dea6a9eb68cfe3c00f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d1aca4b1471353a126db0954c8f998fca7ba3752"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d1aca4b1471353a126db0954c8f998fca7ba3752",
"title": "d1aca4b1471353a126db0954c8f998fca7ba3752",
"url": "https://llvm.googlesource.com/llvm-project/+/d1aca4b1471353a126db0954c8f998fca7ba3752"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4cba804249b38234cf74ab523c86795c0d2e4478"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4cba804249b38234cf74ab523c86795c0d2e4478",
"title": "4cba804249b38234cf74ab523c86795c0d2e4478",
"url": "https://llvm.googlesource.com/llvm-project/+/4cba804249b38234cf74ab523c86795c0d2e4478"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9d8889bf37604dfa5ae237ac0bf639589506387b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9d8889bf37604dfa5ae237ac0bf639589506387b",
"title": "9d8889bf37604dfa5ae237ac0bf639589506387b",
"url": "https://llvm.googlesource.com/llvm-project/+/9d8889bf37604dfa5ae237ac0bf639589506387b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fc8f81e3d0a34ea56b4f76a03e2e5f4dc0435309"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fc8f81e3d0a34ea56b4f76a03e2e5f4dc0435309",
"title": "fc8f81e3d0a34ea56b4f76a03e2e5f4dc0435309",
"url": "https://llvm.googlesource.com/llvm-project/+/fc8f81e3d0a34ea56b4f76a03e2e5f4dc0435309"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "86b0acd35f75afacec84ebaf3304a3e96063940d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@86b0acd35f75afacec84ebaf3304a3e96063940d",
"title": "86b0acd35f75afacec84ebaf3304a3e96063940d",
"url": "https://llvm.googlesource.com/llvm-project/+/86b0acd35f75afacec84ebaf3304a3e96063940d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "75d8654c67a4bf12187d0c85cfabfaac9a5d67e2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@75d8654c67a4bf12187d0c85cfabfaac9a5d67e2",
"title": "75d8654c67a4bf12187d0c85cfabfaac9a5d67e2",
"url": "https://llvm.googlesource.com/llvm-project/+/75d8654c67a4bf12187d0c85cfabfaac9a5d67e2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "943ef706befcf678cb3564713d9a5d596dd07e91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@943ef706befcf678cb3564713d9a5d596dd07e91",
"title": "943ef706befcf678cb3564713d9a5d596dd07e91",
"url": "https://llvm.googlesource.com/llvm-project/+/943ef706befcf678cb3564713d9a5d596dd07e91"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "943ef706befcf678cb3564713d9a5d596dd07e91",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858927846899359328"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:44:25.524] Scheduled build:
{
"id": "8693497784724651601",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-05T16:44:25.181095563Z",
"updateTime": "2026-01-05T16:44:25.181095563Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "943ef706befcf678cb3564713d9a5d596dd07e91",
"ref": "refs/heads/main"
}
}
}
[16:44:25.524] Task URL: https://cr-buildbucket.appspot.com/build/8693497784724651601
[16:44:25.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:2:0) after 7m48s
[16:44:32.305] Received PubSub notification, asking Buildbucket for the build status
[16:44:32.338] Build status: SCHEDULED
[16:44:40.789] Received PubSub notification, asking Buildbucket for the build status
[16:44:40.810] Build status: STARTED
[16:52:13.604] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:2:0)
[16:52:13.634] Build status: STARTED
[16:52:13.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:5:0) after 3m18s
[16:55:32.758] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:5:0)
[16:55:32.789] Build status: STARTED
[16:55:32.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:6:0) after 3m33s
[16:59:05.806] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:6:0)
[16:59:05.870] Build status: STARTED
[16:59:05.870] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:7:0) after 5m4s
[17:04:09.885] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:7:0)
[17:04:09.915] Build status: STARTED
[17:04:09.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:8:0) after 1m24s
[17:05:33.981] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:8:0)
[17:05:34.002] Build status: STARTED
[17:05:34.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:9:0) after 9m19s
[17:14:53.021] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:9:0)
[17:14:53.040] Build status: STARTED
[17:14:53.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:10:0) after 4m28s
[17:19:21.085] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:10:0)
[17:19:21.112] Build status: STARTED
[17:19:21.112] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:11:0) after 2m34s
[17:21:55.129] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:11:0)
[17:21:55.150] Build status: STARTED
[17:21:55.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:12:0) after 8m52s
[17:30:47.246] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:12:0)
[17:30:47.273] Build status: STARTED
[17:30:47.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:13:0) after 5m13s
[17:36:00.351] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:13:0)
[17:36:00.378] Build status: STARTED
[17:36:00.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:14:0) after 8m13s
[17:44:13.393] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:14:0)
[17:44:13.412] Build status: STARTED
[17:44:13.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:15:0) after 4m0s
[17:48:13.425] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:15:0)
[17:48:13.442] Build status: STARTED
[17:48:13.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:16:0) after 2m25s
[17:50:38.457] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:16:0)
[17:50:38.473] Build status: STARTED
[17:50:38.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:17:0) after 4m50s
[17:55:28.484] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:17:0)
[17:55:28.544] Build status: STARTED
[17:55:28.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:18:0) after 1m58s
[17:57:26.561] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:18:0)
[17:57:26.576] Build status: STARTED
[17:57:26.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:19:0) after 2m13s
[17:59:39.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:19:0)
[17:59:39.611] Build status: STARTED
[17:59:39.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:20:0) after 3m20s
[18:02:59.672] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:20:0)
[18:02:59.687] Build status: STARTED
[18:02:59.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:21:0) after 9m33s
[18:12:32.753] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:21:0)
[18:12:32.770] Build status: STARTED
[18:12:32.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:22:0) after 9m18s
[18:21:50.784] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:22:0)
[18:21:50.824] Build status: STARTED
[18:21:50.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:23:0) after 7m12s
[18:29:02.952] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:23:0)
[18:29:02.978] Build status: STARTED
[18:29:02.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:24:0) after 6m44s
[18:35:47.094] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:24:0)
[18:35:47.116] Build status: STARTED
[18:35:47.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858927846899359328:25:0) after 6m52s
[18:42:29.620] Received PubSub notification, asking Buildbucket for the build status
[18:42:29.688] Build:
{
"id": "8693497784724651601",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-05T16:44:25.181095563Z",
"startTime": "2026-01-05T16:44:34.106575365Z",
"endTime": "2026-01-05T18:42:28.722123522Z",
"updateTime": "2026-01-05T18:42:28.722123522Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "943ef706befcf678cb3564713d9a5d596dd07e91",
"ref": "refs/heads/main"
}
}
}
[18:42:29.688] Invocation finished in 1h58m5.965451175s with status FAILED