[11:51:59.309] New invocation is queued and will start shortly
[11:52:00.654] Starting the invocation (attempt 1)
[11:52:00.679] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b2ad90b8dcafdf3baea10457c4cac73bb34d06ef"
[11:52:00.679] Popped gitiles commit info from properties and tags
[11:52:00.679] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:52:00.680] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:52:00.681] Buildbucket request:
{
"requestId": "8865922209976989296",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865922209976989296",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96688d4b3c6cc35777e7293fa61e3fa7caa960d2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96688d4b3c6cc35777e7293fa61e3fa7caa960d2",
"title": "96688d4b3c6cc35777e7293fa61e3fa7caa960d2",
"url": "https://llvm.googlesource.com/llvm-project/+/96688d4b3c6cc35777e7293fa61e3fa7caa960d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c1852afa4b1ebb17f101b9105d36ace700981dac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c1852afa4b1ebb17f101b9105d36ace700981dac",
"title": "c1852afa4b1ebb17f101b9105d36ace700981dac",
"url": "https://llvm.googlesource.com/llvm-project/+/c1852afa4b1ebb17f101b9105d36ace700981dac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9317975a7abe8f863076576230a7aefe41c83180"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9317975a7abe8f863076576230a7aefe41c83180",
"title": "9317975a7abe8f863076576230a7aefe41c83180",
"url": "https://llvm.googlesource.com/llvm-project/+/9317975a7abe8f863076576230a7aefe41c83180"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a4dde449a043f3aeba3d14cd32b9b8da1ece8c3e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a4dde449a043f3aeba3d14cd32b9b8da1ece8c3e",
"title": "a4dde449a043f3aeba3d14cd32b9b8da1ece8c3e",
"url": "https://llvm.googlesource.com/llvm-project/+/a4dde449a043f3aeba3d14cd32b9b8da1ece8c3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5b5eacc5790365b90878a79893325bfae00ed693"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5b5eacc5790365b90878a79893325bfae00ed693",
"title": "5b5eacc5790365b90878a79893325bfae00ed693",
"url": "https://llvm.googlesource.com/llvm-project/+/5b5eacc5790365b90878a79893325bfae00ed693"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9bfaf12c07e3c745ac91010333a66d7730dbe2f7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9bfaf12c07e3c745ac91010333a66d7730dbe2f7",
"title": "9bfaf12c07e3c745ac91010333a66d7730dbe2f7",
"url": "https://llvm.googlesource.com/llvm-project/+/9bfaf12c07e3c745ac91010333a66d7730dbe2f7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "136c40667ebc43ffc13b32cb2227dd69a7d85b81"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@136c40667ebc43ffc13b32cb2227dd69a7d85b81",
"title": "136c40667ebc43ffc13b32cb2227dd69a7d85b81",
"url": "https://llvm.googlesource.com/llvm-project/+/136c40667ebc43ffc13b32cb2227dd69a7d85b81"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "94647eea7fc0fcdf1c953b8ff6bd6ef9981d7890"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@94647eea7fc0fcdf1c953b8ff6bd6ef9981d7890",
"title": "94647eea7fc0fcdf1c953b8ff6bd6ef9981d7890",
"url": "https://llvm.googlesource.com/llvm-project/+/94647eea7fc0fcdf1c953b8ff6bd6ef9981d7890"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9fe1f29541109ac10e1399deb85da0507135f836"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9fe1f29541109ac10e1399deb85da0507135f836",
"title": "9fe1f29541109ac10e1399deb85da0507135f836",
"url": "https://llvm.googlesource.com/llvm-project/+/9fe1f29541109ac10e1399deb85da0507135f836"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b4dbb1cdc46bfe41244f4313582ce3270f5fe845"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b4dbb1cdc46bfe41244f4313582ce3270f5fe845",
"title": "b4dbb1cdc46bfe41244f4313582ce3270f5fe845",
"url": "https://llvm.googlesource.com/llvm-project/+/b4dbb1cdc46bfe41244f4313582ce3270f5fe845"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6d663cd365df4e9373e60484c9b67965d01ab4a1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6d663cd365df4e9373e60484c9b67965d01ab4a1",
"title": "6d663cd365df4e9373e60484c9b67965d01ab4a1",
"url": "https://llvm.googlesource.com/llvm-project/+/6d663cd365df4e9373e60484c9b67965d01ab4a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7b0c51a43917fdd4dae2f9415b6c041ca4d1c3f1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7b0c51a43917fdd4dae2f9415b6c041ca4d1c3f1",
"title": "7b0c51a43917fdd4dae2f9415b6c041ca4d1c3f1",
"url": "https://llvm.googlesource.com/llvm-project/+/7b0c51a43917fdd4dae2f9415b6c041ca4d1c3f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "33a97c92f12f764f61f7dd75188c6a2e1af3c956"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@33a97c92f12f764f61f7dd75188c6a2e1af3c956",
"title": "33a97c92f12f764f61f7dd75188c6a2e1af3c956",
"url": "https://llvm.googlesource.com/llvm-project/+/33a97c92f12f764f61f7dd75188c6a2e1af3c956"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ed9c75aaac9d30fd928ec0b01b447fc1f8890098"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ed9c75aaac9d30fd928ec0b01b447fc1f8890098",
"title": "ed9c75aaac9d30fd928ec0b01b447fc1f8890098",
"url": "https://llvm.googlesource.com/llvm-project/+/ed9c75aaac9d30fd928ec0b01b447fc1f8890098"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3027b4a55bf77b1ea10da718bd08a070555ead9a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3027b4a55bf77b1ea10da718bd08a070555ead9a",
"title": "3027b4a55bf77b1ea10da718bd08a070555ead9a",
"url": "https://llvm.googlesource.com/llvm-project/+/3027b4a55bf77b1ea10da718bd08a070555ead9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46e88169284aadb06fafcbe18ff440ff0fdebfa3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46e88169284aadb06fafcbe18ff440ff0fdebfa3",
"title": "46e88169284aadb06fafcbe18ff440ff0fdebfa3",
"url": "https://llvm.googlesource.com/llvm-project/+/46e88169284aadb06fafcbe18ff440ff0fdebfa3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b2ad90b8dcafdf3baea10457c4cac73bb34d06ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b2ad90b8dcafdf3baea10457c4cac73bb34d06ef",
"title": "b2ad90b8dcafdf3baea10457c4cac73bb34d06ef",
"url": "https://llvm.googlesource.com/llvm-project/+/b2ad90b8dcafdf3baea10457c4cac73bb34d06ef"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b2ad90b8dcafdf3baea10457c4cac73bb34d06ef",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865922209976989296"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:52:01.004] Scheduled build:
{
"id": "8700492147813186017",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T11:52:00.744917108Z",
"updateTime": "2025-10-20T11:52:00.744917108Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b2ad90b8dcafdf3baea10457c4cac73bb34d06ef",
"ref": "refs/heads/main"
}
}
}
[11:52:01.004] Task URL: https://cr-buildbucket.appspot.com/build/8700492147813186017
[11:52:01.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:2:0) after 5m47s
[11:52:01.977] Received PubSub notification, asking Buildbucket for the build status
[11:52:02.001] Build status: SCHEDULED
[11:52:05.711] Received PubSub notification, asking Buildbucket for the build status
[11:52:05.737] Build status: STARTED
[11:57:48.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:2:0)
[11:57:48.170] Build status: STARTED
[11:57:48.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:5:0) after 1m35s
[11:59:23.479] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:5:0)
[11:59:23.493] Build status: STARTED
[11:59:23.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:6:0) after 7m12s
[12:06:36.832] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:6:0)
[12:06:36.846] Build status: STARTED
[12:06:36.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:7:0) after 3m8s
[12:09:44.902] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:7:0)
[12:09:44.918] Build status: STARTED
[12:09:44.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:8:0) after 7m15s
[12:16:59.940] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:8:0)
[12:16:59.953] Build status: STARTED
[12:16:59.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:9:0) after 6m48s
[12:23:47.938] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:9:0)
[12:23:47.953] Build status: STARTED
[12:23:47.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:10:0) after 7m32s
[12:31:20.027] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:10:0)
[12:31:20.113] Build status: STARTED
[12:31:20.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:11:0) after 3m20s
[12:34:40.226] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:11:0)
[12:34:40.263] Build status: STARTED
[12:34:40.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:12:0) after 7m9s
[12:41:49.278] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:12:0)
[12:41:49.304] Build status: STARTED
[12:41:49.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:13:0) after 2m12s
[12:44:01.338] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:13:0)
[12:44:01.360] Build status: STARTED
[12:44:01.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:14:0) after 9m38s
[12:53:39.374] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:14:0)
[12:53:39.390] Build status: STARTED
[12:53:39.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:15:0) after 8m24s
[13:02:03.457] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:15:0)
[13:02:03.507] Build status: STARTED
[13:02:03.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:16:0) after 1m11s
[13:03:14.522] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:16:0)
[13:03:14.536] Build status: STARTED
[13:03:14.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:17:0) after 8m51s
[13:12:05.563] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:17:0)
[13:12:05.584] Build status: STARTED
[13:12:05.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:18:0) after 6m56s
[13:19:01.599] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:18:0)
[13:19:01.624] Build status: STARTED
[13:19:01.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:19:0) after 9m23s
[13:28:24.686] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:19:0)
[13:28:24.704] Build status: STARTED
[13:28:24.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:20:0) after 5m41s
[13:34:05.806] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:20:0)
[13:34:05.822] Build status: STARTED
[13:34:05.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:21:0) after 4m11s
[13:38:16.932] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:21:0)
[13:38:16.955] Build status: STARTED
[13:38:16.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:22:0) after 9m24s
[13:47:41.079] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:22:0)
[13:47:41.139] Build status: STARTED
[13:47:41.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:23:0) after 5m31s
[13:53:12.502] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:23:0)
[13:53:12.521] Build status: STARTED
[13:53:12.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:24:0) after 6m31s
[13:59:44.069] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:24:0)
[13:59:44.083] Build status: STARTED
[13:59:44.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:25:0) after 1m2s
[14:00:46.144] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:25:0)
[14:00:46.167] Build status: STARTED
[14:00:46.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:26:0) after 8m1s
[14:08:47.252] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:26:0)
[14:08:47.272] Build status: STARTED
[14:08:47.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:27:0) after 4m9s
[14:12:56.366] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:27:0)
[14:12:56.385] Build status: STARTED
[14:12:56.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865922209976989296:28:0) after 3m55s
[14:14:43.585] Received PubSub notification, asking Buildbucket for the build status
[14:14:43.605] Build:
{
"id": "8700492147813186017",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T11:52:00.744917108Z",
"startTime": "2025-10-20T11:52:05.552002114Z",
"endTime": "2025-10-20T14:14:43.229009568Z",
"updateTime": "2025-10-20T14:14:43.229009568Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b2ad90b8dcafdf3baea10457c4cac73bb34d06ef",
"ref": "refs/heads/main"
}
}
}
[14:14:43.605] Invocation finished in 2h22m44.307749302s with status FAILED