[14:28:02.980] New invocation is queued and will start shortly
[14:28:04.059] Starting the invocation (attempt 1)
[14:28:04.089] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd"
[14:28:04.089] Popped gitiles commit info from properties and tags
[14:28:04.089] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:28:04.089] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:28:04.091] Buildbucket request:
{
"requestId": "8880770293945443888",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880770293945443888",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4b29ee407e6466364d70f7962104561553ea89cc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4b29ee407e6466364d70f7962104561553ea89cc",
"title": "4b29ee407e6466364d70f7962104561553ea89cc",
"url": "https://llvm.googlesource.com/llvm-project/+/4b29ee407e6466364d70f7962104561553ea89cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6094080d27bc6dae4d85de207d4cf5586becf1aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6094080d27bc6dae4d85de207d4cf5586becf1aa",
"title": "6094080d27bc6dae4d85de207d4cf5586becf1aa",
"url": "https://llvm.googlesource.com/llvm-project/+/6094080d27bc6dae4d85de207d4cf5586becf1aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "41aa67488c3ca33334ec79fb5216145c3644277c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@41aa67488c3ca33334ec79fb5216145c3644277c",
"title": "41aa67488c3ca33334ec79fb5216145c3644277c",
"url": "https://llvm.googlesource.com/llvm-project/+/41aa67488c3ca33334ec79fb5216145c3644277c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c453da7b7c2d964352941484b9f06047d2cc919e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c453da7b7c2d964352941484b9f06047d2cc919e",
"title": "c453da7b7c2d964352941484b9f06047d2cc919e",
"url": "https://llvm.googlesource.com/llvm-project/+/c453da7b7c2d964352941484b9f06047d2cc919e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "40ac25e3096178ffe9d20ba4e14a159411ddf206"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@40ac25e3096178ffe9d20ba4e14a159411ddf206",
"title": "40ac25e3096178ffe9d20ba4e14a159411ddf206",
"url": "https://llvm.googlesource.com/llvm-project/+/40ac25e3096178ffe9d20ba4e14a159411ddf206"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bb0a0782ea63e94154d2c8653e0064e4321a1f20"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bb0a0782ea63e94154d2c8653e0064e4321a1f20",
"title": "bb0a0782ea63e94154d2c8653e0064e4321a1f20",
"url": "https://llvm.googlesource.com/llvm-project/+/bb0a0782ea63e94154d2c8653e0064e4321a1f20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "89822ff5a8608570897c21a3c40fb450c53f603f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@89822ff5a8608570897c21a3c40fb450c53f603f",
"title": "89822ff5a8608570897c21a3c40fb450c53f603f",
"url": "https://llvm.googlesource.com/llvm-project/+/89822ff5a8608570897c21a3c40fb450c53f603f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fc83aaea06eb06f73ac53491dd16346b56ba5a2f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fc83aaea06eb06f73ac53491dd16346b56ba5a2f",
"title": "fc83aaea06eb06f73ac53491dd16346b56ba5a2f",
"url": "https://llvm.googlesource.com/llvm-project/+/fc83aaea06eb06f73ac53491dd16346b56ba5a2f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9c67ae861ccb0312fc680414a8441892d169d14a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9c67ae861ccb0312fc680414a8441892d169d14a",
"title": "9c67ae861ccb0312fc680414a8441892d169d14a",
"url": "https://llvm.googlesource.com/llvm-project/+/9c67ae861ccb0312fc680414a8441892d169d14a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dbe561309a1cb35e11cc57e4b88096362a030e8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dbe561309a1cb35e11cc57e4b88096362a030e8a",
"title": "dbe561309a1cb35e11cc57e4b88096362a030e8a",
"url": "https://llvm.googlesource.com/llvm-project/+/dbe561309a1cb35e11cc57e4b88096362a030e8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a68f35a17db03a6633a660d310156f4e2f17197f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a68f35a17db03a6633a660d310156f4e2f17197f",
"title": "a68f35a17db03a6633a660d310156f4e2f17197f",
"url": "https://llvm.googlesource.com/llvm-project/+/a68f35a17db03a6633a660d310156f4e2f17197f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "806b49140142dea46d31646c438d936522bb2be7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@806b49140142dea46d31646c438d936522bb2be7",
"title": "806b49140142dea46d31646c438d936522bb2be7",
"url": "https://llvm.googlesource.com/llvm-project/+/806b49140142dea46d31646c438d936522bb2be7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d60eeda2e5179cbdb2af70a7531dd437082724aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d60eeda2e5179cbdb2af70a7531dd437082724aa",
"title": "d60eeda2e5179cbdb2af70a7531dd437082724aa",
"url": "https://llvm.googlesource.com/llvm-project/+/d60eeda2e5179cbdb2af70a7531dd437082724aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f058333941c9da805b426537bd84aeaeea413777"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f058333941c9da805b426537bd84aeaeea413777",
"title": "f058333941c9da805b426537bd84aeaeea413777",
"url": "https://llvm.googlesource.com/llvm-project/+/f058333941c9da805b426537bd84aeaeea413777"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "80370465d9bce5d390a70db02d19c20c1cb4db4a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@80370465d9bce5d390a70db02d19c20c1cb4db4a",
"title": "80370465d9bce5d390a70db02d19c20c1cb4db4a",
"url": "https://llvm.googlesource.com/llvm-project/+/80370465d9bce5d390a70db02d19c20c1cb4db4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3954e9d6235d4e90c3f786594e877ab83fab3bf1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3954e9d6235d4e90c3f786594e877ab83fab3bf1",
"title": "3954e9d6235d4e90c3f786594e877ab83fab3bf1",
"url": "https://llvm.googlesource.com/llvm-project/+/3954e9d6235d4e90c3f786594e877ab83fab3bf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "10f512074fb13ab5da9f49c25965508f51c8452a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@10f512074fb13ab5da9f49c25965508f51c8452a",
"title": "10f512074fb13ab5da9f49c25965508f51c8452a",
"url": "https://llvm.googlesource.com/llvm-project/+/10f512074fb13ab5da9f49c25965508f51c8452a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd",
"title": "4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd",
"url": "https://llvm.googlesource.com/llvm-project/+/4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880770293945443888"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:28:04.597] Scheduled build:
{
"id": "8715340232059906369",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-09T14:28:04.150611328Z",
"updateTime": "2025-05-09T14:28:04.150611328Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd",
"ref": "refs/heads/main"
}
}
}
[14:28:04.597] Task URL: https://cr-buildbucket.appspot.com/build/8715340232059906369
[14:28:04.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:2:0) after 6m8s
[14:28:05.469] Received PubSub notification, asking Buildbucket for the build status
[14:28:05.492] Build status: SCHEDULED
[14:28:20.547] Received PubSub notification, asking Buildbucket for the build status
[14:28:20.604] Build status: STARTED
[14:34:12.621] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:2:0)
[14:34:12.649] Build status: STARTED
[14:34:12.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:5:0) after 8m15s
[14:42:27.698] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:5:0)
[14:42:27.731] Build status: STARTED
[14:42:27.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:6:0) after 4m21s
[14:46:48.747] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:6:0)
[14:46:48.798] Build status: STARTED
[14:46:48.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:7:0) after 9m27s
[14:56:15.815] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:7:0)
[14:56:15.837] Build status: STARTED
[14:56:15.837] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:8:0) after 8m3s
[15:04:18.858] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:8:0)
[15:04:18.880] Build status: STARTED
[15:04:18.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:9:0) after 6m59s
[15:11:17.907] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:9:0)
[15:11:18.001] Build status: STARTED
[15:11:18.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:10:0) after 5m5s
[15:16:22.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:10:0)
[15:16:23.043] Build status: STARTED
[15:16:23.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:11:0) after 3m58s
[15:20:21.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:11:0)
[15:20:21.301] Build status: STARTED
[15:20:21.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:12:0) after 9m13s
[15:29:34.357] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:12:0)
[15:29:34.387] Build status: STARTED
[15:29:34.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:13:0) after 4m14s
[15:33:48.413] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:13:0)
[15:33:48.438] Build status: STARTED
[15:33:48.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:14:0) after 3m1s
[15:36:49.460] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:14:0)
[15:36:49.486] Build status: STARTED
[15:36:49.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:15:0) after 8m33s
[15:45:22.630] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:15:0)
[15:45:22.648] Build status: STARTED
[15:45:22.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:16:0) after 4m5s
[15:49:27.673] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:16:0)
[15:49:27.691] Build status: STARTED
[15:49:27.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:17:0) after 4m30s
[15:53:57.717] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:17:0)
[15:53:57.733] Build status: STARTED
[15:53:57.733] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:18:0) after 2m1s
[15:55:58.756] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:18:0)
[15:55:58.772] Build status: STARTED
[15:55:58.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:19:0) after 2m29s
[15:58:27.872] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:19:0)
[15:58:27.892] Build status: STARTED
[15:58:27.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:20:0) after 9m23s
[16:07:50.971] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:20:0)
[16:07:50.996] Build status: STARTED
[16:07:50.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8880770293945443888:21:0) after 5m51s
[16:12:51.654] Received PubSub notification, asking Buildbucket for the build status
[16:12:51.690] Build:
{
"id": "8715340232059906369",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-09T14:28:04.150611328Z",
"startTime": "2025-05-09T14:28:20.338079255Z",
"endTime": "2025-05-09T16:12:50.215952584Z",
"updateTime": "2025-05-09T16:12:50.215952584Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4ae529b764390fb7b78bf1871bb90ff5c4c7bbbd",
"ref": "refs/heads/main"
}
}
}
[16:12:51.690] Invocation finished in 1h44m48.722246785s with status FAILED