[15:20:36.726] New invocation is queued and will start shortly
[15:20:38.252] Starting the invocation (attempt 1)
[15:20:38.281] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f85d03c21518fa87239fa4e2d23267d0d5af9cf6"
[15:20:38.281] Popped gitiles commit info from properties and tags
[15:20:38.281] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:20:38.282] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:20:38.282] Buildbucket request:
{
"requestId": "8879861017337299280",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879861017337299280",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c56e7f22f06ac52d2ef3ea487910ab60a1256138"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c56e7f22f06ac52d2ef3ea487910ab60a1256138",
"title": "c56e7f22f06ac52d2ef3ea487910ab60a1256138",
"url": "https://llvm.googlesource.com/llvm-project/+/c56e7f22f06ac52d2ef3ea487910ab60a1256138"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "25da043c55e25d066a5aa8af6ca14cf82a845eb2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@25da043c55e25d066a5aa8af6ca14cf82a845eb2",
"title": "25da043c55e25d066a5aa8af6ca14cf82a845eb2",
"url": "https://llvm.googlesource.com/llvm-project/+/25da043c55e25d066a5aa8af6ca14cf82a845eb2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "52ca511f64bc5b0e8cbbefb0c396fe9481fb4b04"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@52ca511f64bc5b0e8cbbefb0c396fe9481fb4b04",
"title": "52ca511f64bc5b0e8cbbefb0c396fe9481fb4b04",
"url": "https://llvm.googlesource.com/llvm-project/+/52ca511f64bc5b0e8cbbefb0c396fe9481fb4b04"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2a277f9ff1c793e25167537b0202f333f8f91f60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2a277f9ff1c793e25167537b0202f333f8f91f60",
"title": "2a277f9ff1c793e25167537b0202f333f8f91f60",
"url": "https://llvm.googlesource.com/llvm-project/+/2a277f9ff1c793e25167537b0202f333f8f91f60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "325281631a3b5c089dd732d9ca10704431447859"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@325281631a3b5c089dd732d9ca10704431447859",
"title": "325281631a3b5c089dd732d9ca10704431447859",
"url": "https://llvm.googlesource.com/llvm-project/+/325281631a3b5c089dd732d9ca10704431447859"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "91a7085faf268b595e597fa2a2b979ca7b8de0a8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@91a7085faf268b595e597fa2a2b979ca7b8de0a8",
"title": "91a7085faf268b595e597fa2a2b979ca7b8de0a8",
"url": "https://llvm.googlesource.com/llvm-project/+/91a7085faf268b595e597fa2a2b979ca7b8de0a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2c6b239cc6102398701359dddda8023d26fcb95d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2c6b239cc6102398701359dddda8023d26fcb95d",
"title": "2c6b239cc6102398701359dddda8023d26fcb95d",
"url": "https://llvm.googlesource.com/llvm-project/+/2c6b239cc6102398701359dddda8023d26fcb95d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4bdd116b80670cf74ced3e36def6ca09169ff7ac"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4bdd116b80670cf74ced3e36def6ca09169ff7ac",
"title": "4bdd116b80670cf74ced3e36def6ca09169ff7ac",
"url": "https://llvm.googlesource.com/llvm-project/+/4bdd116b80670cf74ced3e36def6ca09169ff7ac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1532ee6916ef16627bafddced391c0b5a31390fe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1532ee6916ef16627bafddced391c0b5a31390fe",
"title": "1532ee6916ef16627bafddced391c0b5a31390fe",
"url": "https://llvm.googlesource.com/llvm-project/+/1532ee6916ef16627bafddced391c0b5a31390fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f3d36b15f6dde7ca2d080279274d5d0f4bfc8c30"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f3d36b15f6dde7ca2d080279274d5d0f4bfc8c30",
"title": "f3d36b15f6dde7ca2d080279274d5d0f4bfc8c30",
"url": "https://llvm.googlesource.com/llvm-project/+/f3d36b15f6dde7ca2d080279274d5d0f4bfc8c30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "59f8af35b6bb15c0794873786cb34c7867be357b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@59f8af35b6bb15c0794873786cb34c7867be357b",
"title": "59f8af35b6bb15c0794873786cb34c7867be357b",
"url": "https://llvm.googlesource.com/llvm-project/+/59f8af35b6bb15c0794873786cb34c7867be357b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dc25ab389c2d441ba378d4db56a4a61e3eedb889"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dc25ab389c2d441ba378d4db56a4a61e3eedb889",
"title": "dc25ab389c2d441ba378d4db56a4a61e3eedb889",
"url": "https://llvm.googlesource.com/llvm-project/+/dc25ab389c2d441ba378d4db56a4a61e3eedb889"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bb92c80dbb09e4d958d8c3c6bfc21570916d5f0e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bb92c80dbb09e4d958d8c3c6bfc21570916d5f0e",
"title": "bb92c80dbb09e4d958d8c3c6bfc21570916d5f0e",
"url": "https://llvm.googlesource.com/llvm-project/+/bb92c80dbb09e4d958d8c3c6bfc21570916d5f0e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3b93122907ec9d7c283398332051943964df8c9a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3b93122907ec9d7c283398332051943964df8c9a",
"title": "3b93122907ec9d7c283398332051943964df8c9a",
"url": "https://llvm.googlesource.com/llvm-project/+/3b93122907ec9d7c283398332051943964df8c9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f85d03c21518fa87239fa4e2d23267d0d5af9cf6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f85d03c21518fa87239fa4e2d23267d0d5af9cf6",
"title": "f85d03c21518fa87239fa4e2d23267d0d5af9cf6",
"url": "https://llvm.googlesource.com/llvm-project/+/f85d03c21518fa87239fa4e2d23267d0d5af9cf6"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f85d03c21518fa87239fa4e2d23267d0d5af9cf6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879861017337299280"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:20:38.847] Scheduled build:
{
"id": "8714430954977232945",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-19T15:20:38.350683341Z",
"updateTime": "2025-05-19T15:20:38.350683341Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f85d03c21518fa87239fa4e2d23267d0d5af9cf6",
"ref": "refs/heads/main"
}
}
}
[15:20:38.847] Task URL: https://cr-buildbucket.appspot.com/build/8714430954977232945
[15:20:38.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:2:0) after 8m13s
[15:20:40.019] Received PubSub notification, asking Buildbucket for the build status
[15:20:40.054] Build status: SCHEDULED
[15:28:51.862] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:2:0)
[15:28:51.895] Build status: SCHEDULED
[15:28:51.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:4:0) after 5m28s
[15:34:19.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:4:0)
[15:34:19.995] Build status: SCHEDULED
[15:34:19.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:5:0) after 7m6s
[15:41:26.031] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:5:0)
[15:41:26.062] Build status: SCHEDULED
[15:41:26.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:6:0) after 9m58s
[15:51:24.090] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:6:0)
[15:51:24.113] Build status: SCHEDULED
[15:51:24.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:7:0) after 6m54s
[15:58:18.136] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:7:0)
[15:58:18.175] Build status: SCHEDULED
[15:58:18.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:8:0) after 6m11s
[16:04:29.278] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:8:0)
[16:04:29.304] Build status: SCHEDULED
[16:04:29.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:9:0) after 1m24s
[16:05:53.324] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:9:0)
[16:05:53.354] Build status: SCHEDULED
[16:05:53.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:10:0) after 2m44s
[16:08:37.380] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:10:0)
[16:08:37.428] Build status: SCHEDULED
[16:08:37.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:11:0) after 9m15s
[16:15:24.746] Received PubSub notification, asking Buildbucket for the build status
[16:15:24.767] Build status: STARTED
[16:17:52.451] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:11:0)
[16:17:52.484] Build status: STARTED
[16:17:52.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:13:0) after 5m32s
[16:23:24.596] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:13:0)
[16:23:24.627] Build status: STARTED
[16:23:24.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:14:0) after 1m10s
[16:24:34.649] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:14:0)
[16:24:34.676] Build status: STARTED
[16:24:34.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:15:0) after 1m32s
[16:26:06.767] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:15:0)
[16:26:06.789] Build status: STARTED
[16:26:06.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:16:0) after 4m31s
[16:30:37.811] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:16:0)
[16:30:37.829] Build status: STARTED
[16:30:37.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:17:0) after 4m20s
[16:34:57.949] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:17:0)
[16:34:58.028] Build status: STARTED
[16:34:58.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:18:0) after 1m59s
[16:36:57.115] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:18:0)
[16:36:57.167] Build status: STARTED
[16:36:57.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:19:0) after 9m48s
[16:46:45.223] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:19:0)
[16:46:45.266] Build status: STARTED
[16:46:45.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:20:0) after 3m32s
[16:50:17.296] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:20:0)
[16:50:17.365] Build status: STARTED
[16:50:17.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:21:0) after 4m42s
[16:54:59.390] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:21:0)
[16:54:59.430] Build status: STARTED
[16:54:59.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:22:0) after 7m49s
[17:02:48.482] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:22:0)
[17:02:48.534] Build status: STARTED
[17:02:48.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:23:0) after 4m52s
[17:07:40.572] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:23:0)
[17:07:40.646] Build status: STARTED
[17:07:40.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:24:0) after 1m0s
[17:08:40.684] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:24:0)
[17:08:40.703] Build status: STARTED
[17:08:40.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:25:0) after 9m3s
[17:17:43.729] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:25:0)
[17:17:43.758] Build status: STARTED
[17:17:43.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:26:0) after 4m48s
[17:22:31.778] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:26:0)
[17:22:31.804] Build status: STARTED
[17:22:31.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:27:0) after 7m53s
[17:30:24.825] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:27:0)
[17:30:24.840] Build status: STARTED
[17:30:24.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:28:0) after 6m52s
[17:37:16.912] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:28:0)
[17:37:16.930] Build status: STARTED
[17:37:16.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:29:0) after 9m47s
[17:47:03.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:29:0)
[17:47:04.009] Build status: STARTED
[17:47:04.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:30:0) after 1m16s
[17:48:20.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:30:0)
[17:48:20.197] Build status: STARTED
[17:48:20.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:31:0) after 2m46s
[17:51:06.236] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:31:0)
[17:51:06.255] Build status: STARTED
[17:51:06.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:32:0) after 4m11s
[17:55:17.398] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:32:0)
[17:55:17.479] Build status: STARTED
[17:55:17.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8879861017337299280:33:0) after 6m2s
[17:59:54.780] Received PubSub notification, asking Buildbucket for the build status
[17:59:54.800] Build:
{
"id": "8714430954977232945",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-19T15:20:38.350683341Z",
"startTime": "2025-05-19T16:15:23.402075446Z",
"endTime": "2025-05-19T17:59:54.515521938Z",
"updateTime": "2025-05-19T17:59:54.515521938Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f85d03c21518fa87239fa4e2d23267d0d5af9cf6",
"ref": "refs/heads/main"
}
}
}
[17:59:54.800] Invocation finished in 2h39m18.08419209s with status FAILED