[23:24:30.053] New invocation is queued and will start shortly
[23:24:31.155] Starting the invocation (attempt 1)
[23:24:31.183] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/aa32b6f294838d10bdb36c76678b68b7322c2e4e"
[23:24:31.183] Popped gitiles commit info from properties and tags
[23:24:31.183] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:24:31.183] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:24:31.184] Buildbucket request:
{
"requestId": "8869411922552244624",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869411922552244624",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2f9a458f35ccd0fc45067afda346fd59052d0c0c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2f9a458f35ccd0fc45067afda346fd59052d0c0c",
"title": "2f9a458f35ccd0fc45067afda346fd59052d0c0c",
"url": "https://llvm.googlesource.com/llvm-project/+/2f9a458f35ccd0fc45067afda346fd59052d0c0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6272540b9f7e5fbd3dab8aaca103012a4dc1faa3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6272540b9f7e5fbd3dab8aaca103012a4dc1faa3",
"title": "6272540b9f7e5fbd3dab8aaca103012a4dc1faa3",
"url": "https://llvm.googlesource.com/llvm-project/+/6272540b9f7e5fbd3dab8aaca103012a4dc1faa3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7d249cf094357d729f866f8366765372daccbc49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7d249cf094357d729f866f8366765372daccbc49",
"title": "7d249cf094357d729f866f8366765372daccbc49",
"url": "https://llvm.googlesource.com/llvm-project/+/7d249cf094357d729f866f8366765372daccbc49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c9395512e8b45dc1a341ae0061d75bbeeeb7a595"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c9395512e8b45dc1a341ae0061d75bbeeeb7a595",
"title": "c9395512e8b45dc1a341ae0061d75bbeeeb7a595",
"url": "https://llvm.googlesource.com/llvm-project/+/c9395512e8b45dc1a341ae0061d75bbeeeb7a595"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1dfd1313e5e9e64e2355d5886b125c551b171b38"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1dfd1313e5e9e64e2355d5886b125c551b171b38",
"title": "1dfd1313e5e9e64e2355d5886b125c551b171b38",
"url": "https://llvm.googlesource.com/llvm-project/+/1dfd1313e5e9e64e2355d5886b125c551b171b38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d2f67c3bf735fe29a0c7fd1fac6939c4d6737b9a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d2f67c3bf735fe29a0c7fd1fac6939c4d6737b9a",
"title": "d2f67c3bf735fe29a0c7fd1fac6939c4d6737b9a",
"url": "https://llvm.googlesource.com/llvm-project/+/d2f67c3bf735fe29a0c7fd1fac6939c4d6737b9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "607a813029c815fb3529ae7338548cc3f492b437"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@607a813029c815fb3529ae7338548cc3f492b437",
"title": "607a813029c815fb3529ae7338548cc3f492b437",
"url": "https://llvm.googlesource.com/llvm-project/+/607a813029c815fb3529ae7338548cc3f492b437"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23d1ec64f7fe630ac08a49652b649690971051f3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23d1ec64f7fe630ac08a49652b649690971051f3",
"title": "23d1ec64f7fe630ac08a49652b649690971051f3",
"url": "https://llvm.googlesource.com/llvm-project/+/23d1ec64f7fe630ac08a49652b649690971051f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c989f85cdb77db88a16ec6e490d8f16312e6f1a6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c989f85cdb77db88a16ec6e490d8f16312e6f1a6",
"title": "c989f85cdb77db88a16ec6e490d8f16312e6f1a6",
"url": "https://llvm.googlesource.com/llvm-project/+/c989f85cdb77db88a16ec6e490d8f16312e6f1a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d88c89f860c205cda2c07b59fbb9ede70130818f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d88c89f860c205cda2c07b59fbb9ede70130818f",
"title": "d88c89f860c205cda2c07b59fbb9ede70130818f",
"url": "https://llvm.googlesource.com/llvm-project/+/d88c89f860c205cda2c07b59fbb9ede70130818f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b0181514b4d2a5f61ae5b405ee32643e6b8ff71b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b0181514b4d2a5f61ae5b405ee32643e6b8ff71b",
"title": "b0181514b4d2a5f61ae5b405ee32643e6b8ff71b",
"url": "https://llvm.googlesource.com/llvm-project/+/b0181514b4d2a5f61ae5b405ee32643e6b8ff71b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "50da22a9f4394de964eceb23097e1d05cc4dcdb6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@50da22a9f4394de964eceb23097e1d05cc4dcdb6",
"title": "50da22a9f4394de964eceb23097e1d05cc4dcdb6",
"url": "https://llvm.googlesource.com/llvm-project/+/50da22a9f4394de964eceb23097e1d05cc4dcdb6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "580fdeb6ff55fcd54be16ed8555eaaa6a9aee1c0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@580fdeb6ff55fcd54be16ed8555eaaa6a9aee1c0",
"title": "580fdeb6ff55fcd54be16ed8555eaaa6a9aee1c0",
"url": "https://llvm.googlesource.com/llvm-project/+/580fdeb6ff55fcd54be16ed8555eaaa6a9aee1c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa32b6f294838d10bdb36c76678b68b7322c2e4e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa32b6f294838d10bdb36c76678b68b7322c2e4e",
"title": "aa32b6f294838d10bdb36c76678b68b7322c2e4e",
"url": "https://llvm.googlesource.com/llvm-project/+/aa32b6f294838d10bdb36c76678b68b7322c2e4e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aa32b6f294838d10bdb36c76678b68b7322c2e4e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869411922552244624"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:24:31.557] Scheduled build:
{
"id": "8703981860641914721",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-11T23:24:31.247863161Z",
"updateTime": "2025-09-11T23:24:31.247863161Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aa32b6f294838d10bdb36c76678b68b7322c2e4e",
"ref": "refs/heads/main"
}
}
}
[23:24:31.557] Task URL: https://cr-buildbucket.appspot.com/build/8703981860641914721
[23:24:31.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:2:0) after 6m24s
[23:24:32.535] Received PubSub notification, asking Buildbucket for the build status
[23:24:32.554] Build status: SCHEDULED
[23:30:55.621] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:2:0)
[23:30:55.640] Build status: SCHEDULED
[23:30:55.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:4:0) after 6m35s
[23:37:30.707] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:4:0)
[23:37:30.724] Build status: SCHEDULED
[23:37:30.724] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:5:0) after 5m15s
[23:42:45.815] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:5:0)
[23:42:45.835] Build status: SCHEDULED
[23:42:45.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:6:0) after 9m23s
[23:52:08.939] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:6:0)
[23:52:08.955] Build status: SCHEDULED
[23:52:08.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:7:0) after 4m22s
[23:56:31.000] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:7:0)
[23:56:31.024] Build status: SCHEDULED
[23:56:31.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:8:0) after 7m54s
[00:04:25.072] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:8:0)
[00:04:25.099] Build status: SCHEDULED
[00:04:25.099] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:9:0) after 6m28s
[00:10:53.118] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:9:0)
[00:10:53.142] Build status: SCHEDULED
[00:10:53.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:10:0) after 1m15s
[00:12:08.257] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:10:0)
[00:12:08.284] Build status: SCHEDULED
[00:12:08.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:11:0) after 7m11s
[00:19:19.302] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:11:0)
[00:19:19.321] Build status: SCHEDULED
[00:19:19.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:12:0) after 4m33s
[00:23:52.335] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:12:0)
[00:23:52.351] Build status: SCHEDULED
[00:23:52.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:13:0) after 5m48s
[00:29:40.417] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:13:0)
[00:29:40.436] Build status: SCHEDULED
[00:29:40.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:14:0) after 3m29s
[00:33:09.487] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:14:0)
[00:33:09.546] Build status: SCHEDULED
[00:33:09.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:15:0) after 2m53s
[00:36:02.581] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:15:0)
[00:36:02.599] Build status: SCHEDULED
[00:36:02.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:16:0) after 5m9s
[00:41:11.614] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:16:0)
[00:41:11.635] Build status: SCHEDULED
[00:41:11.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:17:0) after 8m17s
[00:43:00.557] Received PubSub notification, asking Buildbucket for the build status
[00:43:00.574] Build status: STARTED
[00:49:28.653] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:17:0)
[00:49:28.670] Build status: STARTED
[00:49:28.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:19:0) after 3m58s
[00:53:26.741] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:19:0)
[00:53:26.769] Build status: STARTED
[00:53:26.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:20:0) after 9m15s
[01:02:41.837] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:20:0)
[01:02:41.864] Build status: STARTED
[01:02:41.864] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:21:0) after 4m41s
[01:07:22.904] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:21:0)
[01:07:22.925] Build status: STARTED
[01:07:22.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:22:0) after 6m18s
[01:13:40.968] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:22:0)
[01:13:41.006] Build status: STARTED
[01:13:41.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:23:0) after 7m0s
[01:20:41.086] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:23:0)
[01:20:41.109] Build status: STARTED
[01:20:41.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:24:0) after 5m8s
[01:25:49.230] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:24:0)
[01:25:49.253] Build status: STARTED
[01:25:49.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:25:0) after 7m47s
[01:33:36.273] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:25:0)
[01:33:36.318] Build status: STARTED
[01:33:36.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:26:0) after 6m22s
[01:39:58.289] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:26:0)
[01:39:58.361] Build status: STARTED
[01:39:58.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:27:0) after 8m48s
[01:48:46.378] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:27:0)
[01:48:46.402] Build status: STARTED
[01:48:46.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:28:0) after 2m54s
[01:51:40.417] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:28:0)
[01:51:40.437] Build status: STARTED
[01:51:40.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:29:0) after 4m27s
[01:56:07.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:29:0)
[01:56:07.526] Build status: STARTED
[01:56:07.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:30:0) after 3m34s
[01:59:41.543] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:30:0)
[01:59:41.559] Build status: STARTED
[01:59:41.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:31:0) after 1m37s
[02:01:18.573] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:31:0)
[02:01:18.594] Build status: STARTED
[02:01:18.594] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:32:0) after 5m52s
[02:07:10.615] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:32:0)
[02:07:10.632] Build status: STARTED
[02:07:10.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:33:0) after 9m32s
[02:16:42.665] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:33:0)
[02:16:42.679] Build status: STARTED
[02:16:42.679] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:34:0) after 6m22s
[02:23:04.705] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:34:0)
[02:23:04.723] Build status: STARTED
[02:23:04.723] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869411922552244624:35:0) after 7m23s
[02:25:23.071] Received PubSub notification, asking Buildbucket for the build status
[02:25:23.458] Build:
{
"id": "8703981860641914721",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-11T23:24:31.247863161Z",
"startTime": "2025-09-12T00:42:59.298244912Z",
"endTime": "2025-09-12T02:25:22.645010859Z",
"updateTime": "2025-09-12T02:25:22.645010859Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "aa32b6f294838d10bdb36c76678b68b7322c2e4e",
"ref": "refs/heads/main"
}
}
}
[02:25:23.458] Invocation finished in 3h0m53.416026858s with status FAILED