[03:15:22.578] New invocation is queued and will start shortly
[03:15:23.643] Starting the invocation (attempt 1)
[03:15:23.670] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c25a5e08ba8242bd4eca387adb557ee4185a0c1e"
[03:15:23.670] Popped gitiles commit info from properties and tags
[03:15:23.670] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:15:23.671] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:15:23.671] Buildbucket request:
{
"requestId": "8875105006012281984",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875105006012281984",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c0b82df5f3484870d3728156da7d7e3720ef53ad"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c0b82df5f3484870d3728156da7d7e3720ef53ad",
"title": "c0b82df5f3484870d3728156da7d7e3720ef53ad",
"url": "https://llvm.googlesource.com/llvm-project/+/c0b82df5f3484870d3728156da7d7e3720ef53ad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7d510b7f21d1b5da2d84c8e3f7003a27b34e021d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7d510b7f21d1b5da2d84c8e3f7003a27b34e021d",
"title": "7d510b7f21d1b5da2d84c8e3f7003a27b34e021d",
"url": "https://llvm.googlesource.com/llvm-project/+/7d510b7f21d1b5da2d84c8e3f7003a27b34e021d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1f990f0c2d33a1ed230306b3678d1f1d0d5db995"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1f990f0c2d33a1ed230306b3678d1f1d0d5db995",
"title": "1f990f0c2d33a1ed230306b3678d1f1d0d5db995",
"url": "https://llvm.googlesource.com/llvm-project/+/1f990f0c2d33a1ed230306b3678d1f1d0d5db995"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "eba513054417bd3d7b68724fb564d3e2f4e1bd31"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@eba513054417bd3d7b68724fb564d3e2f4e1bd31",
"title": "eba513054417bd3d7b68724fb564d3e2f4e1bd31",
"url": "https://llvm.googlesource.com/llvm-project/+/eba513054417bd3d7b68724fb564d3e2f4e1bd31"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34a1daae8390184a7f7072c49a5f47ce24287d59"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34a1daae8390184a7f7072c49a5f47ce24287d59",
"title": "34a1daae8390184a7f7072c49a5f47ce24287d59",
"url": "https://llvm.googlesource.com/llvm-project/+/34a1daae8390184a7f7072c49a5f47ce24287d59"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7704f817d0a60596c4c8883c8a8ece67f0a8255a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7704f817d0a60596c4c8883c8a8ece67f0a8255a",
"title": "7704f817d0a60596c4c8883c8a8ece67f0a8255a",
"url": "https://llvm.googlesource.com/llvm-project/+/7704f817d0a60596c4c8883c8a8ece67f0a8255a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cb52efb8936c0da0a03958daa95d45eaaf8806fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cb52efb8936c0da0a03958daa95d45eaaf8806fb",
"title": "cb52efb8936c0da0a03958daa95d45eaaf8806fb",
"url": "https://llvm.googlesource.com/llvm-project/+/cb52efb8936c0da0a03958daa95d45eaaf8806fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa4c8564c5df217bf589fed21dc009e21c3e9ca5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa4c8564c5df217bf589fed21dc009e21c3e9ca5",
"title": "aa4c8564c5df217bf589fed21dc009e21c3e9ca5",
"url": "https://llvm.googlesource.com/llvm-project/+/aa4c8564c5df217bf589fed21dc009e21c3e9ca5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f0befb0dcda4e908f6cd0b771753a36cc5fb980f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f0befb0dcda4e908f6cd0b771753a36cc5fb980f",
"title": "f0befb0dcda4e908f6cd0b771753a36cc5fb980f",
"url": "https://llvm.googlesource.com/llvm-project/+/f0befb0dcda4e908f6cd0b771753a36cc5fb980f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "82acb599fc0a17cd99a539709cfb6d2141f83a2d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@82acb599fc0a17cd99a539709cfb6d2141f83a2d",
"title": "82acb599fc0a17cd99a539709cfb6d2141f83a2d",
"url": "https://llvm.googlesource.com/llvm-project/+/82acb599fc0a17cd99a539709cfb6d2141f83a2d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c25a5e08ba8242bd4eca387adb557ee4185a0c1e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c25a5e08ba8242bd4eca387adb557ee4185a0c1e",
"title": "c25a5e08ba8242bd4eca387adb557ee4185a0c1e",
"url": "https://llvm.googlesource.com/llvm-project/+/c25a5e08ba8242bd4eca387adb557ee4185a0c1e"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c25a5e08ba8242bd4eca387adb557ee4185a0c1e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875105006012281984"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:15:24.149] Scheduled build:
{
"id": "8709674944058128177",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-11T03:15:23.812924239Z",
"updateTime": "2025-07-11T03:15:23.812924239Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c25a5e08ba8242bd4eca387adb557ee4185a0c1e",
"ref": "refs/heads/main"
}
}
}
[03:15:24.149] Task URL: https://cr-buildbucket.appspot.com/build/8709674944058128177
[03:15:24.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:2:0) after 1m40s
[03:15:25.187] Received PubSub notification, asking Buildbucket for the build status
[03:15:25.217] Build status: SCHEDULED
[03:17:04.146] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:2:0)
[03:17:04.173] Build status: SCHEDULED
[03:17:04.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:4:0) after 2m30s
[03:19:34.191] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:4:0)
[03:19:34.223] Build status: SCHEDULED
[03:19:34.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:5:0) after 8m15s
[03:27:49.243] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:5:0)
[03:27:49.274] Build status: SCHEDULED
[03:27:49.274] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:6:0) after 8m52s
[03:36:41.306] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:6:0)
[03:36:41.382] Build status: SCHEDULED
[03:36:41.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:7:0) after 5m13s
[03:41:54.402] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:7:0)
[03:41:54.432] Build status: SCHEDULED
[03:41:54.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:8:0) after 3m8s
[03:45:02.449] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:8:0)
[03:45:02.509] Build status: SCHEDULED
[03:45:02.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:9:0) after 1m4s
[03:46:06.531] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:9:0)
[03:46:06.557] Build status: SCHEDULED
[03:46:06.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:10:0) after 3m23s
[03:49:29.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:10:0)
[03:49:29.738] Build status: SCHEDULED
[03:49:29.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:11:0) after 4m24s
[03:53:53.805] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:11:0)
[03:53:53.827] Build status: SCHEDULED
[03:53:53.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:12:0) after 6m19s
[03:59:06.895] Received PubSub notification, asking Buildbucket for the build status
[03:59:06.912] Build status: STARTED
[04:00:12.886] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:12:0)
[04:00:12.906] Build status: STARTED
[04:00:12.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:14:0) after 7m19s
[04:07:32.009] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:14:0)
[04:07:32.046] Build status: STARTED
[04:07:32.046] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:15:0) after 9m55s
[04:17:27.125] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:15:0)
[04:17:27.177] Build status: STARTED
[04:17:27.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:16:0) after 6m59s
[04:24:26.244] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:16:0)
[04:24:26.265] Build status: STARTED
[04:24:26.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:17:0) after 4m46s
[04:29:12.286] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:17:0)
[04:29:12.310] Build status: STARTED
[04:29:12.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:18:0) after 9m40s
[04:38:52.393] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:18:0)
[04:38:52.412] Build status: STARTED
[04:38:52.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:19:0) after 1m25s
[04:40:17.615] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:19:0)
[04:40:17.635] Build status: STARTED
[04:40:17.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:20:0) after 8m31s
[04:48:48.739] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:20:0)
[04:48:48.760] Build status: STARTED
[04:48:48.760] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:21:0) after 4m1s
[04:52:49.839] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:21:0)
[04:52:49.884] Build status: STARTED
[04:52:49.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:22:0) after 4m3s
[04:56:52.939] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:22:0)
[04:56:52.956] Build status: STARTED
[04:56:52.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:23:0) after 4m48s
[05:01:40.973] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:23:0)
[05:01:41.001] Build status: STARTED
[05:01:41.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:24:0) after 7m20s
[05:09:01.034] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:24:0)
[05:09:01.054] Build status: STARTED
[05:09:01.054] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:25:0) after 4m53s
[05:13:54.164] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:25:0)
[05:13:54.222] Build status: STARTED
[05:13:54.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:26:0) after 4m20s
[05:18:14.302] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:26:0)
[05:18:14.318] Build status: STARTED
[05:18:14.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:27:0) after 8m7s
[05:26:22.442] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:27:0)
[05:26:22.460] Build status: STARTED
[05:26:22.460] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:28:0) after 9m52s
[05:36:14.453] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:28:0)
[05:36:14.474] Build status: STARTED
[05:36:14.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:29:0) after 4m25s
[05:40:39.572] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:29:0)
[05:40:39.595] Build status: STARTED
[05:40:39.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875105006012281984:30:0) after 8m13s
[05:40:46.991] Received PubSub notification, asking Buildbucket for the build status
[05:40:47.011] Build:
{
"id": "8709674944058128177",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-11T03:15:23.812924239Z",
"startTime": "2025-07-11T03:59:06.660157775Z",
"endTime": "2025-07-11T05:40:46.595878603Z",
"updateTime": "2025-07-11T05:40:46.595878603Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c25a5e08ba8242bd4eca387adb557ee4185a0c1e",
"ref": "refs/heads/main"
}
}
}
[05:40:47.011] Invocation finished in 2h25m24.446205604s with status FAILED