[20:12:50.312] New invocation is queued and will start shortly
[20:12:51.378] Starting the invocation (attempt 1)
[20:12:51.411] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c70658e32debfc3b2c0f6c2b2228ac48e976fd51"
[20:12:51.411] Popped gitiles commit info from properties and tags
[20:12:51.411] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:12:51.411] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:12:51.412] Buildbucket request:
{
"requestId": "8877758901808108432",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877758901808108432",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8dc63ca59003a4b72217221c1c801237614c9d7d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8dc63ca59003a4b72217221c1c801237614c9d7d",
"title": "8dc63ca59003a4b72217221c1c801237614c9d7d",
"url": "https://llvm.googlesource.com/llvm-project/+/8dc63ca59003a4b72217221c1c801237614c9d7d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0c62571d9f02f7d5c1a649b5b20fdf5b0f6bb41c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0c62571d9f02f7d5c1a649b5b20fdf5b0f6bb41c",
"title": "0c62571d9f02f7d5c1a649b5b20fdf5b0f6bb41c",
"url": "https://llvm.googlesource.com/llvm-project/+/0c62571d9f02f7d5c1a649b5b20fdf5b0f6bb41c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02b6849cf1feb425885bf6f5ee505d5cd4a824d7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02b6849cf1feb425885bf6f5ee505d5cd4a824d7",
"title": "02b6849cf1feb425885bf6f5ee505d5cd4a824d7",
"url": "https://llvm.googlesource.com/llvm-project/+/02b6849cf1feb425885bf6f5ee505d5cd4a824d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "574f77a1ee34461bc1f4a0823da6c960ff1c9655"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@574f77a1ee34461bc1f4a0823da6c960ff1c9655",
"title": "574f77a1ee34461bc1f4a0823da6c960ff1c9655",
"url": "https://llvm.googlesource.com/llvm-project/+/574f77a1ee34461bc1f4a0823da6c960ff1c9655"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d5f68cb145059fc6d2944e1d17ef561e183ade83"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d5f68cb145059fc6d2944e1d17ef561e183ade83",
"title": "d5f68cb145059fc6d2944e1d17ef561e183ade83",
"url": "https://llvm.googlesource.com/llvm-project/+/d5f68cb145059fc6d2944e1d17ef561e183ade83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5dafe9dca867b90f20dcd71c620ad823aee4262b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5dafe9dca867b90f20dcd71c620ad823aee4262b",
"title": "5dafe9dca867b90f20dcd71c620ad823aee4262b",
"url": "https://llvm.googlesource.com/llvm-project/+/5dafe9dca867b90f20dcd71c620ad823aee4262b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22fd11fe66a0d64f5ef359e21ae67a7d40936eaf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22fd11fe66a0d64f5ef359e21ae67a7d40936eaf",
"title": "22fd11fe66a0d64f5ef359e21ae67a7d40936eaf",
"url": "https://llvm.googlesource.com/llvm-project/+/22fd11fe66a0d64f5ef359e21ae67a7d40936eaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34a1b8ce2518d7868c080519a05892cd3b197192"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34a1b8ce2518d7868c080519a05892cd3b197192",
"title": "34a1b8ce2518d7868c080519a05892cd3b197192",
"url": "https://llvm.googlesource.com/llvm-project/+/34a1b8ce2518d7868c080519a05892cd3b197192"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02161c635fd70e0214bd8b8320a80992c50ec325"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02161c635fd70e0214bd8b8320a80992c50ec325",
"title": "02161c635fd70e0214bd8b8320a80992c50ec325",
"url": "https://llvm.googlesource.com/llvm-project/+/02161c635fd70e0214bd8b8320a80992c50ec325"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ace356bc9777e6a5b5aa0ba2335d2546ac6f330e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ace356bc9777e6a5b5aa0ba2335d2546ac6f330e",
"title": "ace356bc9777e6a5b5aa0ba2335d2546ac6f330e",
"url": "https://llvm.googlesource.com/llvm-project/+/ace356bc9777e6a5b5aa0ba2335d2546ac6f330e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ebc90d50b88a7c46634ea21e40ddb25c679ac874"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ebc90d50b88a7c46634ea21e40ddb25c679ac874",
"title": "ebc90d50b88a7c46634ea21e40ddb25c679ac874",
"url": "https://llvm.googlesource.com/llvm-project/+/ebc90d50b88a7c46634ea21e40ddb25c679ac874"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e266d6a5da6871c89747416c70a4a39181b594fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e266d6a5da6871c89747416c70a4a39181b594fb",
"title": "e266d6a5da6871c89747416c70a4a39181b594fb",
"url": "https://llvm.googlesource.com/llvm-project/+/e266d6a5da6871c89747416c70a4a39181b594fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c1d21f44340901f6a23ae7eb7c5379f5ad197b27"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c1d21f44340901f6a23ae7eb7c5379f5ad197b27",
"title": "c1d21f44340901f6a23ae7eb7c5379f5ad197b27",
"url": "https://llvm.googlesource.com/llvm-project/+/c1d21f44340901f6a23ae7eb7c5379f5ad197b27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8da1ac98efa0d315824a92d8b563299eccc3e0f1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8da1ac98efa0d315824a92d8b563299eccc3e0f1",
"title": "8da1ac98efa0d315824a92d8b563299eccc3e0f1",
"url": "https://llvm.googlesource.com/llvm-project/+/8da1ac98efa0d315824a92d8b563299eccc3e0f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "43c35e858ccae05d69151ccf9712a725aae37b52"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@43c35e858ccae05d69151ccf9712a725aae37b52",
"title": "43c35e858ccae05d69151ccf9712a725aae37b52",
"url": "https://llvm.googlesource.com/llvm-project/+/43c35e858ccae05d69151ccf9712a725aae37b52"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ad2a2b8eed2f3ed1e050833ea8a8d88b0878c6a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ad2a2b8eed2f3ed1e050833ea8a8d88b0878c6a7",
"title": "ad2a2b8eed2f3ed1e050833ea8a8d88b0878c6a7",
"url": "https://llvm.googlesource.com/llvm-project/+/ad2a2b8eed2f3ed1e050833ea8a8d88b0878c6a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e7e491f6ee2baee4e2ab2947e1c64bc54e3ebbec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e7e491f6ee2baee4e2ab2947e1c64bc54e3ebbec",
"title": "e7e491f6ee2baee4e2ab2947e1c64bc54e3ebbec",
"url": "https://llvm.googlesource.com/llvm-project/+/e7e491f6ee2baee4e2ab2947e1c64bc54e3ebbec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5623b7f2d56ecba84de5d62444feed2dea2b7e25"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5623b7f2d56ecba84de5d62444feed2dea2b7e25",
"title": "5623b7f2d56ecba84de5d62444feed2dea2b7e25",
"url": "https://llvm.googlesource.com/llvm-project/+/5623b7f2d56ecba84de5d62444feed2dea2b7e25"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c70658e32debfc3b2c0f6c2b2228ac48e976fd51"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c70658e32debfc3b2c0f6c2b2228ac48e976fd51",
"title": "c70658e32debfc3b2c0f6c2b2228ac48e976fd51",
"url": "https://llvm.googlesource.com/llvm-project/+/c70658e32debfc3b2c0f6c2b2228ac48e976fd51"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c70658e32debfc3b2c0f6c2b2228ac48e976fd51",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877758901808108432"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:12:51.923] Scheduled build:
{
"id": "8712328839874963601",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-11T20:12:51.533283842Z",
"updateTime": "2025-06-11T20:12:51.533283842Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c70658e32debfc3b2c0f6c2b2228ac48e976fd51",
"ref": "refs/heads/main"
}
}
}
[20:12:51.923] Task URL: https://cr-buildbucket.appspot.com/build/8712328839874963601
[20:12:51.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:2:0) after 5m31s
[20:12:52.918] Received PubSub notification, asking Buildbucket for the build status
[20:12:52.948] Build status: SCHEDULED
[20:18:22.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:2:0)
[20:18:23.026] Build status: SCHEDULED
[20:18:23.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:4:0) after 2m36s
[20:20:59.056] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:4:0)
[20:20:59.129] Build status: SCHEDULED
[20:20:59.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:5:0) after 9m16s
[20:30:15.152] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:5:0)
[20:30:15.180] Build status: SCHEDULED
[20:30:15.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:6:0) after 1m56s
[20:32:11.257] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:6:0)
[20:32:11.292] Build status: SCHEDULED
[20:32:11.292] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:7:0) after 2m27s
[20:34:38.313] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:7:0)
[20:34:38.333] Build status: SCHEDULED
[20:34:38.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:8:0) after 9m22s
[20:39:29.342] Received PubSub notification, asking Buildbucket for the build status
[20:39:29.369] Build status: STARTED
[20:44:00.407] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:8:0)
[20:44:00.443] Build status: STARTED
[20:44:00.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:10:0) after 3m10s
[20:47:10.467] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:10:0)
[20:47:10.487] Build status: STARTED
[20:47:10.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:11:0) after 5m54s
[20:53:04.508] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:11:0)
[20:53:04.525] Build status: STARTED
[20:53:04.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:12:0) after 5m21s
[20:58:25.553] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:12:0)
[20:58:25.580] Build status: STARTED
[20:58:25.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:13:0) after 3m18s
[21:01:43.608] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:13:0)
[21:01:43.676] Build status: STARTED
[21:01:43.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:14:0) after 2m51s
[21:04:34.654] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:14:0)
[21:04:34.670] Build status: STARTED
[21:04:34.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:15:0) after 9m25s
[21:13:59.675] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:15:0)
[21:13:59.701] Build status: STARTED
[21:13:59.701] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:16:0) after 6m36s
[21:20:35.864] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:16:0)
[21:20:35.891] Build status: STARTED
[21:20:35.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:17:0) after 9m52s
[21:30:27.947] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:17:0)
[21:30:27.968] Build status: STARTED
[21:30:27.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:18:0) after 6m27s
[21:36:54.978] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:18:0)
[21:36:54.995] Build status: STARTED
[21:36:54.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:19:0) after 3m0s
[21:39:55.068] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:19:0)
[21:39:55.091] Build status: STARTED
[21:39:55.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:20:0) after 2m8s
[21:42:03.188] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:20:0)
[21:42:03.212] Build status: STARTED
[21:42:03.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:21:0) after 2m39s
[21:44:42.233] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:21:0)
[21:44:42.256] Build status: STARTED
[21:44:42.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:22:0) after 5m25s
[21:50:07.406] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:22:0)
[21:50:07.427] Build status: STARTED
[21:50:07.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:23:0) after 3m11s
[21:53:18.446] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:23:0)
[21:53:18.469] Build status: STARTED
[21:53:18.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:24:0) after 4m20s
[21:57:38.492] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:24:0)
[21:57:38.511] Build status: STARTED
[21:57:38.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:25:0) after 3m49s
[22:01:27.586] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:25:0)
[22:01:27.644] Build status: STARTED
[22:01:27.644] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:26:0) after 9m13s
[22:10:40.706] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:26:0)
[22:10:40.730] Build status: STARTED
[22:10:40.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:27:0) after 8m33s
[22:19:14.195] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:27:0)
[22:19:14.216] Build status: STARTED
[22:19:14.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8877758901808108432:28:0) after 5m19s
[22:24:25.699] Received PubSub notification, asking Buildbucket for the build status
[22:24:25.720] Build:
{
"id": "8712328839874963601",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-11T20:12:51.533283842Z",
"startTime": "2025-06-11T20:39:29.127630993Z",
"endTime": "2025-06-11T22:24:25.452132308Z",
"updateTime": "2025-06-11T22:24:25.452132308Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c70658e32debfc3b2c0f6c2b2228ac48e976fd51",
"ref": "refs/heads/main"
}
}
}
[22:24:25.720] Invocation finished in 2h11m35.413286103s with status FAILED