[20:06:06.787] New invocation is queued and will start shortly
[20:06:08.052] Starting the invocation (attempt 1)
[20:06:08.080] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4e3440d9dd181f83ac1aa23f9c458d1344413e98"
[20:06:08.080] Popped gitiles commit info from properties and tags
[20:06:08.080] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:06:08.080] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:06:08.080] Buildbucket request:
{
"requestId": "8885369470114841120",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885369470114841120",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e1f4daf836e24d9c39fdd4fda84c01e4af31fd65"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e1f4daf836e24d9c39fdd4fda84c01e4af31fd65",
"title": "e1f4daf836e24d9c39fdd4fda84c01e4af31fd65",
"url": "https://llvm.googlesource.com/llvm-project/+/e1f4daf836e24d9c39fdd4fda84c01e4af31fd65"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ca0fe95a5481ca526375a1b439f6d3cc8600c085"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ca0fe95a5481ca526375a1b439f6d3cc8600c085",
"title": "ca0fe95a5481ca526375a1b439f6d3cc8600c085",
"url": "https://llvm.googlesource.com/llvm-project/+/ca0fe95a5481ca526375a1b439f6d3cc8600c085"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "da1c19af7e8482a0357fe896ac77232c859837e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@da1c19af7e8482a0357fe896ac77232c859837e7",
"title": "da1c19af7e8482a0357fe896ac77232c859837e7",
"url": "https://llvm.googlesource.com/llvm-project/+/da1c19af7e8482a0357fe896ac77232c859837e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2d1e64669e5c9757f6c2bb682a9f657620166f33"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2d1e64669e5c9757f6c2bb682a9f657620166f33",
"title": "2d1e64669e5c9757f6c2bb682a9f657620166f33",
"url": "https://llvm.googlesource.com/llvm-project/+/2d1e64669e5c9757f6c2bb682a9f657620166f33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "587f997db73aa0aab34a4e5e0ad5db6779cd9351"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@587f997db73aa0aab34a4e5e0ad5db6779cd9351",
"title": "587f997db73aa0aab34a4e5e0ad5db6779cd9351",
"url": "https://llvm.googlesource.com/llvm-project/+/587f997db73aa0aab34a4e5e0ad5db6779cd9351"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "abebac5b861b7e67dcd3e3adc1ec5b6c2172c06a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@abebac5b861b7e67dcd3e3adc1ec5b6c2172c06a",
"title": "abebac5b861b7e67dcd3e3adc1ec5b6c2172c06a",
"url": "https://llvm.googlesource.com/llvm-project/+/abebac5b861b7e67dcd3e3adc1ec5b6c2172c06a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1dc397deedb00ff13906788dd1a24d2bd21652f4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1dc397deedb00ff13906788dd1a24d2bd21652f4",
"title": "1dc397deedb00ff13906788dd1a24d2bd21652f4",
"url": "https://llvm.googlesource.com/llvm-project/+/1dc397deedb00ff13906788dd1a24d2bd21652f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3f04fb42aa54c15e21c81c12bb8afb128d859eee"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3f04fb42aa54c15e21c81c12bb8afb128d859eee",
"title": "3f04fb42aa54c15e21c81c12bb8afb128d859eee",
"url": "https://llvm.googlesource.com/llvm-project/+/3f04fb42aa54c15e21c81c12bb8afb128d859eee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "329bfa91b06724bead2997de45b105b28f220495"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@329bfa91b06724bead2997de45b105b28f220495",
"title": "329bfa91b06724bead2997de45b105b28f220495",
"url": "https://llvm.googlesource.com/llvm-project/+/329bfa91b06724bead2997de45b105b28f220495"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9f284e1784b707619afd4d278bac8a72079d1598"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9f284e1784b707619afd4d278bac8a72079d1598",
"title": "9f284e1784b707619afd4d278bac8a72079d1598",
"url": "https://llvm.googlesource.com/llvm-project/+/9f284e1784b707619afd4d278bac8a72079d1598"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b99dab25879449cb89c1ebd7b4088163543918e3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b99dab25879449cb89c1ebd7b4088163543918e3",
"title": "b99dab25879449cb89c1ebd7b4088163543918e3",
"url": "https://llvm.googlesource.com/llvm-project/+/b99dab25879449cb89c1ebd7b4088163543918e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7f7d7d552b8d6731fdfbb77a154595ddf056342e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7f7d7d552b8d6731fdfbb77a154595ddf056342e",
"title": "7f7d7d552b8d6731fdfbb77a154595ddf056342e",
"url": "https://llvm.googlesource.com/llvm-project/+/7f7d7d552b8d6731fdfbb77a154595ddf056342e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3c657ceef9ced068b0c7bc2f1d5fb74250720f6c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3c657ceef9ced068b0c7bc2f1d5fb74250720f6c",
"title": "3c657ceef9ced068b0c7bc2f1d5fb74250720f6c",
"url": "https://llvm.googlesource.com/llvm-project/+/3c657ceef9ced068b0c7bc2f1d5fb74250720f6c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6b9716b7f48a773ec7e73556245addf9aa25fad2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6b9716b7f48a773ec7e73556245addf9aa25fad2",
"title": "6b9716b7f48a773ec7e73556245addf9aa25fad2",
"url": "https://llvm.googlesource.com/llvm-project/+/6b9716b7f48a773ec7e73556245addf9aa25fad2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b37be0e734ecc29fe55eb9d7a8119f82afc9da54"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b37be0e734ecc29fe55eb9d7a8119f82afc9da54",
"title": "b37be0e734ecc29fe55eb9d7a8119f82afc9da54",
"url": "https://llvm.googlesource.com/llvm-project/+/b37be0e734ecc29fe55eb9d7a8119f82afc9da54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b0876994ebe3118407a8a70d79bb3149cebb5fda"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b0876994ebe3118407a8a70d79bb3149cebb5fda",
"title": "b0876994ebe3118407a8a70d79bb3149cebb5fda",
"url": "https://llvm.googlesource.com/llvm-project/+/b0876994ebe3118407a8a70d79bb3149cebb5fda"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02744c5010c8a37b4f20e377a5673cf624a3a159"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02744c5010c8a37b4f20e377a5673cf624a3a159",
"title": "02744c5010c8a37b4f20e377a5673cf624a3a159",
"url": "https://llvm.googlesource.com/llvm-project/+/02744c5010c8a37b4f20e377a5673cf624a3a159"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7cabcdb2d29ce70aab1a8ad38f66015a7c901133"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7cabcdb2d29ce70aab1a8ad38f66015a7c901133",
"title": "7cabcdb2d29ce70aab1a8ad38f66015a7c901133",
"url": "https://llvm.googlesource.com/llvm-project/+/7cabcdb2d29ce70aab1a8ad38f66015a7c901133"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a0ae88bffea766f4c79d51674b81b5d5db825d33"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a0ae88bffea766f4c79d51674b81b5d5db825d33",
"title": "a0ae88bffea766f4c79d51674b81b5d5db825d33",
"url": "https://llvm.googlesource.com/llvm-project/+/a0ae88bffea766f4c79d51674b81b5d5db825d33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4e3440d9dd181f83ac1aa23f9c458d1344413e98"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4e3440d9dd181f83ac1aa23f9c458d1344413e98",
"title": "4e3440d9dd181f83ac1aa23f9c458d1344413e98",
"url": "https://llvm.googlesource.com/llvm-project/+/4e3440d9dd181f83ac1aa23f9c458d1344413e98"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e3440d9dd181f83ac1aa23f9c458d1344413e98",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885369470114841120"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:06:08.484] Scheduled build:
{
"id": "8719939408042093201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-19T20:06:08.139887237Z",
"updateTime": "2025-03-19T20:06:08.139887237Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e3440d9dd181f83ac1aa23f9c458d1344413e98",
"ref": "refs/heads/main"
}
}
}
[20:06:08.484] Task URL: https://cr-buildbucket.appspot.com/build/8719939408042093201
[20:06:08.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:2:0) after 5m5s
[20:06:09.443] Received PubSub notification, asking Buildbucket for the build status
[20:06:09.463] Build status: SCHEDULED
[20:06:13.169] Received PubSub notification, asking Buildbucket for the build status
[20:06:13.215] Build status: STARTED
[20:11:13.502] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:2:0)
[20:11:13.529] Build status: STARTED
[20:11:13.530] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:5:0) after 5m8s
[20:16:21.601] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:5:0)
[20:16:21.628] Build status: STARTED
[20:16:21.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:6:0) after 8m49s
[20:25:10.747] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:6:0)
[20:25:10.826] Build status: STARTED
[20:25:10.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:7:0) after 1m2s
[20:26:12.845] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:7:0)
[20:26:12.888] Build status: STARTED
[20:26:12.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:8:0) after 2m55s
[20:29:07.914] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:8:0)
[20:29:07.968] Build status: STARTED
[20:29:07.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:9:0) after 9m20s
[20:38:27.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:9:0)
[20:38:28.016] Build status: STARTED
[20:38:28.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:10:0) after 3m9s
[20:41:37.042] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:10:0)
[20:41:37.083] Build status: STARTED
[20:41:37.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:11:0) after 5m22s
[20:46:59.147] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:11:0)
[20:46:59.172] Build status: STARTED
[20:46:59.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:12:0) after 6m24s
[20:53:23.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:12:0)
[20:53:23.307] Build status: STARTED
[20:53:23.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:13:0) after 2m31s
[20:55:54.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:13:0)
[20:55:54.378] Build status: STARTED
[20:55:54.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:14:0) after 8m47s
[21:04:41.400] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:14:0)
[21:04:41.421] Build status: STARTED
[21:04:41.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:15:0) after 3m37s
[21:08:18.445] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:15:0)
[21:08:18.463] Build status: STARTED
[21:08:18.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:16:0) after 9m6s
[21:17:24.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:16:0)
[21:17:24.558] Build status: STARTED
[21:17:24.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:17:0) after 9m48s
[21:27:12.635] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:17:0)
[21:27:12.656] Build status: STARTED
[21:27:12.656] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:18:0) after 3m58s
[21:31:10.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:18:0)
[21:31:10.753] Build status: STARTED
[21:31:10.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:19:0) after 5m58s
[21:37:08.826] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:19:0)
[21:37:08.849] Build status: STARTED
[21:37:08.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:20:0) after 6m31s
[21:43:39.869] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:20:0)
[21:43:39.886] Build status: STARTED
[21:43:39.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:21:0) after 6m27s
[21:50:06.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:21:0)
[21:50:06.947] Build status: STARTED
[21:50:06.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:22:0) after 3m25s
[21:53:31.943] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:22:0)
[21:53:31.959] Build status: STARTED
[21:53:31.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:23:0) after 2m7s
[21:55:38.925] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:23:0)
[21:55:39.016] Build status: STARTED
[21:55:39.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8885369470114841120:24:0) after 6m9s
[21:58:29.107] Received PubSub notification, asking Buildbucket for the build status
[21:58:29.124] Build:
{
"id": "8719939408042093201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-19T20:06:08.139887237Z",
"startTime": "2025-03-19T20:06:12.956323662Z",
"endTime": "2025-03-19T21:58:28.778613115Z",
"updateTime": "2025-03-19T21:58:28.778613115Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e3440d9dd181f83ac1aa23f9c458d1344413e98",
"ref": "refs/heads/main"
}
}
}
[21:58:29.124] Invocation finished in 1h52m22.34484563s with status FAILED