[14:03:38.238] New invocation is queued and will start shortly
[14:03:39.305] Starting the invocation (attempt 1)
[14:03:39.336] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853"
[14:03:39.336] Popped gitiles commit info from properties and tags
[14:03:39.336] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:03:39.336] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:03:39.336] Buildbucket request:
{
"requestId": "8889922123445350224",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8889922123445350224",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8ea018ce1de016a2923ebc48d39abc1c06cce41e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8ea018ce1de016a2923ebc48d39abc1c06cce41e",
"title": "8ea018ce1de016a2923ebc48d39abc1c06cce41e",
"url": "https://llvm.googlesource.com/llvm-project/+/8ea018ce1de016a2923ebc48d39abc1c06cce41e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "500a1834d92d701fea914ab5de10d82d6c90dbd9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@500a1834d92d701fea914ab5de10d82d6c90dbd9",
"title": "500a1834d92d701fea914ab5de10d82d6c90dbd9",
"url": "https://llvm.googlesource.com/llvm-project/+/500a1834d92d701fea914ab5de10d82d6c90dbd9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4424c44c8c4ec8e071f5c5999fba216d36fb92c9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4424c44c8c4ec8e071f5c5999fba216d36fb92c9",
"title": "4424c44c8c4ec8e071f5c5999fba216d36fb92c9",
"url": "https://llvm.googlesource.com/llvm-project/+/4424c44c8c4ec8e071f5c5999fba216d36fb92c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c0861e9cbbc3b342e49a8688cdc15aa7c8e9f29a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c0861e9cbbc3b342e49a8688cdc15aa7c8e9f29a",
"title": "c0861e9cbbc3b342e49a8688cdc15aa7c8e9f29a",
"url": "https://llvm.googlesource.com/llvm-project/+/c0861e9cbbc3b342e49a8688cdc15aa7c8e9f29a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e1b5826c2b9dafbdf627b2abbf0157ae12306657"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e1b5826c2b9dafbdf627b2abbf0157ae12306657",
"title": "e1b5826c2b9dafbdf627b2abbf0157ae12306657",
"url": "https://llvm.googlesource.com/llvm-project/+/e1b5826c2b9dafbdf627b2abbf0157ae12306657"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "afa4681ce443e88a5f196b808300fe3c133e96fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@afa4681ce443e88a5f196b808300fe3c133e96fd",
"title": "afa4681ce443e88a5f196b808300fe3c133e96fd",
"url": "https://llvm.googlesource.com/llvm-project/+/afa4681ce443e88a5f196b808300fe3c133e96fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "62c16d82194f4c209fe9431deddf302827d37fb4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@62c16d82194f4c209fe9431deddf302827d37fb4",
"title": "62c16d82194f4c209fe9431deddf302827d37fb4",
"url": "https://llvm.googlesource.com/llvm-project/+/62c16d82194f4c209fe9431deddf302827d37fb4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8ad9e1ecb7e565c2f99b4ef67517d1f37d1c80d0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8ad9e1ecb7e565c2f99b4ef67517d1f37d1c80d0",
"title": "8ad9e1ecb7e565c2f99b4ef67517d1f37d1c80d0",
"url": "https://llvm.googlesource.com/llvm-project/+/8ad9e1ecb7e565c2f99b4ef67517d1f37d1c80d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "606cf887416ba2f136f3104ac12469fc81f73968"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@606cf887416ba2f136f3104ac12469fc81f73968",
"title": "606cf887416ba2f136f3104ac12469fc81f73968",
"url": "https://llvm.googlesource.com/llvm-project/+/606cf887416ba2f136f3104ac12469fc81f73968"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "015aed18ee357ee6db4e72cba2e65aeaafa333c9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@015aed18ee357ee6db4e72cba2e65aeaafa333c9",
"title": "015aed18ee357ee6db4e72cba2e65aeaafa333c9",
"url": "https://llvm.googlesource.com/llvm-project/+/015aed18ee357ee6db4e72cba2e65aeaafa333c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "13dcc95dcd4999ff99f2de89d881f1aed5b21709"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@13dcc95dcd4999ff99f2de89d881f1aed5b21709",
"title": "13dcc95dcd4999ff99f2de89d881f1aed5b21709",
"url": "https://llvm.googlesource.com/llvm-project/+/13dcc95dcd4999ff99f2de89d881f1aed5b21709"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e84f6b6a88c1222d512edf0644c8f869dd12b8ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e84f6b6a88c1222d512edf0644c8f869dd12b8ef",
"title": "e84f6b6a88c1222d512edf0644c8f869dd12b8ef",
"url": "https://llvm.googlesource.com/llvm-project/+/e84f6b6a88c1222d512edf0644c8f869dd12b8ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1d5fbe83c3bcdd27a8ce1d57a68fb7be35e6cbbf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1d5fbe83c3bcdd27a8ce1d57a68fb7be35e6cbbf",
"title": "1d5fbe83c3bcdd27a8ce1d57a68fb7be35e6cbbf",
"url": "https://llvm.googlesource.com/llvm-project/+/1d5fbe83c3bcdd27a8ce1d57a68fb7be35e6cbbf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0cf6714279d4146ee5d6a5e34195d6fae56ed475"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0cf6714279d4146ee5d6a5e34195d6fae56ed475",
"title": "0cf6714279d4146ee5d6a5e34195d6fae56ed475",
"url": "https://llvm.googlesource.com/llvm-project/+/0cf6714279d4146ee5d6a5e34195d6fae56ed475"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "11db7fb09b36e656a801117d6a2492133e9c2e46"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@11db7fb09b36e656a801117d6a2492133e9c2e46",
"title": "11db7fb09b36e656a801117d6a2492133e9c2e46",
"url": "https://llvm.googlesource.com/llvm-project/+/11db7fb09b36e656a801117d6a2492133e9c2e46"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "37b595cb3715fb8c453c0d3981d6c4f4d208d372"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@37b595cb3715fb8c453c0d3981d6c4f4d208d372",
"title": "37b595cb3715fb8c453c0d3981d6c4f4d208d372",
"url": "https://llvm.googlesource.com/llvm-project/+/37b595cb3715fb8c453c0d3981d6c4f4d208d372"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22687aa97bdae2f0ea0be9baf208247c18d69c06"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22687aa97bdae2f0ea0be9baf208247c18d69c06",
"title": "22687aa97bdae2f0ea0be9baf208247c18d69c06",
"url": "https://llvm.googlesource.com/llvm-project/+/22687aa97bdae2f0ea0be9baf208247c18d69c06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853",
"title": "a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853",
"url": "https://llvm.googlesource.com/llvm-project/+/a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8889922123445350224"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:03:39.749] Scheduled build:
{
"id": "8724492061565428897",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-01-28T14:03:39.402421480Z",
"updateTime": "2025-01-28T14:03:39.402421480Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:03:39.749] Task URL: https://cr-buildbucket.appspot.com/build/8724492061565428897
[14:03:39.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:2:0) after 9m15s
[14:03:40.128] Received PubSub notification, asking Buildbucket for the build status
[14:03:40.184] Build status: SCHEDULED
[14:03:46.401] Received PubSub notification, asking Buildbucket for the build status
[14:03:46.430] Build status: STARTED
[14:12:54.914] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:2:0)
[14:12:55.061] Build status: STARTED
[14:12:55.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:5:0) after 2m50s
[14:15:45.520] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:5:0)
[14:15:45.593] Build status: STARTED
[14:15:45.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:6:0) after 5m52s
[14:21:37.664] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:6:0)
[14:21:37.692] Build status: STARTED
[14:21:37.692] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:7:0) after 3m3s
[14:24:40.715] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:7:0)
[14:24:40.749] Build status: STARTED
[14:24:40.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:8:0) after 4m20s
[14:29:00.776] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:8:0)
[14:29:00.808] Build status: STARTED
[14:29:00.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:9:0) after 5m34s
[14:34:34.934] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:9:0)
[14:34:35.766] Build status: STARTED
[14:34:35.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:10:0) after 4m54s
[14:39:29.789] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:10:0)
[14:39:29.818] Build status: STARTED
[14:39:29.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:11:0) after 2m45s
[14:42:14.906] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:11:0)
[14:42:14.930] Build status: STARTED
[14:42:14.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:12:0) after 2m5s
[14:44:20.033] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:12:0)
[14:44:20.119] Build status: STARTED
[14:44:20.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:13:0) after 9m44s
[14:54:04.146] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:13:0)
[14:54:04.170] Build status: STARTED
[14:54:04.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:14:0) after 3m6s
[14:57:10.240] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:14:0)
[14:57:10.267] Build status: STARTED
[14:57:10.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:15:0) after 3m47s
[15:00:57.403] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:15:0)
[15:00:57.436] Build status: STARTED
[15:00:57.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:16:0) after 1m38s
[15:02:35.461] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:16:0)
[15:02:35.484] Build status: STARTED
[15:02:35.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:17:0) after 4m17s
[15:06:52.753] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:17:0)
[15:06:52.780] Build status: STARTED
[15:06:52.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:18:0) after 8m19s
[15:15:11.809] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:18:0)
[15:15:11.833] Build status: STARTED
[15:15:11.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:19:0) after 5m30s
[15:20:41.986] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:19:0)
[15:20:42.008] Build status: STARTED
[15:20:42.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:20:0) after 2m6s
[15:22:48.026] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:20:0)
[15:22:48.067] Build status: STARTED
[15:22:48.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:21:0) after 4m43s
[15:27:31.210] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:21:0)
[15:27:31.239] Build status: STARTED
[15:27:31.239] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:22:0) after 1m0s
[15:28:31.357] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:22:0)
[15:28:31.380] Build status: STARTED
[15:28:31.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:23:0) after 5m44s
[15:34:15.403] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:23:0)
[15:34:15.422] Build status: STARTED
[15:34:15.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:24:0) after 3m36s
[15:37:51.481] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:24:0)
[15:37:51.501] Build status: STARTED
[15:37:51.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8889922123445350224:25:0) after 2m56s
[15:40:23.677] Received PubSub notification, asking Buildbucket for the build status
[15:40:23.695] Build:
{
"id": "8724492061565428897",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-01-28T14:03:39.402421480Z",
"startTime": "2025-01-28T14:03:46.149140619Z",
"endTime": "2025-01-28T15:40:18.573152404Z",
"updateTime": "2025-01-28T15:40:18.573152404Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a1ab5b4c87256ce7e99d6fd4bd0c62641e6ce853",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:40:23.695] Invocation finished in 1h36m45.469313434s with status FAILED