[11:55:48.692] New invocation is queued and will start shortly
[11:55:49.784] Starting the invocation (attempt 1)
[11:55:49.817] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b293c8bfb6dd658c7e0197b93617b9083f2bb9cc"
[11:55:49.818] Popped gitiles commit info from properties and tags
[11:55:49.818] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:55:49.818] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:55:49.818] Buildbucket request:
{
"requestId": "8875072263050724624",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-host-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875072263050724624",
"job": "fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "95134a680ed119f31dd7a99df9a9632903f6780b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@95134a680ed119f31dd7a99df9a9632903f6780b",
"title": "95134a680ed119f31dd7a99df9a9632903f6780b",
"url": "https://llvm.googlesource.com/llvm-project/+/95134a680ed119f31dd7a99df9a9632903f6780b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2110a77cd03c83bf3616c421e2ee0c7a6e0f3031"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2110a77cd03c83bf3616c421e2ee0c7a6e0f3031",
"title": "2110a77cd03c83bf3616c421e2ee0c7a6e0f3031",
"url": "https://llvm.googlesource.com/llvm-project/+/2110a77cd03c83bf3616c421e2ee0c7a6e0f3031"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5fd319f5cc9b2439a3731c9e08c60bbf69b2ecc7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5fd319f5cc9b2439a3731c9e08c60bbf69b2ecc7",
"title": "5fd319f5cc9b2439a3731c9e08c60bbf69b2ecc7",
"url": "https://llvm.googlesource.com/llvm-project/+/5fd319f5cc9b2439a3731c9e08c60bbf69b2ecc7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fa921d166a77afbf0e1c4b2e0b4c0020da21594c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fa921d166a77afbf0e1c4b2e0b4c0020da21594c",
"title": "fa921d166a77afbf0e1c4b2e0b4c0020da21594c",
"url": "https://llvm.googlesource.com/llvm-project/+/fa921d166a77afbf0e1c4b2e0b4c0020da21594c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4a35214bddbb67f9597a500d48ab8c4fb25af150"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4a35214bddbb67f9597a500d48ab8c4fb25af150",
"title": "4a35214bddbb67f9597a500d48ab8c4fb25af150",
"url": "https://llvm.googlesource.com/llvm-project/+/4a35214bddbb67f9597a500d48ab8c4fb25af150"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a61ea9fd9b9c100ce4fce9212dc85230257fd5c8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a61ea9fd9b9c100ce4fce9212dc85230257fd5c8",
"title": "a61ea9fd9b9c100ce4fce9212dc85230257fd5c8",
"url": "https://llvm.googlesource.com/llvm-project/+/a61ea9fd9b9c100ce4fce9212dc85230257fd5c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96bc07d49221dc40eb751e0759be2ccbb8a64f00"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96bc07d49221dc40eb751e0759be2ccbb8a64f00",
"title": "96bc07d49221dc40eb751e0759be2ccbb8a64f00",
"url": "https://llvm.googlesource.com/llvm-project/+/96bc07d49221dc40eb751e0759be2ccbb8a64f00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a60405c2d51ffe428dd38b8b1020c19189968f76"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a60405c2d51ffe428dd38b8b1020c19189968f76",
"title": "a60405c2d51ffe428dd38b8b1020c19189968f76",
"url": "https://llvm.googlesource.com/llvm-project/+/a60405c2d51ffe428dd38b8b1020c19189968f76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6630cde4e644f3b4147b984f9832c89fb3306698"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6630cde4e644f3b4147b984f9832c89fb3306698",
"title": "6630cde4e644f3b4147b984f9832c89fb3306698",
"url": "https://llvm.googlesource.com/llvm-project/+/6630cde4e644f3b4147b984f9832c89fb3306698"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "587ba75a491d256500e4125c7c1de725c93fa84e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@587ba75a491d256500e4125c7c1de725c93fa84e",
"title": "587ba75a491d256500e4125c7c1de725c93fa84e",
"url": "https://llvm.googlesource.com/llvm-project/+/587ba75a491d256500e4125c7c1de725c93fa84e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a2246eebcae47c5cb92c524ee96191edb358922d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a2246eebcae47c5cb92c524ee96191edb358922d",
"title": "a2246eebcae47c5cb92c524ee96191edb358922d",
"url": "https://llvm.googlesource.com/llvm-project/+/a2246eebcae47c5cb92c524ee96191edb358922d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "567d164e5965da22f47099d23aeb544493e84871"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@567d164e5965da22f47099d23aeb544493e84871",
"title": "567d164e5965da22f47099d23aeb544493e84871",
"url": "https://llvm.googlesource.com/llvm-project/+/567d164e5965da22f47099d23aeb544493e84871"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea65415f310732da7cdfbb2e7c6c6c48ed08a54c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea65415f310732da7cdfbb2e7c6c6c48ed08a54c",
"title": "ea65415f310732da7cdfbb2e7c6c6c48ed08a54c",
"url": "https://llvm.googlesource.com/llvm-project/+/ea65415f310732da7cdfbb2e7c6c6c48ed08a54c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c040172b9ada96d025f52c3ce49d34cad075091b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c040172b9ada96d025f52c3ce49d34cad075091b",
"title": "c040172b9ada96d025f52c3ce49d34cad075091b",
"url": "https://llvm.googlesource.com/llvm-project/+/c040172b9ada96d025f52c3ce49d34cad075091b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "638943b27e172fdd6e86b44c83451fa7300c172b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@638943b27e172fdd6e86b44c83451fa7300c172b",
"title": "638943b27e172fdd6e86b44c83451fa7300c172b",
"url": "https://llvm.googlesource.com/llvm-project/+/638943b27e172fdd6e86b44c83451fa7300c172b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3231cb4b19ebc03cc288767a018fe8312328ca0a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3231cb4b19ebc03cc288767a018fe8312328ca0a",
"title": "3231cb4b19ebc03cc288767a018fe8312328ca0a",
"url": "https://llvm.googlesource.com/llvm-project/+/3231cb4b19ebc03cc288767a018fe8312328ca0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b293c8bfb6dd658c7e0197b93617b9083f2bb9cc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b293c8bfb6dd658c7e0197b93617b9083f2bb9cc",
"title": "b293c8bfb6dd658c7e0197b93617b9083f2bb9cc",
"url": "https://llvm.googlesource.com/llvm-project/+/b293c8bfb6dd658c7e0197b93617b9083f2bb9cc"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b293c8bfb6dd658c7e0197b93617b9083f2bb9cc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875072263050724624"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:55:50.390] Scheduled build:
{
"id": "8709642201113539857",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-host-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-11T11:55:49.918286090Z",
"updateTime": "2025-07-11T11:55:49.918286090Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b293c8bfb6dd658c7e0197b93617b9083f2bb9cc",
"ref": "refs/heads/main"
}
}
}
[11:55:50.390] Task URL: https://cr-buildbucket.appspot.com/build/8709642201113539857
[11:55:50.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:2:0) after 5m26s
[11:55:51.381] Received PubSub notification, asking Buildbucket for the build status
[11:55:51.408] Build status: SCHEDULED
[12:01:16.525] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:2:0)
[12:01:16.554] Build status: SCHEDULED
[12:01:16.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:4:0) after 2m19s
[12:03:35.570] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:4:0)
[12:03:35.599] Build status: SCHEDULED
[12:03:35.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:5:0) after 3m28s
[12:07:03.634] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:5:0)
[12:07:03.666] Build status: SCHEDULED
[12:07:03.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:6:0) after 1m44s
[12:08:47.781] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:6:0)
[12:08:47.878] Build status: SCHEDULED
[12:08:47.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:7:0) after 9m2s
[12:17:49.952] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:7:0)
[12:17:49.985] Build status: SCHEDULED
[12:17:49.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:8:0) after 2m58s
[12:20:47.979] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:8:0)
[12:20:48.008] Build status: SCHEDULED
[12:20:48.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:9:0) after 5m48s
[12:26:36.031] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:9:0)
[12:26:36.157] Build status: SCHEDULED
[12:26:36.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:10:0) after 6m3s
[12:32:39.190] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:10:0)
[12:32:39.206] Build status: SCHEDULED
[12:32:39.207] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:11:0) after 3m5s
[12:35:44.264] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:11:0)
[12:35:44.289] Build status: SCHEDULED
[12:35:44.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:12:0) after 6m55s
[12:42:39.345] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:12:0)
[12:42:39.364] Build status: SCHEDULED
[12:42:39.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:13:0) after 5m51s
[12:48:30.461] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:13:0)
[12:48:30.486] Build status: SCHEDULED
[12:48:30.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:14:0) after 5m53s
[12:54:23.524] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:14:0)
[12:54:23.592] Build status: SCHEDULED
[12:54:23.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:15:0) after 4m15s
[12:58:38.658] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:15:0)
[12:58:38.680] Build status: SCHEDULED
[12:58:38.680] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:16:0) after 1m25s
[13:00:03.708] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:16:0)
[13:00:03.751] Build status: SCHEDULED
[13:00:03.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:17:0) after 7m52s
[13:07:55.831] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:17:0)
[13:07:55.858] Build status: SCHEDULED
[13:07:55.858] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:18:0) after 9m21s
[13:17:16.838] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:18:0)
[13:17:16.863] Build status: SCHEDULED
[13:17:16.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:19:0) after 7m43s
[13:24:59.868] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:19:0)
[13:25:00.012] Build status: SCHEDULED
[13:25:00.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:20:0) after 8m13s
[13:28:21.952] Received PubSub notification, asking Buildbucket for the build status
[13:28:21.969] Build status: STARTED
[13:33:13.083] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:20:0)
[13:33:13.102] Build status: STARTED
[13:33:13.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:22:0) after 9m18s
[13:42:31.116] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:22:0)
[13:42:31.146] Build status: STARTED
[13:42:31.146] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:23:0) after 1m24s
[13:43:55.167] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:23:0)
[13:43:55.182] Build status: STARTED
[13:43:55.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:24:0) after 5m31s
[13:49:26.199] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:24:0)
[13:49:26.220] Build status: STARTED
[13:49:26.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:25:0) after 3m49s
[13:53:15.319] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:25:0)
[13:53:15.786] Build status: STARTED
[13:53:15.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:26:0) after 9m40s
[14:02:55.836] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:26:0)
[14:02:55.857] Build status: STARTED
[14:02:55.857] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:27:0) after 3m49s
[14:06:44.898] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:27:0)
[14:06:44.919] Build status: STARTED
[14:06:44.919] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-host-mac-x64-40be1bb5:8875072263050724624:28:0) after 8m26s
[14:08:06.308] Received PubSub notification, asking Buildbucket for the build status
[14:08:06.339] Build:
{
"id": "8709642201113539857",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-host-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-11T11:55:49.918286090Z",
"startTime": "2025-07-11T13:28:21.274642116Z",
"endTime": "2025-07-11T14:08:05.952475921Z",
"updateTime": "2025-07-11T14:08:05.952475921Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b293c8bfb6dd658c7e0197b93617b9083f2bb9cc",
"ref": "refs/heads/main"
}
}
}
[14:08:06.339] Invocation finished in 2h12m17.651936255s with status FAILED