[23:30:30.667] New invocation is queued and will start shortly
[23:30:35.841] Starting the invocation (attempt 1)
[23:30:35.882] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/285b57b1a68e6738dac047f5f6461f231448b0f5"
[23:30:35.882] Popped gitiles commit info from properties and tags
[23:30:35.882] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:30:35.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:30:35.884] Buildbucket request:
{
"requestId": "8864609905210728704",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864609905210728704",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ac21fde46488c8c46f1cabf8205ecd73c3276765"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ac21fde46488c8c46f1cabf8205ecd73c3276765",
"title": "ac21fde46488c8c46f1cabf8205ecd73c3276765",
"url": "https://llvm.googlesource.com/llvm-project/+/ac21fde46488c8c46f1cabf8205ecd73c3276765"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f62ff29157cb75a17b087475168fa15ddcb7c059"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f62ff29157cb75a17b087475168fa15ddcb7c059",
"title": "f62ff29157cb75a17b087475168fa15ddcb7c059",
"url": "https://llvm.googlesource.com/llvm-project/+/f62ff29157cb75a17b087475168fa15ddcb7c059"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2c8781de64891d1614bf54dd9e5e4f183a8acca3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2c8781de64891d1614bf54dd9e5e4f183a8acca3",
"title": "2c8781de64891d1614bf54dd9e5e4f183a8acca3",
"url": "https://llvm.googlesource.com/llvm-project/+/2c8781de64891d1614bf54dd9e5e4f183a8acca3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ed53c413ef51abca52a258c7ddc271e81ec22be0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ed53c413ef51abca52a258c7ddc271e81ec22be0",
"title": "ed53c413ef51abca52a258c7ddc271e81ec22be0",
"url": "https://llvm.googlesource.com/llvm-project/+/ed53c413ef51abca52a258c7ddc271e81ec22be0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a522ae3ef6e13cb39e7756c151652e03a024b301"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a522ae3ef6e13cb39e7756c151652e03a024b301",
"title": "a522ae3ef6e13cb39e7756c151652e03a024b301",
"url": "https://llvm.googlesource.com/llvm-project/+/a522ae3ef6e13cb39e7756c151652e03a024b301"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3c2c9d5bc1e2c8a1648f77d4a4a574c56c392442"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3c2c9d5bc1e2c8a1648f77d4a4a574c56c392442",
"title": "3c2c9d5bc1e2c8a1648f77d4a4a574c56c392442",
"url": "https://llvm.googlesource.com/llvm-project/+/3c2c9d5bc1e2c8a1648f77d4a4a574c56c392442"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ecaaebf8f0f70a0b6e21c19fdd4be23ffe23ef53"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ecaaebf8f0f70a0b6e21c19fdd4be23ffe23ef53",
"title": "ecaaebf8f0f70a0b6e21c19fdd4be23ffe23ef53",
"url": "https://llvm.googlesource.com/llvm-project/+/ecaaebf8f0f70a0b6e21c19fdd4be23ffe23ef53"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5d9d89092e0fd34f3ea2ca15c9f30d4c01bb29f3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5d9d89092e0fd34f3ea2ca15c9f30d4c01bb29f3",
"title": "5d9d89092e0fd34f3ea2ca15c9f30d4c01bb29f3",
"url": "https://llvm.googlesource.com/llvm-project/+/5d9d89092e0fd34f3ea2ca15c9f30d4c01bb29f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0e3612e751381d35a3826a67527845e23bbd22af"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0e3612e751381d35a3826a67527845e23bbd22af",
"title": "0e3612e751381d35a3826a67527845e23bbd22af",
"url": "https://llvm.googlesource.com/llvm-project/+/0e3612e751381d35a3826a67527845e23bbd22af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e987ab11a6f3d3965ef26fc42c82db3e8b1d56f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e987ab11a6f3d3965ef26fc42c82db3e8b1d56f5",
"title": "e987ab11a6f3d3965ef26fc42c82db3e8b1d56f5",
"url": "https://llvm.googlesource.com/llvm-project/+/e987ab11a6f3d3965ef26fc42c82db3e8b1d56f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cf11ff9084ca703a2e32e396696007cd0799086f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cf11ff9084ca703a2e32e396696007cd0799086f",
"title": "cf11ff9084ca703a2e32e396696007cd0799086f",
"url": "https://llvm.googlesource.com/llvm-project/+/cf11ff9084ca703a2e32e396696007cd0799086f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "01221874e41e0cba9161fda3601d10aa36537512"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@01221874e41e0cba9161fda3601d10aa36537512",
"title": "01221874e41e0cba9161fda3601d10aa36537512",
"url": "https://llvm.googlesource.com/llvm-project/+/01221874e41e0cba9161fda3601d10aa36537512"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "148a42bdd2f252b4366b79fc518356bb06cacac3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@148a42bdd2f252b4366b79fc518356bb06cacac3",
"title": "148a42bdd2f252b4366b79fc518356bb06cacac3",
"url": "https://llvm.googlesource.com/llvm-project/+/148a42bdd2f252b4366b79fc518356bb06cacac3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c0cb5133489fa746ae5de43a17991778281fe4c9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c0cb5133489fa746ae5de43a17991778281fe4c9",
"title": "c0cb5133489fa746ae5de43a17991778281fe4c9",
"url": "https://llvm.googlesource.com/llvm-project/+/c0cb5133489fa746ae5de43a17991778281fe4c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "562e3bfcd45cddc1da133780b401564471c8c66d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@562e3bfcd45cddc1da133780b401564471c8c66d",
"title": "562e3bfcd45cddc1da133780b401564471c8c66d",
"url": "https://llvm.googlesource.com/llvm-project/+/562e3bfcd45cddc1da133780b401564471c8c66d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "475c632b17a9f9f9ae9428c7621687e255710b7c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@475c632b17a9f9f9ae9428c7621687e255710b7c",
"title": "475c632b17a9f9f9ae9428c7621687e255710b7c",
"url": "https://llvm.googlesource.com/llvm-project/+/475c632b17a9f9f9ae9428c7621687e255710b7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2a42a85f5bf8202f942a7d638c1abde6dbba0db6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2a42a85f5bf8202f942a7d638c1abde6dbba0db6",
"title": "2a42a85f5bf8202f942a7d638c1abde6dbba0db6",
"url": "https://llvm.googlesource.com/llvm-project/+/2a42a85f5bf8202f942a7d638c1abde6dbba0db6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "615299934489953deaf202cc445ac9f8ad362afc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@615299934489953deaf202cc445ac9f8ad362afc",
"title": "615299934489953deaf202cc445ac9f8ad362afc",
"url": "https://llvm.googlesource.com/llvm-project/+/615299934489953deaf202cc445ac9f8ad362afc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "73ef4dd48fa3ef64a0f291cb822ab66289780b0b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@73ef4dd48fa3ef64a0f291cb822ab66289780b0b",
"title": "73ef4dd48fa3ef64a0f291cb822ab66289780b0b",
"url": "https://llvm.googlesource.com/llvm-project/+/73ef4dd48fa3ef64a0f291cb822ab66289780b0b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "285b57b1a68e6738dac047f5f6461f231448b0f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@285b57b1a68e6738dac047f5f6461f231448b0f5",
"title": "285b57b1a68e6738dac047f5f6461f231448b0f5",
"url": "https://llvm.googlesource.com/llvm-project/+/285b57b1a68e6738dac047f5f6461f231448b0f5"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "285b57b1a68e6738dac047f5f6461f231448b0f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864609905210728704"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:30:36.270] Scheduled build:
{
"id": "8699179838983913825",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-03T23:30:35.969379138Z",
"updateTime": "2025-11-03T23:30:35.969379138Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "285b57b1a68e6738dac047f5f6461f231448b0f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:30:36.270] Task URL: https://cr-buildbucket.appspot.com/build/8699179838983913825
[23:30:36.270] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:2:0) after 5m50s
[23:30:37.272] Received PubSub notification, asking Buildbucket for the build status
[23:30:37.564] Build status: SCHEDULED
[23:31:22.506] Received PubSub notification, asking Buildbucket for the build status
[23:31:22.588] Build status: STARTED
[23:36:26.301] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:2:0)
[23:36:26.326] Build status: STARTED
[23:36:26.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:5:0) after 1m47s
[23:38:13.392] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:5:0)
[23:38:13.520] Build status: STARTED
[23:38:13.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:6:0) after 9m3s
[23:47:16.537] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:6:0)
[23:47:16.561] Build status: STARTED
[23:47:16.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:7:0) after 9m41s
[23:56:57.680] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:7:0)
[23:56:57.716] Build status: STARTED
[23:56:57.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:8:0) after 6m32s
[00:03:29.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:8:0)
[00:03:29.752] Build status: STARTED
[00:03:29.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:9:0) after 5m15s
[00:08:44.904] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:9:0)
[00:08:44.959] Build status: STARTED
[00:08:44.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:10:0) after 9m54s
[00:18:38.974] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:10:0)
[00:18:38.991] Build status: STARTED
[00:18:38.991] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:11:0) after 4m12s
[00:22:51.009] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:11:0)
[00:22:51.053] Build status: STARTED
[00:22:51.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:12:0) after 9m56s
[00:32:47.103] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:12:0)
[00:32:47.119] Build status: STARTED
[00:32:47.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:13:0) after 4m10s
[00:36:57.115] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:13:0)
[00:36:57.164] Build status: STARTED
[00:36:57.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:14:0) after 1m15s
[00:38:12.176] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:14:0)
[00:38:12.191] Build status: STARTED
[00:38:12.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:15:0) after 8m46s
[00:46:58.256] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:15:0)
[00:46:58.271] Build status: STARTED
[00:46:58.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:16:0) after 6m10s
[00:53:08.340] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:16:0)
[00:53:08.355] Build status: STARTED
[00:53:08.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:17:0) after 1m47s
[00:54:55.324] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:17:0)
[00:54:55.339] Build status: STARTED
[00:54:55.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:18:0) after 2m51s
[00:57:46.369] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:18:0)
[00:57:46.393] Build status: STARTED
[00:57:46.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8864609905210728704:19:0) after 9m51s
[01:02:17.750] Received PubSub notification, asking Buildbucket for the build status
[01:02:17.772] Build:
{
"id": "8699179838983913825",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-03T23:30:35.969379138Z",
"startTime": "2025-11-03T23:31:21.920713499Z",
"endTime": "2025-11-04T01:02:17.163034143Z",
"updateTime": "2025-11-04T01:02:17.163034143Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "285b57b1a68e6738dac047f5f6461f231448b0f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:02:17.772] Invocation finished in 1h31m47.123616313s with status FAILED