[21:06:28.380] New invocation is queued and will start shortly
[21:06:29.674] Starting the invocation (attempt 1)
[21:06:29.703] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f443f561331dc54aaed6897f51d7632d62a5ea95"
[21:06:29.703] Popped gitiles commit info from properties and tags
[21:06:29.703] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:06:29.703] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:06:29.704] Buildbucket request:
{
"requestId": "8873950454838972896",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873950454838972896",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "07af7409997887883ab701acc2dc5659144b0cf2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@07af7409997887883ab701acc2dc5659144b0cf2",
"title": "07af7409997887883ab701acc2dc5659144b0cf2",
"url": "https://llvm.googlesource.com/llvm-project/+/07af7409997887883ab701acc2dc5659144b0cf2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "df2d2d125beffb76d5c526a5661fbb11cbcff83b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@df2d2d125beffb76d5c526a5661fbb11cbcff83b",
"title": "df2d2d125beffb76d5c526a5661fbb11cbcff83b",
"url": "https://llvm.googlesource.com/llvm-project/+/df2d2d125beffb76d5c526a5661fbb11cbcff83b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20a79027ca58bbde563f9a914e4ada71301eb50a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20a79027ca58bbde563f9a914e4ada71301eb50a",
"title": "20a79027ca58bbde563f9a914e4ada71301eb50a",
"url": "https://llvm.googlesource.com/llvm-project/+/20a79027ca58bbde563f9a914e4ada71301eb50a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "478130545bc41a8bb80304e5d931559a9d2b6171"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@478130545bc41a8bb80304e5d931559a9d2b6171",
"title": "478130545bc41a8bb80304e5d931559a9d2b6171",
"url": "https://llvm.googlesource.com/llvm-project/+/478130545bc41a8bb80304e5d931559a9d2b6171"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4db2f3ac89b1e62af4893b647d77f3ab1f390066"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4db2f3ac89b1e62af4893b647d77f3ab1f390066",
"title": "4db2f3ac89b1e62af4893b647d77f3ab1f390066",
"url": "https://llvm.googlesource.com/llvm-project/+/4db2f3ac89b1e62af4893b647d77f3ab1f390066"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6925caee4bbb4f1352a347c9c05c999e86a3c61e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6925caee4bbb4f1352a347c9c05c999e86a3c61e",
"title": "6925caee4bbb4f1352a347c9c05c999e86a3c61e",
"url": "https://llvm.googlesource.com/llvm-project/+/6925caee4bbb4f1352a347c9c05c999e86a3c61e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b7ba23f91512b2e703e21e693950dc6086bb51f0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b7ba23f91512b2e703e21e693950dc6086bb51f0",
"title": "b7ba23f91512b2e703e21e693950dc6086bb51f0",
"url": "https://llvm.googlesource.com/llvm-project/+/b7ba23f91512b2e703e21e693950dc6086bb51f0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23469688076b334dbcf796bb2079efebf6ddf62a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23469688076b334dbcf796bb2079efebf6ddf62a",
"title": "23469688076b334dbcf796bb2079efebf6ddf62a",
"url": "https://llvm.googlesource.com/llvm-project/+/23469688076b334dbcf796bb2079efebf6ddf62a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c73c19c60efe63b2b0d171f72f1ed6f70d6c4c76"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c73c19c60efe63b2b0d171f72f1ed6f70d6c4c76",
"title": "c73c19c60efe63b2b0d171f72f1ed6f70d6c4c76",
"url": "https://llvm.googlesource.com/llvm-project/+/c73c19c60efe63b2b0d171f72f1ed6f70d6c4c76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "898bba311f180ed54de33dc09e7071c279a4942a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@898bba311f180ed54de33dc09e7071c279a4942a",
"title": "898bba311f180ed54de33dc09e7071c279a4942a",
"url": "https://llvm.googlesource.com/llvm-project/+/898bba311f180ed54de33dc09e7071c279a4942a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d1ff9713bddf98eb5b3b751ba53e3db896f424ca"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d1ff9713bddf98eb5b3b751ba53e3db896f424ca",
"title": "d1ff9713bddf98eb5b3b751ba53e3db896f424ca",
"url": "https://llvm.googlesource.com/llvm-project/+/d1ff9713bddf98eb5b3b751ba53e3db896f424ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1206a6165e372c904566163d50911f30809185f3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1206a6165e372c904566163d50911f30809185f3",
"title": "1206a6165e372c904566163d50911f30809185f3",
"url": "https://llvm.googlesource.com/llvm-project/+/1206a6165e372c904566163d50911f30809185f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "203ea0a97e827f68b406ca0f350e971a132e58b9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@203ea0a97e827f68b406ca0f350e971a132e58b9",
"title": "203ea0a97e827f68b406ca0f350e971a132e58b9",
"url": "https://llvm.googlesource.com/llvm-project/+/203ea0a97e827f68b406ca0f350e971a132e58b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34447efd4614cfc8f17aa5cb7305f76ebaf6eaf5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34447efd4614cfc8f17aa5cb7305f76ebaf6eaf5",
"title": "34447efd4614cfc8f17aa5cb7305f76ebaf6eaf5",
"url": "https://llvm.googlesource.com/llvm-project/+/34447efd4614cfc8f17aa5cb7305f76ebaf6eaf5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "52499bbd90b13be8f1f95b980c13c0b044a1a049"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@52499bbd90b13be8f1f95b980c13c0b044a1a049",
"title": "52499bbd90b13be8f1f95b980c13c0b044a1a049",
"url": "https://llvm.googlesource.com/llvm-project/+/52499bbd90b13be8f1f95b980c13c0b044a1a049"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6bc54a4874eeaddf2a1f7c75aed53d9d38ed313c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6bc54a4874eeaddf2a1f7c75aed53d9d38ed313c",
"title": "6bc54a4874eeaddf2a1f7c75aed53d9d38ed313c",
"url": "https://llvm.googlesource.com/llvm-project/+/6bc54a4874eeaddf2a1f7c75aed53d9d38ed313c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f443f561331dc54aaed6897f51d7632d62a5ea95"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f443f561331dc54aaed6897f51d7632d62a5ea95",
"title": "f443f561331dc54aaed6897f51d7632d62a5ea95",
"url": "https://llvm.googlesource.com/llvm-project/+/f443f561331dc54aaed6897f51d7632d62a5ea95"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f443f561331dc54aaed6897f51d7632d62a5ea95",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873950454838972896"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:06:30.548] Scheduled build:
{
"id": "8708520392721471713",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-23T21:06:29.769808009Z",
"updateTime": "2025-07-23T21:06:29.769808009Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f443f561331dc54aaed6897f51d7632d62a5ea95",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:06:30.548] Task URL: https://cr-buildbucket.appspot.com/build/8708520392721471713
[21:06:30.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:2:0) after 9m54s
[21:06:31.265] Received PubSub notification, asking Buildbucket for the build status
[21:06:31.313] Build status: SCHEDULED
[21:06:33.649] Received PubSub notification, asking Buildbucket for the build status
[21:06:33.780] Build status: STARTED
[21:16:24.663] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:2:0)
[21:16:24.689] Build status: STARTED
[21:16:24.689] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:5:0) after 8m58s
[21:25:22.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:5:0)
[21:25:22.755] Build status: STARTED
[21:25:22.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:6:0) after 9m10s
[21:34:32.939] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:6:0)
[21:34:32.959] Build status: STARTED
[21:34:32.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:7:0) after 1m50s
[21:36:22.972] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:7:0)
[21:36:23.012] Build status: STARTED
[21:36:23.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:8:0) after 1m40s
[21:38:03.032] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:8:0)
[21:38:03.068] Build status: STARTED
[21:38:03.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:9:0) after 8m54s
[21:46:57.071] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:9:0)
[21:46:57.090] Build status: STARTED
[21:46:57.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:10:0) after 3m13s
[21:50:10.102] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:10:0)
[21:50:10.143] Build status: STARTED
[21:50:10.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:11:0) after 5m43s
[21:55:53.166] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:11:0)
[21:55:53.188] Build status: STARTED
[21:55:53.188] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:12:0) after 6m37s
[22:02:30.415] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:12:0)
[22:02:30.473] Build status: STARTED
[22:02:30.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:13:0) after 3m0s
[22:05:30.490] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:13:0)
[22:05:30.514] Build status: STARTED
[22:05:30.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:14:0) after 8m2s
[22:13:32.539] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:14:0)
[22:13:32.555] Build status: STARTED
[22:13:32.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:15:0) after 2m17s
[22:15:49.589] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:15:0)
[22:15:49.608] Build status: STARTED
[22:15:49.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:16:0) after 6m26s
[22:22:15.818] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:16:0)
[22:22:15.834] Build status: STARTED
[22:22:15.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:17:0) after 3m40s
[22:25:55.876] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:17:0)
[22:25:55.900] Build status: STARTED
[22:25:55.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:18:0) after 5m51s
[22:31:46.933] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:18:0)
[22:31:46.971] Build status: STARTED
[22:31:46.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:19:0) after 4m53s
[22:36:40.177] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:19:0)
[22:36:40.194] Build status: STARTED
[22:36:40.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:20:0) after 4m55s
[22:41:35.262] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:20:0)
[22:41:35.284] Build status: STARTED
[22:41:35.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:21:0) after 1m54s
[22:43:29.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:21:0)
[22:43:29.376] Build status: STARTED
[22:43:29.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:22:0) after 7m40s
[22:51:09.638] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:22:0)
[22:51:09.660] Build status: STARTED
[22:51:09.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8873950454838972896:23:0) after 7m36s
[22:57:52.598] Received PubSub notification, asking Buildbucket for the build status
[22:57:52.616] Build:
{
"id": "8708520392721471713",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-23T21:06:29.769808009Z",
"startTime": "2025-07-23T21:06:33.408010699Z",
"endTime": "2025-07-23T22:57:51.356241101Z",
"updateTime": "2025-07-23T22:57:51.356241101Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f443f561331dc54aaed6897f51d7632d62a5ea95",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:57:52.616] Invocation finished in 1h51m24.249800122s with status FAILED