[18:18:22.857] New invocation is queued and will start shortly
[18:18:23.918] Starting the invocation (attempt 1)
[18:18:23.950] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/378f248934d603e3fba9d958d2db997814d057d5"
[18:18:23.950] Popped gitiles commit info from properties and tags
[18:18:23.950] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:18:23.950] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:18:23.950] Buildbucket request:
{
"requestId": "8875772969600632336",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875772969600632336",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4cd9c894d1ef27c26a825be5dac2824b7c30659b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4cd9c894d1ef27c26a825be5dac2824b7c30659b",
"title": "4cd9c894d1ef27c26a825be5dac2824b7c30659b",
"url": "https://llvm.googlesource.com/llvm-project/+/4cd9c894d1ef27c26a825be5dac2824b7c30659b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "77f0f812b4195bfde3b8d2ddb4b85f78f41a628f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@77f0f812b4195bfde3b8d2ddb4b85f78f41a628f",
"title": "77f0f812b4195bfde3b8d2ddb4b85f78f41a628f",
"url": "https://llvm.googlesource.com/llvm-project/+/77f0f812b4195bfde3b8d2ddb4b85f78f41a628f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a695d6b9a726d0059d9bf80341ee567c1153286c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a695d6b9a726d0059d9bf80341ee567c1153286c",
"title": "a695d6b9a726d0059d9bf80341ee567c1153286c",
"url": "https://llvm.googlesource.com/llvm-project/+/a695d6b9a726d0059d9bf80341ee567c1153286c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1aa39690aa73ad227ef1fb94ddb340d462cfea01"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1aa39690aa73ad227ef1fb94ddb340d462cfea01",
"title": "1aa39690aa73ad227ef1fb94ddb340d462cfea01",
"url": "https://llvm.googlesource.com/llvm-project/+/1aa39690aa73ad227ef1fb94ddb340d462cfea01"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "795b17d0b821e44f89d021dec18e9fdb28930ff6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@795b17d0b821e44f89d021dec18e9fdb28930ff6",
"title": "795b17d0b821e44f89d021dec18e9fdb28930ff6",
"url": "https://llvm.googlesource.com/llvm-project/+/795b17d0b821e44f89d021dec18e9fdb28930ff6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2f75f658b18aed4bbcab391063bceb7ccaf8a6ec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2f75f658b18aed4bbcab391063bceb7ccaf8a6ec",
"title": "2f75f658b18aed4bbcab391063bceb7ccaf8a6ec",
"url": "https://llvm.googlesource.com/llvm-project/+/2f75f658b18aed4bbcab391063bceb7ccaf8a6ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8d3dbdb00f8f4b4953a7e2a13906dc3fce635d5d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8d3dbdb00f8f4b4953a7e2a13906dc3fce635d5d",
"title": "8d3dbdb00f8f4b4953a7e2a13906dc3fce635d5d",
"url": "https://llvm.googlesource.com/llvm-project/+/8d3dbdb00f8f4b4953a7e2a13906dc3fce635d5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "53baee94cce6997fd3b9b4cb6742d2b1172c5f62"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@53baee94cce6997fd3b9b4cb6742d2b1172c5f62",
"title": "53baee94cce6997fd3b9b4cb6742d2b1172c5f62",
"url": "https://llvm.googlesource.com/llvm-project/+/53baee94cce6997fd3b9b4cb6742d2b1172c5f62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a0e846277023f1febde523b483dfa51ebaeb38be"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a0e846277023f1febde523b483dfa51ebaeb38be",
"title": "a0e846277023f1febde523b483dfa51ebaeb38be",
"url": "https://llvm.googlesource.com/llvm-project/+/a0e846277023f1febde523b483dfa51ebaeb38be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d66254e7fe21c92e0d39e14fbbb29b1b576e9423"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d66254e7fe21c92e0d39e14fbbb29b1b576e9423",
"title": "d66254e7fe21c92e0d39e14fbbb29b1b576e9423",
"url": "https://llvm.googlesource.com/llvm-project/+/d66254e7fe21c92e0d39e14fbbb29b1b576e9423"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "994501abe75c2a2d244785c0d0cf177858ac6eaf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@994501abe75c2a2d244785c0d0cf177858ac6eaf",
"title": "994501abe75c2a2d244785c0d0cf177858ac6eaf",
"url": "https://llvm.googlesource.com/llvm-project/+/994501abe75c2a2d244785c0d0cf177858ac6eaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1e76f012db3ccfaa05e238812e572b5b6d12c17e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1e76f012db3ccfaa05e238812e572b5b6d12c17e",
"title": "1e76f012db3ccfaa05e238812e572b5b6d12c17e",
"url": "https://llvm.googlesource.com/llvm-project/+/1e76f012db3ccfaa05e238812e572b5b6d12c17e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "378f248934d603e3fba9d958d2db997814d057d5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@378f248934d603e3fba9d958d2db997814d057d5",
"title": "378f248934d603e3fba9d958d2db997814d057d5",
"url": "https://llvm.googlesource.com/llvm-project/+/378f248934d603e3fba9d958d2db997814d057d5"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "378f248934d603e3fba9d958d2db997814d057d5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875772969600632336"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:18:24.455] Scheduled build:
{
"id": "8710342907727836289",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T18:18:24.016042833Z",
"updateTime": "2025-07-03T18:18:24.016042833Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "378f248934d603e3fba9d958d2db997814d057d5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:18:24.455] Task URL: https://cr-buildbucket.appspot.com/build/8710342907727836289
[18:18:24.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:2:0) after 5m0s
[18:18:25.494] Received PubSub notification, asking Buildbucket for the build status
[18:18:25.535] Build status: SCHEDULED
[18:18:28.450] Received PubSub notification, asking Buildbucket for the build status
[18:18:28.475] Build status: STARTED
[18:23:24.685] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:2:0)
[18:23:24.713] Build status: STARTED
[18:23:24.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:5:0) after 8m2s
[18:31:27.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:5:0)
[18:31:27.168] Build status: STARTED
[18:31:27.168] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:6:0) after 5m51s
[18:37:18.325] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:6:0)
[18:37:18.352] Build status: STARTED
[18:37:18.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:7:0) after 4m57s
[18:42:15.792] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:7:0)
[18:42:15.815] Build status: STARTED
[18:42:15.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:8:0) after 7m12s
[18:49:28.000] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:8:0)
[18:49:28.082] Build status: STARTED
[18:49:28.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:9:0) after 6m44s
[18:56:12.463] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:9:0)
[18:56:12.487] Build status: STARTED
[18:56:12.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:10:0) after 4m28s
[19:00:40.510] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:10:0)
[19:00:40.527] Build status: STARTED
[19:00:40.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:11:0) after 5m2s
[19:05:42.738] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:11:0)
[19:05:42.762] Build status: STARTED
[19:05:42.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:12:0) after 9m59s
[19:15:41.780] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:12:0)
[19:15:41.805] Build status: STARTED
[19:15:41.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:13:0) after 5m20s
[19:21:02.249] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:13:0)
[19:21:02.293] Build status: STARTED
[19:21:02.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:14:0) after 1m34s
[19:22:36.584] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:14:0)
[19:22:36.681] Build status: STARTED
[19:22:36.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:15:0) after 5m20s
[19:27:56.774] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:15:0)
[19:27:56.792] Build status: STARTED
[19:27:56.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:16:0) after 9m13s
[19:37:10.260] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:16:0)
[19:37:10.289] Build status: STARTED
[19:37:10.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:17:0) after 1m51s
[19:39:01.455] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:17:0)
[19:39:01.472] Build status: STARTED
[19:39:01.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:18:0) after 8m16s
[19:47:17.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:18:0)
[19:47:17.510] Build status: STARTED
[19:47:17.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8875772969600632336:19:0) after 5m33s
[19:52:42.403] Received PubSub notification, asking Buildbucket for the build status
[19:52:42.419] Build:
{
"id": "8710342907727836289",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T18:18:24.016042833Z",
"startTime": "2025-07-03T18:18:27.792278304Z",
"endTime": "2025-07-03T19:52:41.802349088Z",
"updateTime": "2025-07-03T19:52:41.802349088Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "378f248934d603e3fba9d958d2db997814d057d5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:52:42.419] Invocation finished in 1h34m19.571141055s with status FAILED