[15:27:57.025] New invocation is queued and will start shortly
[15:27:58.161] Starting the invocation (attempt 1)
[15:27:58.190] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ccd06e48098b826cafcc2e553a8cb9081e0a06dc"
[15:27:58.190] Popped gitiles commit info from properties and tags
[15:27:58.190] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:27:58.190] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:27:58.192] Buildbucket request:
{
"requestId": "8867720562149421632",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867720562149421632",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5e4eb334afd2e3dc12f9bd53dd9d92c12b40b164"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5e4eb334afd2e3dc12f9bd53dd9d92c12b40b164",
"title": "5e4eb334afd2e3dc12f9bd53dd9d92c12b40b164",
"url": "https://llvm.googlesource.com/llvm-project/+/5e4eb334afd2e3dc12f9bd53dd9d92c12b40b164"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6f1f00c24368512cf39db68d585f38662c6f65ea"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6f1f00c24368512cf39db68d585f38662c6f65ea",
"title": "6f1f00c24368512cf39db68d585f38662c6f65ea",
"url": "https://llvm.googlesource.com/llvm-project/+/6f1f00c24368512cf39db68d585f38662c6f65ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e485d5e77a16fe5b775dc57e2ea4df9eade737cd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e485d5e77a16fe5b775dc57e2ea4df9eade737cd",
"title": "e485d5e77a16fe5b775dc57e2ea4df9eade737cd",
"url": "https://llvm.googlesource.com/llvm-project/+/e485d5e77a16fe5b775dc57e2ea4df9eade737cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c2188168cab442192121b34052a4edbf4b439f60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c2188168cab442192121b34052a4edbf4b439f60",
"title": "c2188168cab442192121b34052a4edbf4b439f60",
"url": "https://llvm.googlesource.com/llvm-project/+/c2188168cab442192121b34052a4edbf4b439f60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "343476e12648c8e4afadff55f74ff95a36cfa8e3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@343476e12648c8e4afadff55f74ff95a36cfa8e3",
"title": "343476e12648c8e4afadff55f74ff95a36cfa8e3",
"url": "https://llvm.googlesource.com/llvm-project/+/343476e12648c8e4afadff55f74ff95a36cfa8e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cf50bbf983c6ff032c7ad0de27ffaff412947ffb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cf50bbf983c6ff032c7ad0de27ffaff412947ffb",
"title": "cf50bbf983c6ff032c7ad0de27ffaff412947ffb",
"url": "https://llvm.googlesource.com/llvm-project/+/cf50bbf983c6ff032c7ad0de27ffaff412947ffb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4a873d58df755d220889b994f59cbdea2cdefc49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4a873d58df755d220889b994f59cbdea2cdefc49",
"title": "4a873d58df755d220889b994f59cbdea2cdefc49",
"url": "https://llvm.googlesource.com/llvm-project/+/4a873d58df755d220889b994f59cbdea2cdefc49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "98d43ef2d842eb8b552b244a4ed6218d757682a1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@98d43ef2d842eb8b552b244a4ed6218d757682a1",
"title": "98d43ef2d842eb8b552b244a4ed6218d757682a1",
"url": "https://llvm.googlesource.com/llvm-project/+/98d43ef2d842eb8b552b244a4ed6218d757682a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "82efd72ed505c6ec183eca700290a29051c2d6e6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@82efd72ed505c6ec183eca700290a29051c2d6e6",
"title": "82efd72ed505c6ec183eca700290a29051c2d6e6",
"url": "https://llvm.googlesource.com/llvm-project/+/82efd72ed505c6ec183eca700290a29051c2d6e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "afe73f4db8f6e9d87ed07be64493dfe2fdaa92c8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@afe73f4db8f6e9d87ed07be64493dfe2fdaa92c8",
"title": "afe73f4db8f6e9d87ed07be64493dfe2fdaa92c8",
"url": "https://llvm.googlesource.com/llvm-project/+/afe73f4db8f6e9d87ed07be64493dfe2fdaa92c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e9ffd2ac13ea09a9df50427ec7f28312244fba60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e9ffd2ac13ea09a9df50427ec7f28312244fba60",
"title": "e9ffd2ac13ea09a9df50427ec7f28312244fba60",
"url": "https://llvm.googlesource.com/llvm-project/+/e9ffd2ac13ea09a9df50427ec7f28312244fba60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "296af382c814539348b2aac797e73169355c5b8c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@296af382c814539348b2aac797e73169355c5b8c",
"title": "296af382c814539348b2aac797e73169355c5b8c",
"url": "https://llvm.googlesource.com/llvm-project/+/296af382c814539348b2aac797e73169355c5b8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7ce73ab169257509336b0a3f6042c3ab7807b760"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7ce73ab169257509336b0a3f6042c3ab7807b760",
"title": "7ce73ab169257509336b0a3f6042c3ab7807b760",
"url": "https://llvm.googlesource.com/llvm-project/+/7ce73ab169257509336b0a3f6042c3ab7807b760"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "310db2068259ec79336b5b117ad6c5fdf4f7edf7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@310db2068259ec79336b5b117ad6c5fdf4f7edf7",
"title": "310db2068259ec79336b5b117ad6c5fdf4f7edf7",
"url": "https://llvm.googlesource.com/llvm-project/+/310db2068259ec79336b5b117ad6c5fdf4f7edf7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e6425a764f039f29dfc4096567d64d529930d026"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e6425a764f039f29dfc4096567d64d529930d026",
"title": "e6425a764f039f29dfc4096567d64d529930d026",
"url": "https://llvm.googlesource.com/llvm-project/+/e6425a764f039f29dfc4096567d64d529930d026"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ebcf025e2e84da7557350e46891125f6f34fbbfe"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ebcf025e2e84da7557350e46891125f6f34fbbfe",
"title": "ebcf025e2e84da7557350e46891125f6f34fbbfe",
"url": "https://llvm.googlesource.com/llvm-project/+/ebcf025e2e84da7557350e46891125f6f34fbbfe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8b445ab68452fc81a1f0e662c11c3989ca98928c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8b445ab68452fc81a1f0e662c11c3989ca98928c",
"title": "8b445ab68452fc81a1f0e662c11c3989ca98928c",
"url": "https://llvm.googlesource.com/llvm-project/+/8b445ab68452fc81a1f0e662c11c3989ca98928c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "58b4951726aa1cf92ca08f9b87f5ea7d28700e75"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@58b4951726aa1cf92ca08f9b87f5ea7d28700e75",
"title": "58b4951726aa1cf92ca08f9b87f5ea7d28700e75",
"url": "https://llvm.googlesource.com/llvm-project/+/58b4951726aa1cf92ca08f9b87f5ea7d28700e75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "981122696701d3c3897af267afd73bbefa61c3d4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@981122696701d3c3897af267afd73bbefa61c3d4",
"title": "981122696701d3c3897af267afd73bbefa61c3d4",
"url": "https://llvm.googlesource.com/llvm-project/+/981122696701d3c3897af267afd73bbefa61c3d4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "870e4f9a525d07d39b1e43db6c872d6c34c1bcd8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@870e4f9a525d07d39b1e43db6c872d6c34c1bcd8",
"title": "870e4f9a525d07d39b1e43db6c872d6c34c1bcd8",
"url": "https://llvm.googlesource.com/llvm-project/+/870e4f9a525d07d39b1e43db6c872d6c34c1bcd8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e8e0b3dcd0657a75df00ff12769b9837985b385a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e8e0b3dcd0657a75df00ff12769b9837985b385a",
"title": "e8e0b3dcd0657a75df00ff12769b9837985b385a",
"url": "https://llvm.googlesource.com/llvm-project/+/e8e0b3dcd0657a75df00ff12769b9837985b385a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ccd06e48098b826cafcc2e553a8cb9081e0a06dc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ccd06e48098b826cafcc2e553a8cb9081e0a06dc",
"title": "ccd06e48098b826cafcc2e553a8cb9081e0a06dc",
"url": "https://llvm.googlesource.com/llvm-project/+/ccd06e48098b826cafcc2e553a8cb9081e0a06dc"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ccd06e48098b826cafcc2e553a8cb9081e0a06dc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867720562149421632"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:27:58.632] Scheduled build:
{
"id": "8702290500200983185",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-30T15:27:58.260521531Z",
"updateTime": "2025-09-30T15:27:58.260521531Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ccd06e48098b826cafcc2e553a8cb9081e0a06dc",
"ref": "refs/heads/main"
}
}
}
[15:27:58.632] Task URL: https://cr-buildbucket.appspot.com/build/8702290500200983185
[15:27:58.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:2:0) after 6m7s
[15:27:59.571] Received PubSub notification, asking Buildbucket for the build status
[15:27:59.608] Build status: SCHEDULED
[15:28:02.469] Received PubSub notification, asking Buildbucket for the build status
[15:28:02.516] Build status: STARTED
[15:34:05.704] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:2:0)
[15:34:05.735] Build status: STARTED
[15:34:05.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:5:0) after 5m18s
[15:39:23.757] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:5:0)
[15:39:24.024] Build status: STARTED
[15:39:24.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:6:0) after 5m14s
[15:44:38.103] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:6:0)
[15:44:38.126] Build status: STARTED
[15:44:38.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:7:0) after 7m23s
[15:52:01.229] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:7:0)
[15:52:01.248] Build status: STARTED
[15:52:01.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:8:0) after 7m1s
[15:59:02.375] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:8:0)
[15:59:02.394] Build status: STARTED
[15:59:02.394] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:9:0) after 9m17s
[16:08:19.463] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:9:0)
[16:08:19.490] Build status: STARTED
[16:08:19.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:10:0) after 9m57s
[16:18:16.554] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:10:0)
[16:18:16.583] Build status: STARTED
[16:18:16.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:11:0) after 3m42s
[16:21:58.596] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:11:0)
[16:21:58.648] Build status: STARTED
[16:21:58.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:12:0) after 2m4s
[16:24:02.723] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:12:0)
[16:24:02.786] Build status: STARTED
[16:24:02.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:13:0) after 7m56s
[16:31:58.871] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:13:0)
[16:31:58.888] Build status: STARTED
[16:31:58.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:14:0) after 6m49s
[16:38:47.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:14:0)
[16:38:48.007] Build status: STARTED
[16:38:48.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:15:0) after 7m44s
[16:46:32.092] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:15:0)
[16:46:32.115] Build status: STARTED
[16:46:32.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:16:0) after 2m8s
[16:48:40.186] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:16:0)
[16:48:40.208] Build status: STARTED
[16:48:40.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:17:0) after 9m28s
[16:58:08.325] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:17:0)
[16:58:08.344] Build status: STARTED
[16:58:08.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:18:0) after 7m2s
[17:05:10.442] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:18:0)
[17:05:10.478] Build status: STARTED
[17:05:10.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:19:0) after 9m51s
[17:15:01.574] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:19:0)
[17:15:01.593] Build status: STARTED
[17:15:01.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:20:0) after 7m1s
[17:22:02.662] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:20:0)
[17:22:02.729] Build status: STARTED
[17:22:02.729] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:21:0) after 9m59s
[17:32:01.881] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:21:0)
[17:32:02.002] Build status: STARTED
[17:32:02.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8867720562149421632:22:0) after 3m18s
[17:34:24.862] Received PubSub notification, asking Buildbucket for the build status
[17:34:24.888] Build:
{
"id": "8702290500200983185",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-30T15:27:58.260521531Z",
"startTime": "2025-09-30T15:28:02.157966602Z",
"endTime": "2025-09-30T17:34:24.341661622Z",
"updateTime": "2025-09-30T17:34:24.341661622Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ccd06e48098b826cafcc2e553a8cb9081e0a06dc",
"ref": "refs/heads/main"
}
}
}
[17:34:24.888] Invocation finished in 2h6m27.869956009s with status FAILED