[10:26:59.222] New invocation is queued and will start shortly
[10:27:00.388] Starting the invocation (attempt 1)
[10:27:00.416] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/08e389cc4a029fb6d659f3f1e277ab3bce461a38"
[10:27:00.416] Popped gitiles commit info from properties and tags
[10:27:00.416] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:27:00.417] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:27:00.417] Buildbucket request:
{
"requestId": "8843550107098787952",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843550107098787952",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "448c3d54df7bcd5e5be2b5d051832ad00b4cc89c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@448c3d54df7bcd5e5be2b5d051832ad00b4cc89c",
"title": "448c3d54df7bcd5e5be2b5d051832ad00b4cc89c",
"url": "https://llvm.googlesource.com/llvm-project/+/448c3d54df7bcd5e5be2b5d051832ad00b4cc89c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "da9252a9453603af579a9f56c3212cce04e831d2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@da9252a9453603af579a9f56c3212cce04e831d2",
"title": "da9252a9453603af579a9f56c3212cce04e831d2",
"url": "https://llvm.googlesource.com/llvm-project/+/da9252a9453603af579a9f56c3212cce04e831d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "25ae6ce4801f6f6addae5079323870d4191e7531"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@25ae6ce4801f6f6addae5079323870d4191e7531",
"title": "25ae6ce4801f6f6addae5079323870d4191e7531",
"url": "https://llvm.googlesource.com/llvm-project/+/25ae6ce4801f6f6addae5079323870d4191e7531"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "099b1f6aeec8058460598106ff0b68fab66b12dc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@099b1f6aeec8058460598106ff0b68fab66b12dc",
"title": "099b1f6aeec8058460598106ff0b68fab66b12dc",
"url": "https://llvm.googlesource.com/llvm-project/+/099b1f6aeec8058460598106ff0b68fab66b12dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a71292356656e0c516019aa6b571baeb572a7624"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a71292356656e0c516019aa6b571baeb572a7624",
"title": "a71292356656e0c516019aa6b571baeb572a7624",
"url": "https://llvm.googlesource.com/llvm-project/+/a71292356656e0c516019aa6b571baeb572a7624"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a562f6a4833eb15d8d2fdbd54c27c595935ff275"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a562f6a4833eb15d8d2fdbd54c27c595935ff275",
"title": "a562f6a4833eb15d8d2fdbd54c27c595935ff275",
"url": "https://llvm.googlesource.com/llvm-project/+/a562f6a4833eb15d8d2fdbd54c27c595935ff275"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "35cfa14e389e72b1b852d15c7cfc87172a5d4e4b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@35cfa14e389e72b1b852d15c7cfc87172a5d4e4b",
"title": "35cfa14e389e72b1b852d15c7cfc87172a5d4e4b",
"url": "https://llvm.googlesource.com/llvm-project/+/35cfa14e389e72b1b852d15c7cfc87172a5d4e4b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34bdee76b8577302e2e04fe553ab03579e764069"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34bdee76b8577302e2e04fe553ab03579e764069",
"title": "34bdee76b8577302e2e04fe553ab03579e764069",
"url": "https://llvm.googlesource.com/llvm-project/+/34bdee76b8577302e2e04fe553ab03579e764069"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "86e2f0f502066a2624981d6272b0dd727edc78b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@86e2f0f502066a2624981d6272b0dd727edc78b7",
"title": "86e2f0f502066a2624981d6272b0dd727edc78b7",
"url": "https://llvm.googlesource.com/llvm-project/+/86e2f0f502066a2624981d6272b0dd727edc78b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "20988f874dc241b8b7c21f5c0b1f4c032835c2d2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@20988f874dc241b8b7c21f5c0b1f4c032835c2d2",
"title": "20988f874dc241b8b7c21f5c0b1f4c032835c2d2",
"url": "https://llvm.googlesource.com/llvm-project/+/20988f874dc241b8b7c21f5c0b1f4c032835c2d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "08e389cc4a029fb6d659f3f1e277ab3bce461a38"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@08e389cc4a029fb6d659f3f1e277ab3bce461a38",
"title": "08e389cc4a029fb6d659f3f1e277ab3bce461a38",
"url": "https://llvm.googlesource.com/llvm-project/+/08e389cc4a029fb6d659f3f1e277ab3bce461a38"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "08e389cc4a029fb6d659f3f1e277ab3bce461a38",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843550107098787952"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:27:00.788] Scheduled build:
{
"id": "8678120045113439649",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-24T10:27:00.493564789Z",
"updateTime": "2026-06-24T10:27:00.493564789Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "08e389cc4a029fb6d659f3f1e277ab3bce461a38",
"ref": "refs/heads/main"
}
}
}
[10:27:00.788] Task URL: https://cr-buildbucket.appspot.com/build/8678120045113439649
[10:27:00.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:2:0) after 4m55s
[10:27:01.781] Received PubSub notification, asking Buildbucket for the build status
[10:27:01.803] Build status: SCHEDULED
[10:31:55.805] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:2:0)
[10:31:55.877] Build status: SCHEDULED
[10:31:55.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:4:0) after 1m51s
[10:33:46.946] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:4:0)
[10:33:46.976] Build status: SCHEDULED
[10:33:46.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:5:0) after 4m1s
[10:37:48.023] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:5:0)
[10:37:48.042] Build status: SCHEDULED
[10:37:48.042] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:6:0) after 9m3s
[10:46:51.049] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:6:0)
[10:46:51.072] Build status: SCHEDULED
[10:46:51.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:7:0) after 3m31s
[10:50:22.115] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:7:0)
[10:50:22.199] Build status: SCHEDULED
[10:50:22.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:8:0) after 7m31s
[10:57:53.306] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:8:0)
[10:57:53.322] Build status: SCHEDULED
[10:57:53.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:9:0) after 7m33s
[11:05:26.340] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:9:0)
[11:05:26.372] Build status: SCHEDULED
[11:05:26.373] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:10:0) after 7m0s
[11:12:26.417] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:10:0)
[11:12:26.441] Build status: SCHEDULED
[11:12:26.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:11:0) after 6m8s
[11:15:34.954] Received PubSub notification, asking Buildbucket for the build status
[11:15:34.977] Build status: STARTED
[11:18:34.467] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:11:0)
[11:18:34.484] Build status: STARTED
[11:18:34.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:13:0) after 9m56s
[11:28:30.612] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:13:0)
[11:28:30.674] Build status: STARTED
[11:28:30.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:14:0) after 9m8s
[11:37:38.677] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:14:0)
[11:37:38.693] Build status: STARTED
[11:37:38.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:15:0) after 7m12s
[11:44:50.793] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:15:0)
[11:44:50.813] Build status: STARTED
[11:44:50.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:16:0) after 6m32s
[11:51:22.834] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:16:0)
[11:51:22.878] Build status: STARTED
[11:51:22.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:17:0) after 3m24s
[11:54:46.895] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:17:0)
[11:54:46.916] Build status: STARTED
[11:54:46.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:18:0) after 5m34s
[12:00:20.932] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:18:0)
[12:00:20.965] Build status: STARTED
[12:00:20.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:19:0) after 5m32s
[12:05:52.979] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:19:0)
[12:05:52.994] Build status: STARTED
[12:05:52.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:20:0) after 6m53s
[12:12:46.065] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:20:0)
[12:12:46.089] Build status: STARTED
[12:12:46.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:21:0) after 9m43s
[12:22:29.139] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:21:0)
[12:22:29.160] Build status: STARTED
[12:22:29.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:22:0) after 4m51s
[12:27:20.224] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:22:0)
[12:27:20.250] Build status: STARTED
[12:27:20.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:23:0) after 3m7s
[12:30:27.304] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:23:0)
[12:30:27.331] Build status: STARTED
[12:30:27.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:24:0) after 5m28s
[12:35:55.352] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:24:0)
[12:35:55.450] Build status: STARTED
[12:35:55.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:25:0) after 7m4s
[12:42:59.538] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:25:0)
[12:42:59.554] Build status: STARTED
[12:42:59.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:26:0) after 2m11s
[12:45:10.640] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:26:0)
[12:45:10.660] Build status: STARTED
[12:45:10.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:27:0) after 8m10s
[12:53:20.635] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:27:0)
[12:53:20.660] Build status: STARTED
[12:53:20.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:28:0) after 8m29s
[13:01:49.740] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:28:0)
[13:01:49.831] Build status: STARTED
[13:01:49.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:29:0) after 8m33s
[13:10:22.847] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:29:0)
[13:10:22.867] Build status: STARTED
[13:10:22.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:30:0) after 9m21s
[13:19:43.922] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:30:0)
[13:19:43.949] Build status: STARTED
[13:19:43.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:31:0) after 3m29s
[13:23:12.966] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:31:0)
[13:23:12.986] Build status: STARTED
[13:23:12.986] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:32:0) after 8m11s
[13:31:24.007] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:32:0)
[13:31:24.029] Build status: STARTED
[13:31:24.029] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:33:0) after 6m23s
[13:37:47.188] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:33:0)
[13:37:47.258] Build status: STARTED
[13:37:47.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:34:0) after 5m36s
[13:43:23.296] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:34:0)
[13:43:23.317] Build status: STARTED
[13:43:23.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:35:0) after 7m20s
[13:50:43.334] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:35:0)
[13:50:43.352] Build status: STARTED
[13:50:43.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:36:0) after 9m19s
[14:00:02.407] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:36:0)
[14:00:02.431] Build status: STARTED
[14:00:02.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8843550107098787952:37:0) after 9m55s
[14:06:42.201] Received PubSub notification, asking Buildbucket for the build status
[14:06:42.237] Build:
{
"id": "8678120045113439649",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-24T10:27:00.493564789Z",
"startTime": "2026-06-24T11:15:34.775458361Z",
"endTime": "2026-06-24T14:06:41.808647507Z",
"updateTime": "2026-06-24T14:06:41.808647507Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "08e389cc4a029fb6d659f3f1e277ab3bce461a38",
"ref": "refs/heads/main"
}
}
}
[14:06:42.237] Invocation finished in 3h39m43.020894941s with status FAILED