[12:21:06.375] New invocation is queued and will start shortly
[12:21:07.439] Starting the invocation (attempt 1)
[12:21:07.465] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e00f23b3db8b5f8387c78d58144c50915fe2bbf2"
[12:21:07.465] Popped gitiles commit info from properties and tags
[12:21:07.465] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:21:07.465] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:21:07.466] Buildbucket request:
{
"requestId": "8844811284866366096",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844811284866366096",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e470fc2f368d2a11146ef014daac09f360bc35d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e470fc2f368d2a11146ef014daac09f360bc35d",
"title": "3e470fc2f368d2a11146ef014daac09f360bc35d",
"url": "https://llvm.googlesource.com/llvm-project/+/3e470fc2f368d2a11146ef014daac09f360bc35d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "49affe5954453474ba9f1b2b7aec82c28d03e54d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@49affe5954453474ba9f1b2b7aec82c28d03e54d",
"title": "49affe5954453474ba9f1b2b7aec82c28d03e54d",
"url": "https://llvm.googlesource.com/llvm-project/+/49affe5954453474ba9f1b2b7aec82c28d03e54d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "14a9660dc371c1ed7778890a6c3eb22352cc6620"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@14a9660dc371c1ed7778890a6c3eb22352cc6620",
"title": "14a9660dc371c1ed7778890a6c3eb22352cc6620",
"url": "https://llvm.googlesource.com/llvm-project/+/14a9660dc371c1ed7778890a6c3eb22352cc6620"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c838b5d66bc1db15de84a8e4692905cbda293672"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c838b5d66bc1db15de84a8e4692905cbda293672",
"title": "c838b5d66bc1db15de84a8e4692905cbda293672",
"url": "https://llvm.googlesource.com/llvm-project/+/c838b5d66bc1db15de84a8e4692905cbda293672"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "10060098acf4e02677328128b8bbae6142ddc2f5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@10060098acf4e02677328128b8bbae6142ddc2f5",
"title": "10060098acf4e02677328128b8bbae6142ddc2f5",
"url": "https://llvm.googlesource.com/llvm-project/+/10060098acf4e02677328128b8bbae6142ddc2f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6ec2261fa29de72fe9520192a3e8b2f5f2082b67"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6ec2261fa29de72fe9520192a3e8b2f5f2082b67",
"title": "6ec2261fa29de72fe9520192a3e8b2f5f2082b67",
"url": "https://llvm.googlesource.com/llvm-project/+/6ec2261fa29de72fe9520192a3e8b2f5f2082b67"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e00f23b3db8b5f8387c78d58144c50915fe2bbf2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e00f23b3db8b5f8387c78d58144c50915fe2bbf2",
"title": "e00f23b3db8b5f8387c78d58144c50915fe2bbf2",
"url": "https://llvm.googlesource.com/llvm-project/+/e00f23b3db8b5f8387c78d58144c50915fe2bbf2"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e00f23b3db8b5f8387c78d58144c50915fe2bbf2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844811284866366096"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:21:08.063] Scheduled build:
{
"id": "8679381222896621873",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-10T12:21:07.632295955Z",
"updateTime": "2026-06-10T12:21:07.632295955Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e00f23b3db8b5f8387c78d58144c50915fe2bbf2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:21:08.063] Task URL: https://cr-buildbucket.appspot.com/build/8679381222896621873
[12:21:08.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:2:0) after 5m43s
[12:21:08.922] Received PubSub notification, asking Buildbucket for the build status
[12:21:08.945] Build status: SCHEDULED
[12:22:03.062] Received PubSub notification, asking Buildbucket for the build status
[12:22:03.116] Build status: STARTED
[12:26:51.090] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:2:0)
[12:26:51.175] Build status: STARTED
[12:26:51.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:5:0) after 1m50s
[12:28:41.205] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:5:0)
[12:28:41.264] Build status: STARTED
[12:28:41.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:6:0) after 2m58s
[12:31:39.240] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:6:0)
[12:31:39.263] Build status: STARTED
[12:31:39.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:7:0) after 3m41s
[12:35:20.274] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:7:0)
[12:35:20.301] Build status: STARTED
[12:35:20.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:8:0) after 8m40s
[12:44:00.314] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:8:0)
[12:44:00.333] Build status: STARTED
[12:44:00.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:9:0) after 7m27s
[12:51:27.350] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:9:0)
[12:51:27.369] Build status: STARTED
[12:51:27.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:10:0) after 9m38s
[13:01:05.385] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:10:0)
[13:01:05.407] Build status: STARTED
[13:01:05.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:11:0) after 2m33s
[13:03:38.425] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:11:0)
[13:03:38.536] Build status: STARTED
[13:03:38.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:12:0) after 2m53s
[13:06:31.598] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:12:0)
[13:06:31.687] Build status: STARTED
[13:06:31.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:13:0) after 3m21s
[13:09:52.854] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:13:0)
[13:09:52.874] Build status: STARTED
[13:09:52.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:14:0) after 6m41s
[13:16:33.883] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:14:0)
[13:16:33.907] Build status: STARTED
[13:16:33.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:15:0) after 6m25s
[13:22:58.924] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:15:0)
[13:22:58.946] Build status: STARTED
[13:22:58.946] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:16:0) after 1m33s
[13:24:31.965] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:16:0)
[13:24:31.987] Build status: STARTED
[13:24:31.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:17:0) after 2m38s
[13:27:10.142] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:17:0)
[13:27:10.163] Build status: STARTED
[13:27:10.163] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:18:0) after 1m22s
[13:28:32.176] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:18:0)
[13:28:32.228] Build status: STARTED
[13:28:32.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:19:0) after 8m30s
[13:37:02.237] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:19:0)
[13:37:02.314] Build status: STARTED
[13:37:02.314] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:20:0) after 2m50s
[13:39:52.331] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:20:0)
[13:39:52.349] Build status: STARTED
[13:39:52.349] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:21:0) after 4m52s
[13:44:44.408] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:21:0)
[13:44:44.562] Build status: STARTED
[13:44:44.562] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:22:0) after 4m16s
[13:49:00.589] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:22:0)
[13:49:00.684] Build status: STARTED
[13:49:00.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:23:0) after 7m21s
[13:56:21.750] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:23:0)
[13:56:21.771] Build status: STARTED
[13:56:21.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:24:0) after 7m32s
[14:03:53.787] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:24:0)
[14:03:53.884] Build status: STARTED
[14:03:53.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:25:0) after 7m2s
[14:10:55.912] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:25:0)
[14:10:55.929] Build status: STARTED
[14:10:55.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:26:0) after 4m56s
[14:15:52.053] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:26:0)
[14:15:52.072] Build status: STARTED
[14:15:52.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:27:0) after 7m5s
[14:22:57.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:27:0)
[14:22:57.182] Build status: STARTED
[14:22:57.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:28:0) after 8m24s
[14:31:21.200] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:28:0)
[14:31:21.223] Build status: STARTED
[14:31:21.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:29:0) after 5m44s
[14:37:05.207] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:29:0)
[14:37:05.233] Build status: STARTED
[14:37:05.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:30:0) after 2m0s
[14:39:05.329] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:30:0)
[14:39:05.345] Build status: STARTED
[14:39:05.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8844811284866366096:31:0) after 4m31s
[14:43:08.900] Received PubSub notification, asking Buildbucket for the build status
[14:43:08.917] Build:
{
"id": "8679381222896621873",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-06-10T12:21:07.632295955Z",
"startTime": "2026-06-10T12:22:02.799366195Z",
"endTime": "2026-06-10T14:43:08.494667571Z",
"updateTime": "2026-06-10T14:43:08.494667571Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e00f23b3db8b5f8387c78d58144c50915fe2bbf2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:43:08.917] Invocation finished in 2h22m2.546942523s with status FAILED