[04:28:46.542] New invocation is queued and will start shortly
[04:28:46.542] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[04:28:47.611] Starting the invocation (attempt 1)
[04:28:47.657] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/be4cd9f4da981af3b93a180239cd631910b542d8"
[04:28:47.657] Reconstructed gitiles commit from tags
[04:28:47.657] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:28:47.657] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:28:47.657] Buildbucket request:
{
"requestId": "8875462775987170224",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "504302e3ea1fb70a1d68e7e3407ea6d030c27da5a1f7d8b7b9ac266b9ef32c79/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "dfd57c7e75f856957bdaf876ad6d3a2eaf928a4e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875462775987170224",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b758c0f1d5118069597b2281e577464f3fb7c6088eb86e4469d5245b4fb7398b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "dfd57c7e75f856957bdaf876ad6d3a2eaf928a4e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "408e87184f8274e30d188a2fe198facf55243733"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/408e87184f8274e30d188a2fe198facf55243733",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "21344ff7-f60f-4dc0-8c08-31f6cab97fc5",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710046004808424705"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "504302e3ea1fb70a1d68e7e3407ea6d030c27da5a1f7d8b7b9ac266b9ef32c79/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "dfd57c7e75f856957bdaf876ad6d3a2eaf928a4e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "be4cd9f4da981af3b93a180239cd631910b542d8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/be4cd9f4da981af3b93a180239cd631910b542d8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "ae8225ab-ab1c-4f8c-ac5a-1b906e08d04a",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710040416719106609"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "be4cd9f4da981af3b93a180239cd631910b542d8"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "be4cd9f4da981af3b93a180239cd631910b542d8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875462775987170224"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:28:48.177] Scheduled build:
{
"id": "8710032714078850001",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-07T04:28:47.732660440Z",
"updateTime": "2025-07-07T04:28:47.732660440Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "be4cd9f4da981af3b93a180239cd631910b542d8",
"ref": "refs/heads/main"
}
}
}
[04:28:48.177] Task URL: https://cr-buildbucket.appspot.com/build/8710032714078850001
[04:28:48.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:2:0) after 8m42s
[04:28:49.170] Received PubSub notification, asking Buildbucket for the build status
[04:28:49.186] Build status: SCHEDULED
[04:29:36.867] Received PubSub notification, asking Buildbucket for the build status
[04:29:36.889] Build status: STARTED
[04:37:30.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:2:0)
[04:37:30.626] Build status: STARTED
[04:37:30.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:5:0) after 4m10s
[04:41:40.713] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:5:0)
[04:41:40.744] Build status: STARTED
[04:41:40.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:6:0) after 4m7s
[04:45:47.861] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:6:0)
[04:45:47.890] Build status: STARTED
[04:45:47.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:7:0) after 6m38s
[04:52:25.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:7:0)
[04:52:25.975] Build status: STARTED
[04:52:25.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:8:0) after 7m58s
[05:00:23.999] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:8:0)
[05:00:24.042] Build status: STARTED
[05:00:24.042] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:9:0) after 4m38s
[05:05:02.065] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:9:0)
[05:05:02.082] Build status: STARTED
[05:05:02.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:10:0) after 6m47s
[05:11:49.217] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:10:0)
[05:11:49.248] Build status: STARTED
[05:11:49.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:11:0) after 1m52s
[05:13:41.269] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:11:0)
[05:13:41.296] Build status: STARTED
[05:13:41.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:12:0) after 2m22s
[05:16:03.372] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:12:0)
[05:16:03.405] Build status: STARTED
[05:16:03.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:13:0) after 8m55s
[05:24:58.429] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:13:0)
[05:24:58.480] Build status: STARTED
[05:24:58.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:14:0) after 2m5s
[05:27:03.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:14:0)
[05:27:03.540] Build status: STARTED
[05:27:03.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:15:0) after 7m57s
[05:35:00.723] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:15:0)
[05:35:00.768] Build status: STARTED
[05:35:00.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:16:0) after 1m0s
[05:36:00.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:16:0)
[05:36:00.826] Build status: STARTED
[05:36:00.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:17:0) after 7m19s
[05:43:19.851] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:17:0)
[05:43:19.877] Build status: STARTED
[05:43:19.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:18:0) after 9m33s
[05:52:52.929] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:18:0)
[05:52:52.976] Build status: STARTED
[05:52:52.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:19:0) after 4m43s
[05:57:36.002] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:19:0)
[05:57:36.035] Build status: STARTED
[05:57:36.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:20:0) after 8m28s
[06:06:04.194] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:20:0)
[06:06:04.215] Build status: STARTED
[06:06:04.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:21:0) after 4m58s
[06:11:02.235] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:21:0)
[06:11:02.252] Build status: STARTED
[06:11:02.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:22:0) after 5m9s
[06:16:11.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:22:0)
[06:16:11.311] Build status: STARTED
[06:16:11.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:23:0) after 5m39s
[06:21:50.353] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:23:0)
[06:21:50.392] Build status: STARTED
[06:21:50.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:24:0) after 2m29s
[06:24:19.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:24:0)
[06:24:19.813] Build status: STARTED
[06:24:19.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:25:0) after 7m24s
[06:31:43.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:25:0)
[06:31:43.859] Build status: STARTED
[06:31:43.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:26:0) after 4m45s
[06:36:29.399] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:26:0)
[06:36:29.494] Build status: STARTED
[06:36:29.494] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:27:0) after 6m12s
[06:42:41.519] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:27:0)
[06:42:41.567] Build status: STARTED
[06:42:41.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:28:0) after 5m36s
[06:48:17.645] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:28:0)
[06:48:17.665] Build status: STARTED
[06:48:17.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:29:0) after 7m55s
[06:56:12.687] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:29:0)
[06:56:12.717] Build status: STARTED
[06:56:12.717] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:30:0) after 3m56s
[07:00:08.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:30:0)
[07:00:08.859] Build status: STARTED
[07:00:08.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:31:0) after 5m48s
[07:05:56.880] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:31:0)
[07:05:56.897] Build status: STARTED
[07:05:56.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:32:0) after 8m34s
[07:14:30.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:32:0)
[07:14:30.996] Build status: STARTED
[07:14:30.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:33:0) after 9m20s
[07:23:51.017] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:33:0)
[07:23:51.032] Build status: STARTED
[07:23:51.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:34:0) after 5m1s
[07:28:52.159] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:34:0)
[07:28:52.184] Build status: STARTED
[07:28:52.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:35:0) after 4m51s
[07:33:43.178] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:35:0)
[07:33:43.193] Build status: STARTED
[07:33:43.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:36:0) after 1m36s
[07:35:19.220] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:36:0)
[07:35:19.238] Build status: STARTED
[07:35:19.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:37:0) after 1m50s
[07:37:09.546] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:37:0)
[07:37:09.568] Build status: STARTED
[07:37:09.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:38:0) after 7m23s
[07:44:32.853] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:38:0)
[07:44:32.942] Build status: STARTED
[07:44:32.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:39:0) after 3m5s
[07:47:37.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:39:0)
[07:47:37.973] Build status: STARTED
[07:47:37.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875462775987170224:40:0) after 8m57s
[07:51:57.392] Received PubSub notification, asking Buildbucket for the build status
[07:51:57.412] Build:
{
"id": "8710032714078850001",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-07T04:28:47.732660440Z",
"startTime": "2025-07-07T04:29:36.473772935Z",
"endTime": "2025-07-07T07:51:57.136205Z",
"updateTime": "2025-07-07T07:51:57.136205Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "be4cd9f4da981af3b93a180239cd631910b542d8",
"ref": "refs/heads/main"
}
}
}
[07:51:57.412] Invocation finished in 3h23m10.883067576s with status FAILED