[16:32:18.654] New invocation is queued and will start shortly
[16:32:18.654] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[16:32:19.979] Starting the invocation (attempt 1)
[16:32:20.008] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b8e8ff3dd6698335a73ff808e39021ec5d1478ea"
[16:32:20.008] Reconstructed gitiles commit from tags
[16:32:20.008] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:32:20.008] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:32:20.009] Buildbucket request:
{
"requestId": "8876504418683527280",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "338433bca1a7aa4f08ec27c4284ebfabb8ef8f9c7261fdb6ee79daa537724228/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a3a0eb6fa2b3a2ff74911beedb41546f319507a7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876504418683527280",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2ecd9180261cca54b6d3b18c4c08c0fce12389ccf080cbbfc273585f84933d6f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d01e6f834180607621044107658baca047650083",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "01174ff2babece33c9cb72452befaff835b82de8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/01174ff2babece33c9cb72452befaff835b82de8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "9d3fb505-4648-487a-a12d-0e7ada42fe5d",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8711086925139621217"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "338433bca1a7aa4f08ec27c4284ebfabb8ef8f9c7261fdb6ee79daa537724228/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a3a0eb6fa2b3a2ff74911beedb41546f319507a7",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b8e8ff3dd6698335a73ff808e39021ec5d1478ea"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b8e8ff3dd6698335a73ff808e39021ec5d1478ea",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "6d1a9400-5acf-4f79-ac7c-64f646d3bfcc",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8711081369770756513"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b8e8ff3dd6698335a73ff808e39021ec5d1478ea"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b8e8ff3dd6698335a73ff808e39021ec5d1478ea",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876504418683527280"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:32:20.481] Scheduled build:
{
"id": "8711074356552590769",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-25T16:32:20.058546110Z",
"updateTime": "2025-06-25T16:32:20.058546110Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b8e8ff3dd6698335a73ff808e39021ec5d1478ea",
"ref": "refs/heads/main"
}
}
}
[16:32:20.481] Task URL: https://cr-buildbucket.appspot.com/build/8711074356552590769
[16:32:20.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:2:0) after 2m57s
[16:32:21.476] Received PubSub notification, asking Buildbucket for the build status
[16:32:21.504] Build status: SCHEDULED
[16:33:05.474] Received PubSub notification, asking Buildbucket for the build status
[16:33:05.507] Build status: STARTED
[16:35:17.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:2:0)
[16:35:17.526] Build status: STARTED
[16:35:17.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:5:0) after 1m48s
[16:37:05.613] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:5:0)
[16:37:05.969] Build status: STARTED
[16:37:05.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:6:0) after 6m3s
[16:43:09.091] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:6:0)
[16:43:09.116] Build status: STARTED
[16:43:09.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:7:0) after 9m56s
[16:53:05.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:7:0)
[16:53:05.217] Build status: STARTED
[16:53:05.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:8:0) after 6m5s
[16:59:10.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:8:0)
[16:59:10.306] Build status: STARTED
[16:59:10.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:9:0) after 8m20s
[17:07:30.325] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:9:0)
[17:07:30.389] Build status: STARTED
[17:07:30.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:10:0) after 7m3s
[17:14:33.460] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:10:0)
[17:14:33.546] Build status: STARTED
[17:14:33.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:11:0) after 6m42s
[17:21:15.564] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:11:0)
[17:21:15.584] Build status: STARTED
[17:21:15.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:12:0) after 5m18s
[17:26:33.628] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:12:0)
[17:26:33.666] Build status: STARTED
[17:26:33.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:13:0) after 8m41s
[17:35:14.790] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:13:0)
[17:35:14.810] Build status: STARTED
[17:35:14.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:14:0) after 7m33s
[17:42:47.921] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:14:0)
[17:42:47.975] Build status: STARTED
[17:42:47.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:15:0) after 6m52s
[17:49:39.990] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:15:0)
[17:49:40.061] Build status: STARTED
[17:49:40.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:16:0) after 4m2s
[17:53:42.100] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:16:0)
[17:53:42.136] Build status: STARTED
[17:53:42.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:17:0) after 9m40s
[18:03:22.148] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:17:0)
[18:03:22.166] Build status: STARTED
[18:03:22.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:18:0) after 2m55s
[18:06:17.190] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:18:0)
[18:06:17.208] Build status: STARTED
[18:06:17.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:19:0) after 3m27s
[18:09:44.264] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:19:0)
[18:09:44.296] Build status: STARTED
[18:09:44.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:20:0) after 6m49s
[18:16:33.351] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:20:0)
[18:16:33.372] Build status: STARTED
[18:16:33.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:21:0) after 2m15s
[18:18:48.397] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:21:0)
[18:18:48.415] Build status: STARTED
[18:18:48.415] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:22:0) after 3m40s
[18:22:28.443] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:22:0)
[18:22:28.472] Build status: STARTED
[18:22:28.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:23:0) after 6m1s
[18:28:29.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:23:0)
[18:28:29.524] Build status: STARTED
[18:28:29.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:24:0) after 8m25s
[18:36:54.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:24:0)
[18:36:54.667] Build status: STARTED
[18:36:54.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:25:0) after 2m10s
[18:39:04.689] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:25:0)
[18:39:04.725] Build status: STARTED
[18:39:04.725] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:26:0) after 6m29s
[18:45:33.770] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:26:0)
[18:45:33.790] Build status: STARTED
[18:45:33.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:27:0) after 3m26s
[18:48:59.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:27:0)
[18:48:59.872] Build status: STARTED
[18:48:59.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:28:0) after 4m24s
[18:53:23.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:28:0)
[18:53:23.998] Build status: STARTED
[18:53:23.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:29:0) after 6m36s
[19:00:00.019] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:29:0)
[19:00:00.037] Build status: STARTED
[19:00:00.037] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:30:0) after 1m34s
[19:01:34.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:30:0)
[19:01:34.132] Build status: STARTED
[19:01:34.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:31:0) after 8m6s
[19:09:40.277] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:31:0)
[19:09:40.296] Build status: STARTED
[19:09:40.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:32:0) after 8m53s
[19:18:33.365] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:32:0)
[19:18:33.383] Build status: STARTED
[19:18:33.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:33:0) after 6m30s
[19:25:03.411] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:33:0)
[19:25:03.479] Build status: STARTED
[19:25:03.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:34:0) after 8m2s
[19:33:05.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:34:0)
[19:33:05.672] Build status: STARTED
[19:33:05.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:35:0) after 4m11s
[19:37:16.696] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:35:0)
[19:37:16.716] Build status: STARTED
[19:37:16.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:36:0) after 5m1s
[19:42:17.750] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:36:0)
[19:42:17.775] Build status: STARTED
[19:42:17.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:37:0) after 1m37s
[19:43:54.852] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:37:0)
[19:43:54.879] Build status: STARTED
[19:43:54.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:38:0) after 1m55s
[19:45:49.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:38:0)
[19:45:49.915] Build status: STARTED
[19:45:49.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:39:0) after 6m58s
[19:52:47.991] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:39:0)
[19:52:48.014] Build status: STARTED
[19:52:48.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:40:0) after 2m40s
[19:55:28.107] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:40:0)
[19:55:28.126] Build status: STARTED
[19:55:28.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8876504418683527280:41:0) after 9m13s
[19:55:30.378] Received PubSub notification, asking Buildbucket for the build status
[19:55:30.396] Build:
{
"id": "8711074356552590769",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-25T16:32:20.058546110Z",
"startTime": "2025-06-25T16:33:05.184383967Z",
"endTime": "2025-06-25T19:55:29.526008106Z",
"updateTime": "2025-06-25T19:55:29.526008106Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b8e8ff3dd6698335a73ff808e39021ec5d1478ea",
"ref": "refs/heads/main"
}
}
}
[19:55:30.396] Invocation finished in 3h23m11.75483935s with status FAILED