[00:41:56.564] New invocation is queued and will start shortly
[00:41:56.564] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:41:57.671] Starting the invocation (attempt 1)
[00:41:57.701] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45083dc4d2248b2e3f331af745459f2011db4b7f"
[00:41:57.701] Reconstructed gitiles commit from tags
[00:41:57.701] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:41:57.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:41:57.702] Buildbucket request:
{
"requestId": "8875748837972818800",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0a61ab3f12f1cb959fa3ec9554ae52beb181be243b7d23d7dd2544ffd84c932b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "380b24deba3e262a6ad904e5563a7154d7684cad",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875748837972818800",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0a61ab3f12f1cb959fa3ec9554ae52beb181be243b7d23d7dd2544ffd84c932b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "380b24deba3e262a6ad904e5563a7154d7684cad",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45083dc4d2248b2e3f331af745459f2011db4b7f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/45083dc4d2248b2e3f331af745459f2011db4b7f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "836c9f1e-33d6-4e2a-9f68-702f09192f7a",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710326773595061329"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "45083dc4d2248b2e3f331af745459f2011db4b7f"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45083dc4d2248b2e3f331af745459f2011db4b7f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875748837972818800"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:41:58.170] Scheduled build:
{
"id": "8710318776028769633",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T00:41:57.798476320Z",
"updateTime": "2025-07-04T00:41:57.798476320Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45083dc4d2248b2e3f331af745459f2011db4b7f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:41:58.170] Task URL: https://cr-buildbucket.appspot.com/build/8710318776028769633
[00:41:58.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:2:0) after 8m3s
[00:41:59.267] Received PubSub notification, asking Buildbucket for the build status
[00:41:59.294] Build status: SCHEDULED
[00:50:01.265] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:2:0)
[00:50:01.288] Build status: SCHEDULED
[00:50:01.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:4:0) after 7m44s
[00:55:44.770] Received PubSub notification, asking Buildbucket for the build status
[00:55:44.795] Build status: STARTED
[00:57:45.377] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:4:0)
[00:57:45.391] Build status: STARTED
[00:57:45.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:6:0) after 1m15s
[00:59:00.414] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:6:0)
[00:59:00.434] Build status: STARTED
[00:59:00.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:7:0) after 2m44s
[01:01:44.545] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:7:0)
[01:01:44.609] Build status: STARTED
[01:01:44.609] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:8:0) after 3m43s
[01:05:27.714] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:8:0)
[01:05:27.730] Build status: STARTED
[01:05:27.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:9:0) after 9m8s
[01:14:35.745] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:9:0)
[01:14:35.778] Build status: STARTED
[01:14:35.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:10:0) after 9m1s
[01:23:36.963] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:10:0)
[01:23:36.987] Build status: STARTED
[01:23:36.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:11:0) after 9m31s
[01:33:08.439] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:11:0)
[01:33:08.479] Build status: STARTED
[01:33:08.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:12:0) after 3m19s
[01:36:27.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:12:0)
[01:36:27.519] Build status: STARTED
[01:36:27.519] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:13:0) after 5m38s
[01:42:05.550] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:13:0)
[01:42:05.573] Build status: STARTED
[01:42:05.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:14:0) after 3m48s
[01:45:53.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:14:0)
[01:45:53.619] Build status: STARTED
[01:45:53.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:15:0) after 1m14s
[01:47:07.640] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:15:0)
[01:47:07.655] Build status: STARTED
[01:47:07.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:16:0) after 8m27s
[01:55:34.709] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:16:0)
[01:55:34.763] Build status: STARTED
[01:55:34.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:17:0) after 1m36s
[01:57:10.777] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:17:0)
[01:57:10.800] Build status: STARTED
[01:57:10.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:18:0) after 2m23s
[01:59:33.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:18:0)
[01:59:33.838] Build status: STARTED
[01:59:33.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:19:0) after 3m45s
[02:03:19.081] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:19:0)
[02:03:19.103] Build status: STARTED
[02:03:19.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:20:0) after 9m37s
[02:12:56.228] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:20:0)
[02:12:56.250] Build status: STARTED
[02:12:56.250] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:21:0) after 9m11s
[02:22:07.273] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:21:0)
[02:22:07.345] Build status: STARTED
[02:22:07.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:22:0) after 7m31s
[02:29:38.367] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:22:0)
[02:29:38.401] Build status: STARTED
[02:29:38.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:23:0) after 7m56s
[02:37:34.423] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:23:0)
[02:37:34.443] Build status: STARTED
[02:37:34.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:24:0) after 2m1s
[02:39:35.656] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:24:0)
[02:39:35.714] Build status: STARTED
[02:39:35.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:25:0) after 6m13s
[02:45:49.011] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:25:0)
[02:45:49.031] Build status: STARTED
[02:45:49.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:26:0) after 4m29s
[02:50:18.207] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:26:0)
[02:50:18.223] Build status: STARTED
[02:50:18.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:27:0) after 8m32s
[02:58:50.242] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:27:0)
[02:58:50.267] Build status: STARTED
[02:58:50.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:28:0) after 9m21s
[03:08:11.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:28:0)
[03:08:11.323] Build status: STARTED
[03:08:11.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:29:0) after 6m5s
[03:14:16.342] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:29:0)
[03:14:16.359] Build status: STARTED
[03:14:16.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:30:0) after 7m14s
[03:21:30.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:30:0)
[03:21:30.761] Build status: STARTED
[03:21:30.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:31:0) after 2m51s
[03:24:21.842] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:31:0)
[03:24:21.856] Build status: STARTED
[03:24:21.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:32:0) after 6m6s
[03:30:27.984] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:32:0)
[03:30:28.014] Build status: STARTED
[03:30:28.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:33:0) after 7m4s
[03:37:32.177] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:33:0)
[03:37:32.210] Build status: STARTED
[03:37:32.211] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:34:0) after 8m54s
[03:46:26.230] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:34:0)
[03:46:26.247] Build status: STARTED
[03:46:26.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:35:0) after 5m20s
[03:51:46.272] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:35:0)
[03:51:46.291] Build status: STARTED
[03:51:46.291] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:36:0) after 3m34s
[03:55:20.320] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:36:0)
[03:55:20.338] Build status: STARTED
[03:55:20.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:37:0) after 9m22s
[04:04:42.468] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:37:0)
[04:04:42.495] Build status: STARTED
[04:04:42.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:38:0) after 1m58s
[04:06:40.516] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:38:0)
[04:06:40.536] Build status: STARTED
[04:06:40.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:39:0) after 5m30s
[04:12:10.677] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:39:0)
[04:12:10.697] Build status: STARTED
[04:12:10.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:40:0) after 1m54s
[04:14:04.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:40:0)
[04:14:04.780] Build status: STARTED
[04:14:04.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875748837972818800:41:0) after 5m53s
[04:18:05.948] Received PubSub notification, asking Buildbucket for the build status
[04:18:05.980] Build:
{
"id": "8710318776028769633",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T00:41:57.798476320Z",
"startTime": "2025-07-04T00:55:43.969745142Z",
"endTime": "2025-07-04T04:18:05.551418535Z",
"updateTime": "2025-07-04T04:18:05.551418535Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "45083dc4d2248b2e3f331af745459f2011db4b7f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:18:05.980] Invocation finished in 3h36m9.419719567s with status FAILED