[05:53:08.852] New invocation is queued and will start shortly
[05:53:08.852] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[05:53:09.939] Starting the invocation (attempt 1)
[05:53:09.961] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/03b0ae8da8c4df28ad197ef21619288ead085687"
[05:53:09.961] Reconstructed gitiles commit from tags
[05:53:09.961] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:53:09.961] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:53:09.962] Buildbucket request:
{
"requestId": "8875185676867829568",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "642ecd06ba5830329a5cde939850acd71c0c7bbf3cc0ecf131c84312cab310d4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "563cfffaace3edbdf50e06d9f847797da64054d3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875185676867829568",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "642ecd06ba5830329a5cde939850acd71c0c7bbf3cc0ecf131c84312cab310d4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "563cfffaace3edbdf50e06d9f847797da64054d3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "03b0ae8da8c4df28ad197ef21619288ead085687"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/03b0ae8da8c4df28ad197ef21619288ead085687",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "eaf3b9ff-c13a-495b-baa7-df033899a4cf",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8709766799764167057"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "03b0ae8da8c4df28ad197ef21619288ead085687"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "03b0ae8da8c4df28ad197ef21619288ead085687",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875185676867829568"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:53:10.349] Scheduled build:
{
"id": "8709755614978566177",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-10T05:53:10.027959276Z",
"updateTime": "2025-07-10T05:53:10.027959276Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "03b0ae8da8c4df28ad197ef21619288ead085687",
"ref": "refs/heads/main"
}
}
}
[05:53:10.349] Task URL: https://cr-buildbucket.appspot.com/build/8709755614978566177
[05:53:10.349] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:2:0) after 6m7s
[05:53:11.335] Received PubSub notification, asking Buildbucket for the build status
[05:53:11.357] Build status: SCHEDULED
[05:59:17.364] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:2:0)
[05:59:17.393] Build status: SCHEDULED
[05:59:17.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:4:0) after 9m9s
[06:08:26.409] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:4:0)
[06:08:26.441] Build status: SCHEDULED
[06:08:26.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:5:0) after 1m37s
[06:10:03.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:5:0)
[06:10:03.628] Build status: SCHEDULED
[06:10:03.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:6:0) after 8m1s
[06:18:04.640] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:6:0)
[06:18:04.662] Build status: SCHEDULED
[06:18:04.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:7:0) after 3m47s
[06:21:51.715] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:7:0)
[06:21:51.738] Build status: SCHEDULED
[06:21:51.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:8:0) after 9m56s
[06:31:47.761] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:8:0)
[06:31:47.788] Build status: SCHEDULED
[06:31:47.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:9:0) after 4m25s
[06:36:12.853] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:9:0)
[06:36:12.895] Build status: SCHEDULED
[06:36:12.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:10:0) after 5m0s
[06:41:12.964] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:10:0)
[06:41:12.979] Build status: SCHEDULED
[06:41:12.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:11:0) after 2m51s
[06:44:04.048] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:11:0)
[06:44:04.131] Build status: SCHEDULED
[06:44:04.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:12:0) after 7m41s
[06:51:45.139] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:12:0)
[06:51:45.168] Build status: SCHEDULED
[06:51:45.168] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:13:0) after 4m27s
[06:56:12.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:13:0)
[06:56:12.259] Build status: SCHEDULED
[06:56:12.259] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:14:0) after 9m15s
[07:05:27.550] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:14:0)
[07:05:27.571] Build status: SCHEDULED
[07:05:27.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:15:0) after 2m44s
[07:08:11.682] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:15:0)
[07:08:11.709] Build status: SCHEDULED
[07:08:11.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:16:0) after 5m0s
[07:13:11.722] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:16:0)
[07:13:11.750] Build status: SCHEDULED
[07:13:11.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:17:0) after 3m13s
[07:16:24.790] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:17:0)
[07:16:24.814] Build status: SCHEDULED
[07:16:24.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:18:0) after 1m31s
[07:17:55.883] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:18:0)
[07:17:55.901] Build status: SCHEDULED
[07:17:55.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:19:0) after 7m51s
[07:25:46.925] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:19:0)
[07:25:46.952] Build status: SCHEDULED
[07:25:46.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:20:0) after 3m23s
[07:29:09.966] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:20:0)
[07:29:09.997] Build status: SCHEDULED
[07:29:09.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:21:0) after 4m32s
[07:33:42.013] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:21:0)
[07:33:42.044] Build status: SCHEDULED
[07:33:42.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:22:0) after 1m19s
[07:35:01.065] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:22:0)
[07:35:01.083] Build status: SCHEDULED
[07:35:01.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:23:0) after 6m53s
[07:37:12.673] Received PubSub notification, asking Buildbucket for the build status
[07:37:12.707] Build status: STARTED
[07:41:54.208] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:23:0)
[07:41:54.228] Build status: STARTED
[07:41:54.229] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:25:0) after 6m21s
[07:48:15.252] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:25:0)
[07:48:15.278] Build status: STARTED
[07:48:15.278] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:26:0) after 2m21s
[07:50:36.298] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:26:0)
[07:50:36.318] Build status: STARTED
[07:50:36.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:27:0) after 6m8s
[07:56:44.390] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:27:0)
[07:56:44.540] Build status: STARTED
[07:56:44.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:28:0) after 5m22s
[08:02:06.562] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:28:0)
[08:02:06.589] Build status: STARTED
[08:02:06.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:29:0) after 6m29s
[08:08:35.671] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:29:0)
[08:08:35.732] Build status: STARTED
[08:08:35.732] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:30:0) after 5m6s
[08:13:41.717] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:30:0)
[08:13:41.746] Build status: STARTED
[08:13:41.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:31:0) after 5m17s
[08:18:58.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:31:0)
[08:18:58.797] Build status: STARTED
[08:18:58.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:32:0) after 5m26s
[08:24:24.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:32:0)
[08:24:24.844] Build status: STARTED
[08:24:24.844] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:33:0) after 8m36s
[08:33:00.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:33:0)
[08:33:00.877] Build status: STARTED
[08:33:00.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:34:0) after 4m30s
[08:37:30.943] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:34:0)
[08:37:30.967] Build status: STARTED
[08:37:30.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:35:0) after 4m41s
[08:42:12.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:35:0)
[08:42:12.054] Build status: STARTED
[08:42:12.054] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:36:0) after 8m31s
[08:50:43.197] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:36:0)
[08:50:43.217] Build status: STARTED
[08:50:43.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:37:0) after 6m13s
[08:56:56.191] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:37:0)
[08:56:56.210] Build status: STARTED
[08:56:56.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:38:0) after 5m32s
[09:02:28.228] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:38:0)
[09:02:28.255] Build status: STARTED
[09:02:28.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:39:0) after 5m11s
[09:07:39.327] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:39:0)
[09:07:39.382] Build status: STARTED
[09:07:39.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:40:0) after 1m47s
[09:09:26.455] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:40:0)
[09:09:26.500] Build status: STARTED
[09:09:26.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:41:0) after 3m43s
[09:13:09.532] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:41:0)
[09:13:09.590] Build status: STARTED
[09:13:09.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:42:0) after 5m22s
[09:18:31.662] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:42:0)
[09:18:31.710] Build status: STARTED
[09:18:31.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:43:0) after 6m46s
[09:25:17.712] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:43:0)
[09:25:17.874] Build status: STARTED
[09:25:17.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:44:0) after 1m53s
[09:27:10.897] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:44:0)
[09:27:10.930] Build status: STARTED
[09:27:10.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:45:0) after 3m43s
[09:30:53.969] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:45:0)
[09:30:53.990] Build status: STARTED
[09:30:53.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8875185676867829568:46:0) after 1m11s
[09:31:46.774] Received PubSub notification, asking Buildbucket for the build status
[09:31:46.806] Build:
{
"id": "8709755614978566177",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-10T05:53:10.027959276Z",
"startTime": "2025-07-10T07:37:12.461409763Z",
"endTime": "2025-07-10T09:31:46.434552955Z",
"updateTime": "2025-07-10T09:31:46.434552955Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "03b0ae8da8c4df28ad197ef21619288ead085687",
"ref": "refs/heads/main"
}
}
}
[09:31:46.806] Invocation finished in 3h38m37.963685367s with status FAILED