[13:55:03.676] New invocation is queued and will start shortly
[13:55:03.676] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[13:55:04.842] Starting the invocation (attempt 1)
[13:55:04.911] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/baf2953097a8d606c8e8441c61c09f607f583cc8"
[13:55:04.911] Reconstructed gitiles commit from tags
[13:55:04.911] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:55:04.912] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:55:04.912] Buildbucket request:
{
"requestId": "8874339984774425904",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5fd8f9708cd19487ffd1e378f91ad192d1029ef2e01b02633903a632a5abc11b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7605189863c8d8f0f2abe4ad3b07183c83ba6294",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874339984774425904",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5fd8f9708cd19487ffd1e378f91ad192d1029ef2e01b02633903a632a5abc11b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7605189863c8d8f0f2abe4ad3b07183c83ba6294",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "baf2953097a8d606c8e8441c61c09f607f583cc8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/baf2953097a8d606c8e8441c61c09f607f583cc8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "45f274e3-5f20-409a-8026-fcc29cb5178e",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8708927567938083473"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "baf2953097a8d606c8e8441c61c09f607f583cc8"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "baf2953097a8d606c8e8441c61c09f607f583cc8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874339984774425904"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:55:05.417] Scheduled build:
{
"id": "8708909922742221329",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-19T13:55:04.993145951Z",
"updateTime": "2025-07-19T13:55:04.993145951Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "baf2953097a8d606c8e8441c61c09f607f583cc8",
"ref": "refs/heads/main"
}
}
}
[13:55:05.417] Task URL: https://cr-buildbucket.appspot.com/build/8708909922742221329
[13:55:05.417] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:2:0) after 4m47s
[13:55:06.394] Received PubSub notification, asking Buildbucket for the build status
[13:55:06.415] Build status: SCHEDULED
[13:59:52.432] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:2:0)
[13:59:52.456] Build status: SCHEDULED
[13:59:52.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:4:0) after 1m48s
[14:01:40.513] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:4:0)
[14:01:40.539] Build status: SCHEDULED
[14:01:40.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:5:0) after 6m12s
[14:07:52.557] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:5:0)
[14:07:52.613] Build status: SCHEDULED
[14:07:52.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:6:0) after 6m43s
[14:14:35.638] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:6:0)
[14:14:35.702] Build status: SCHEDULED
[14:14:35.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:7:0) after 8m42s
[14:23:17.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:7:0)
[14:23:17.882] Build status: SCHEDULED
[14:23:17.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:8:0) after 4m51s
[14:28:08.910] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:8:0)
[14:28:08.930] Build status: SCHEDULED
[14:28:08.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:9:0) after 6m25s
[14:34:34.047] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:9:0)
[14:34:34.087] Build status: SCHEDULED
[14:34:34.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:10:0) after 8m29s
[14:35:34.674] Received PubSub notification, asking Buildbucket for the build status
[14:35:34.696] Build status: STARTED
[14:43:03.103] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:10:0)
[14:43:03.128] Build status: STARTED
[14:43:03.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:12:0) after 1m26s
[14:44:29.149] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:12:0)
[14:44:29.179] Build status: STARTED
[14:44:29.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:13:0) after 6m36s
[14:51:05.413] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:13:0)
[14:51:05.445] Build status: STARTED
[14:51:05.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:14:0) after 7m24s
[14:58:29.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:14:0)
[14:58:29.481] Build status: STARTED
[14:58:29.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:15:0) after 4m28s
[15:02:57.499] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:15:0)
[15:02:57.534] Build status: STARTED
[15:02:57.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:16:0) after 1m56s
[15:04:53.632] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:16:0)
[15:04:53.663] Build status: STARTED
[15:04:53.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:17:0) after 9m27s
[15:14:20.688] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:17:0)
[15:14:20.707] Build status: STARTED
[15:14:20.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:18:0) after 8m44s
[15:23:04.728] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:18:0)
[15:23:04.756] Build status: STARTED
[15:23:04.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:19:0) after 6m36s
[15:29:40.897] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:19:0)
[15:29:40.973] Build status: STARTED
[15:29:40.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:20:0) after 9m28s
[15:39:09.092] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:20:0)
[15:39:09.115] Build status: STARTED
[15:39:09.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:21:0) after 9m3s
[15:48:12.169] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:21:0)
[15:48:12.190] Build status: STARTED
[15:48:12.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:22:0) after 3m25s
[15:51:37.220] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:22:0)
[15:51:37.244] Build status: STARTED
[15:51:37.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:23:0) after 1m29s
[15:53:06.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:23:0)
[15:53:06.365] Build status: STARTED
[15:53:06.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:24:0) after 2m13s
[15:55:19.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:24:0)
[15:55:19.756] Build status: STARTED
[15:55:19.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:25:0) after 8m14s
[16:03:33.980] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:25:0)
[16:03:34.007] Build status: STARTED
[16:03:34.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:26:0) after 1m0s
[16:04:34.060] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:26:0)
[16:04:34.083] Build status: STARTED
[16:04:34.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:27:0) after 8m44s
[16:13:18.253] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:27:0)
[16:13:18.269] Build status: STARTED
[16:13:18.269] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:28:0) after 5m26s
[16:18:44.291] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:28:0)
[16:18:44.311] Build status: STARTED
[16:18:44.311] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:29:0) after 4m51s
[16:23:35.359] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:29:0)
[16:23:35.376] Build status: STARTED
[16:23:35.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:30:0) after 3m2s
[16:26:37.402] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:30:0)
[16:26:37.421] Build status: STARTED
[16:26:37.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:31:0) after 5m22s
[16:31:59.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:31:0)
[16:31:59.475] Build status: STARTED
[16:31:59.475] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:32:0) after 1m19s
[16:33:18.586] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:32:0)
[16:33:18.608] Build status: STARTED
[16:33:18.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:33:0) after 8m5s
[16:41:23.638] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:33:0)
[16:41:23.663] Build status: STARTED
[16:41:23.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:34:0) after 9m39s
[16:51:02.697] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:34:0)
[16:51:02.714] Build status: STARTED
[16:51:02.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:35:0) after 1m44s
[16:52:46.779] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:35:0)
[16:52:46.806] Build status: STARTED
[16:52:46.806] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:36:0) after 1m30s
[16:54:16.912] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:36:0)
[16:54:16.933] Build status: STARTED
[16:54:16.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:37:0) after 5m34s
[16:59:50.969] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:37:0)
[16:59:51.042] Build status: STARTED
[16:59:51.042] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:38:0) after 8m11s
[17:08:02.065] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:38:0)
[17:08:02.093] Build status: STARTED
[17:08:02.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:39:0) after 8m7s
[17:16:09.178] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:39:0)
[17:16:09.201] Build status: STARTED
[17:16:09.201] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:40:0) after 9m24s
[17:25:33.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:40:0)
[17:25:33.299] Build status: STARTED
[17:25:33.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:41:0) after 9m40s
[17:35:13.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:41:0)
[17:35:13.344] Build status: STARTED
[17:35:13.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:42:0) after 4m44s
[17:39:57.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:42:0)
[17:39:57.418] Build status: STARTED
[17:39:57.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:43:0) after 2m25s
[17:42:22.541] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:43:0)
[17:42:22.557] Build status: STARTED
[17:42:22.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:44:0) after 7m29s
[17:49:51.577] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:44:0)
[17:49:51.595] Build status: STARTED
[17:49:51.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:45:0) after 7m41s
[17:57:32.629] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:45:0)
[17:57:32.653] Build status: STARTED
[17:57:32.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8874339984774425904:46:0) after 7m47s
[17:57:51.330] Received PubSub notification, asking Buildbucket for the build status
[17:57:51.408] Build:
{
"id": "8708909922742221329",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-19T13:55:04.993145951Z",
"startTime": "2025-07-19T14:35:34.238080654Z",
"endTime": "2025-07-19T17:57:50.218539197Z",
"updateTime": "2025-07-19T17:57:50.218539197Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "baf2953097a8d606c8e8441c61c09f607f583cc8",
"ref": "refs/heads/main"
}
}
}
[17:57:51.408] Invocation finished in 4h2m47.737067732s with status FAILED