[02:12:55.152] New invocation is queued and will start shortly
[02:12:55.152] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:12:56.500] Starting the invocation (attempt 1)
[02:12:56.533] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/624b724ca6df5d2d3ea16b9ed232851e5d061be4"
[02:12:56.533] Reconstructed gitiles commit from tags
[02:12:56.533] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:12:56.533] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:12:56.533] Buildbucket request:
{
"requestId": "8871575653784420624",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9432d5ce587a8cd5979a6b4f6354f76636945e9b41d5d1d0faf14154aa94b415/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7da5301c4a7a469eee79ec11fe4f970fdbf038a0",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871575653784420624",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9432d5ce587a8cd5979a6b4f6354f76636945e9b41d5d1d0faf14154aa94b415/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7da5301c4a7a469eee79ec11fe4f970fdbf038a0",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "624b724ca6df5d2d3ea16b9ed232851e5d061be4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/624b724ca6df5d2d3ea16b9ed232851e5d061be4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "9b200f9d-1c4b-4a89-a717-94702b016a4e",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706157135272768721"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "624b724ca6df5d2d3ea16b9ed232851e5d061be4"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "624b724ca6df5d2d3ea16b9ed232851e5d061be4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871575653784420624"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:12:56.903] Scheduled build:
{
"id": "8706145591595859345",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-19T02:12:56.609778877Z",
"updateTime": "2025-08-19T02:12:56.609778877Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "624b724ca6df5d2d3ea16b9ed232851e5d061be4",
"ref": "refs/heads/main"
}
}
}
[02:12:56.903] Task URL: https://cr-buildbucket.appspot.com/build/8706145591595859345
[02:12:56.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:2:0) after 9m8s
[02:12:57.893] Received PubSub notification, asking Buildbucket for the build status
[02:12:57.918] Build status: SCHEDULED
[02:13:01.718] Received PubSub notification, asking Buildbucket for the build status
[02:13:01.802] Build status: STARTED
[02:22:04.929] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:2:0)
[02:22:04.949] Build status: STARTED
[02:22:04.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:5:0) after 5m8s
[02:27:12.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:5:0)
[02:27:13.013] Build status: STARTED
[02:27:13.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:6:0) after 7m36s
[02:34:49.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:6:0)
[02:34:49.119] Build status: STARTED
[02:34:49.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:7:0) after 9m47s
[02:44:36.175] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:7:0)
[02:44:36.200] Build status: STARTED
[02:44:36.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:8:0) after 9m17s
[02:53:53.213] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:8:0)
[02:53:53.232] Build status: STARTED
[02:53:53.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:9:0) after 5m9s
[02:59:02.247] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:9:0)
[02:59:02.307] Build status: STARTED
[02:59:02.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:10:0) after 7m1s
[03:06:03.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:10:0)
[03:06:03.416] Build status: STARTED
[03:06:03.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:11:0) after 4m6s
[03:10:09.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:11:0)
[03:10:09.453] Build status: STARTED
[03:10:09.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:12:0) after 7m52s
[03:18:01.478] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:12:0)
[03:18:01.557] Build status: STARTED
[03:18:01.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:13:0) after 5m52s
[03:23:53.646] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:13:0)
[03:23:53.665] Build status: STARTED
[03:23:53.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:14:0) after 7m21s
[03:31:14.713] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:14:0)
[03:31:14.731] Build status: STARTED
[03:31:14.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:15:0) after 6m27s
[03:37:42.342] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:15:0)
[03:37:42.417] Build status: STARTED
[03:37:42.417] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:16:0) after 3m5s
[03:40:47.431] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:16:0)
[03:40:47.452] Build status: STARTED
[03:40:47.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:17:0) after 7m14s
[03:48:01.613] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:17:0)
[03:48:01.635] Build status: STARTED
[03:48:01.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:18:0) after 2m55s
[03:50:56.653] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:18:0)
[03:50:56.712] Build status: STARTED
[03:50:56.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:19:0) after 3m24s
[03:54:20.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:19:0)
[03:54:20.750] Build status: STARTED
[03:54:20.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:20:0) after 1m54s
[03:56:14.766] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:20:0)
[03:56:14.789] Build status: STARTED
[03:56:14.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:21:0) after 3m22s
[03:59:36.904] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:21:0)
[03:59:36.923] Build status: STARTED
[03:59:36.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:22:0) after 3m34s
[04:03:10.937] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:22:0)
[04:03:10.958] Build status: STARTED
[04:03:10.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:23:0) after 4m29s
[04:07:39.974] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:23:0)
[04:07:40.030] Build status: STARTED
[04:07:40.030] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:24:0) after 1m34s
[04:09:14.050] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:24:0)
[04:09:14.116] Build status: STARTED
[04:09:14.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:25:0) after 3m5s
[04:12:19.107] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:25:0)
[04:12:19.148] Build status: STARTED
[04:12:19.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:26:0) after 1m12s
[04:13:31.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:26:0)
[04:13:31.186] Build status: STARTED
[04:13:31.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:27:0) after 3m40s
[04:17:11.207] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:27:0)
[04:17:11.235] Build status: STARTED
[04:17:11.235] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:28:0) after 5m48s
[04:22:59.253] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:28:0)
[04:22:59.319] Build status: STARTED
[04:22:59.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:29:0) after 1m34s
[04:24:33.376] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:29:0)
[04:24:33.393] Build status: STARTED
[04:24:33.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:30:0) after 1m47s
[04:26:21.028] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:30:0)
[04:26:21.050] Build status: STARTED
[04:26:21.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:31:0) after 4m58s
[04:31:19.068] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:31:0)
[04:31:19.085] Build status: STARTED
[04:31:19.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:32:0) after 1m58s
[04:33:18.212] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:32:0)
[04:33:18.243] Build status: STARTED
[04:33:18.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:33:0) after 7m29s
[04:40:47.260] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:33:0)
[04:40:47.277] Build status: STARTED
[04:40:47.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:34:0) after 5m31s
[04:46:18.366] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:34:0)
[04:46:18.402] Build status: STARTED
[04:46:18.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:35:0) after 9m23s
[04:55:41.421] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:35:0)
[04:55:41.435] Build status: STARTED
[04:55:41.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:36:0) after 5m12s
[05:00:53.516] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:36:0)
[05:00:53.584] Build status: STARTED
[05:00:53.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:37:0) after 5m56s
[05:06:49.623] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:37:0)
[05:06:49.637] Build status: STARTED
[05:06:49.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:38:0) after 6m56s
[05:13:45.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:38:0)
[05:13:45.682] Build status: STARTED
[05:13:45.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:39:0) after 5m30s
[05:19:16.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:39:0)
[05:19:16.047] Build status: STARTED
[05:19:16.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:40:0) after 2m34s
[05:21:50.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:40:0)
[05:21:50.089] Build status: STARTED
[05:21:50.089] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:41:0) after 8m52s
[05:30:42.097] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:41:0)
[05:30:42.137] Build status: STARTED
[05:30:42.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:42:0) after 3m22s
[05:34:04.158] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:42:0)
[05:34:04.233] Build status: STARTED
[05:34:04.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8871575653784420624:43:0) after 6m39s
[05:35:21.149] Received PubSub notification, asking Buildbucket for the build status
[05:35:21.213] Build:
{
"id": "8706145591595859345",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-19T02:12:56.609778877Z",
"startTime": "2025-08-19T02:13:01.542776850Z",
"endTime": "2025-08-19T05:35:20.891969401Z",
"updateTime": "2025-08-19T05:35:20.891969401Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "624b724ca6df5d2d3ea16b9ed232851e5d061be4",
"ref": "refs/heads/main"
}
}
}
[05:35:21.213] Invocation finished in 3h22m26.074266345s with status FAILED