[04:18:08.719] New invocation is queued and will start shortly
[04:18:08.719] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[04:18:09.889] Starting the invocation (attempt 1)
[04:18:09.922] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/61529d9e36fa86782a2458e6bdeedf7f376ef4b5"
[04:18:09.922] Reconstructed gitiles commit from tags
[04:18:09.922] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:18:09.923] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:18:09.923] Buildbucket request:
{
"requestId": "8875735235688272224",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5892b9673d38c3a7158d84a8453cc487fcff06e1ca5186d62105839e85d01d6c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "380b24deba3e262a6ad904e5563a7154d7684cad",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875735235688272224",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "49c093583aa90ae95e76ad3fba7187fc79ca11c07bf8f5832604a6828a99b309/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "380b24deba3e262a6ad904e5563a7154d7684cad",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c3947a63690d65c4afd188a06f18c1aec2016486"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c3947a63690d65c4afd188a06f18c1aec2016486",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "bcc18f50-a694-4eb3-bbfe-81bc78adb124",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710318551386044401"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5892b9673d38c3a7158d84a8453cc487fcff06e1ca5186d62105839e85d01d6c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "380b24deba3e262a6ad904e5563a7154d7684cad",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "61529d9e36fa86782a2458e6bdeedf7f376ef4b5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/61529d9e36fa86782a2458e6bdeedf7f376ef4b5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "5b76e277-fdbe-4f9e-8b57-f23d6a287bbd",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710312206216741185"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "61529d9e36fa86782a2458e6bdeedf7f376ef4b5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "61529d9e36fa86782a2458e6bdeedf7f376ef4b5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875735235688272224"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:18:10.307] Scheduled build:
{
"id": "8710305173711409153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T04:18:09.978210300Z",
"updateTime": "2025-07-04T04:18:09.978210300Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "61529d9e36fa86782a2458e6bdeedf7f376ef4b5",
"ref": "refs/heads/main"
}
}
}
[04:18:10.307] Task URL: https://cr-buildbucket.appspot.com/build/8710305173711409153
[04:18:10.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:2:0) after 1m38s
[04:18:11.295] Received PubSub notification, asking Buildbucket for the build status
[04:18:11.313] Build status: SCHEDULED
[04:19:48.642] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:2:0)
[04:19:48.664] Build status: SCHEDULED
[04:19:48.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:4:0) after 8m7s
[04:20:17.418] Received PubSub notification, asking Buildbucket for the build status
[04:20:17.442] Build status: STARTED
[04:27:55.804] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:4:0)
[04:27:55.829] Build status: STARTED
[04:27:55.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:6:0) after 1m59s
[04:29:54.881] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:6:0)
[04:29:54.902] Build status: STARTED
[04:29:54.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:7:0) after 1m32s
[04:31:27.455] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:7:0)
[04:31:27.482] Build status: STARTED
[04:31:27.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:8:0) after 2m54s
[04:34:21.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:8:0)
[04:34:21.524] Build status: STARTED
[04:34:21.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:9:0) after 5m21s
[04:39:42.743] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:9:0)
[04:39:42.763] Build status: STARTED
[04:39:42.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:10:0) after 8m57s
[04:48:39.789] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:10:0)
[04:48:39.809] Build status: STARTED
[04:48:39.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:11:0) after 4m2s
[04:52:41.998] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:11:0)
[04:52:42.025] Build status: STARTED
[04:52:42.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:12:0) after 7m48s
[05:00:30.351] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:12:0)
[05:00:30.385] Build status: STARTED
[05:00:30.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:13:0) after 6m23s
[05:06:53.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:13:0)
[05:06:53.544] Build status: STARTED
[05:06:53.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:14:0) after 8m26s
[05:15:19.604] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:14:0)
[05:15:19.628] Build status: STARTED
[05:15:19.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:15:0) after 9m59s
[05:25:18.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:15:0)
[05:25:18.886] Build status: STARTED
[05:25:18.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:16:0) after 2m23s
[05:27:42.007] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:16:0)
[05:27:42.366] Build status: STARTED
[05:27:42.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:17:0) after 7m7s
[05:34:49.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:17:0)
[05:34:49.412] Build status: STARTED
[05:34:49.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:18:0) after 3m58s
[05:38:47.544] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:18:0)
[05:38:47.566] Build status: STARTED
[05:38:47.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:19:0) after 4m4s
[05:42:51.588] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:19:0)
[05:42:51.625] Build status: STARTED
[05:42:51.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:20:0) after 1m20s
[05:44:11.715] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:20:0)
[05:44:11.788] Build status: STARTED
[05:44:11.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:21:0) after 9m17s
[05:53:28.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:21:0)
[05:53:28.840] Build status: STARTED
[05:53:28.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:22:0) after 1m29s
[05:54:57.990] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:22:0)
[05:54:58.006] Build status: STARTED
[05:54:58.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:23:0) after 5m21s
[06:00:19.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:23:0)
[06:00:19.131] Build status: STARTED
[06:00:19.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:24:0) after 8m40s
[06:08:59.152] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:24:0)
[06:08:59.175] Build status: STARTED
[06:08:59.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:25:0) after 3m45s
[06:12:44.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:25:0)
[06:12:44.304] Build status: STARTED
[06:12:44.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:26:0) after 5m54s
[06:18:38.414] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:26:0)
[06:18:38.438] Build status: STARTED
[06:18:38.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:27:0) after 6m2s
[06:24:40.563] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:27:0)
[06:24:40.597] Build status: STARTED
[06:24:40.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:28:0) after 6m30s
[06:31:10.724] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:28:0)
[06:31:10.743] Build status: STARTED
[06:31:10.743] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:29:0) after 1m4s
[06:32:14.932] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:29:0)
[06:32:14.950] Build status: STARTED
[06:32:14.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:30:0) after 3m45s
[06:35:59.965] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:30:0)
[06:35:59.990] Build status: STARTED
[06:35:59.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:31:0) after 4m58s
[06:40:58.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:31:0)
[06:40:58.383] Build status: STARTED
[06:40:58.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:32:0) after 8m58s
[06:49:56.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:32:0)
[06:49:56.431] Build status: STARTED
[06:49:56.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:33:0) after 4m3s
[06:53:59.514] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:33:0)
[06:53:59.531] Build status: STARTED
[06:53:59.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:34:0) after 7m45s
[07:01:44.728] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:34:0)
[07:01:44.772] Build status: STARTED
[07:01:44.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:35:0) after 1m19s
[07:03:03.794] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:35:0)
[07:03:03.812] Build status: STARTED
[07:03:03.812] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:36:0) after 3m19s
[07:06:22.862] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:36:0)
[07:06:22.888] Build status: STARTED
[07:06:22.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:37:0) after 6m43s
[07:13:05.911] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:37:0)
[07:13:05.928] Build status: STARTED
[07:13:05.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:38:0) after 8m54s
[07:21:59.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:38:0)
[07:21:59.968] Build status: STARTED
[07:21:59.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:39:0) after 4m40s
[07:26:39.991] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:39:0)
[07:26:40.010] Build status: STARTED
[07:26:40.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:40:0) after 7m1s
[07:33:41.530] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:40:0)
[07:33:41.546] Build status: STARTED
[07:33:41.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:41:0) after 2m6s
[07:35:47.581] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:41:0)
[07:35:47.600] Build status: STARTED
[07:35:47.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:42:0) after 2m33s
[07:38:20.625] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:42:0)
[07:38:20.646] Build status: STARTED
[07:38:20.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875735235688272224:43:0) after 4m27s
[07:41:53.407] Received PubSub notification, asking Buildbucket for the build status
[07:41:53.428] Build:
{
"id": "8710305173711409153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-04T04:18:09.978210300Z",
"startTime": "2025-07-04T04:20:16.894705127Z",
"endTime": "2025-07-04T07:41:53.138999830Z",
"updateTime": "2025-07-04T07:41:53.138999830Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "61529d9e36fa86782a2458e6bdeedf7f376ef4b5",
"ref": "refs/heads/main"
}
}
}
[07:41:53.428] Invocation finished in 3h23m44.717902684s with status FAILED