[06:19:03.731] New invocation is queued and will start shortly
[06:19:03.731] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:19:04.854] Starting the invocation (attempt 1)
[06:19:04.883] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bd319d9071fb0c6e1bda9db500d039d32a49c28a"
[06:19:04.883] Reconstructed gitiles commit from tags
[06:19:04.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:19:04.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:19:04.884] Buildbucket request:
{
"requestId": "8877539567582654544",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3da481abf5ae62081d401049830b7b9268824f4dff79d7c8752c16c72ae776e2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "38758692d8509378fcf87096fa2590b72f03d92b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877539567582654544",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3da481abf5ae62081d401049830b7b9268824f4dff79d7c8752c16c72ae776e2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "38758692d8509378fcf87096fa2590b72f03d92b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bd319d9071fb0c6e1bda9db500d039d32a49c28a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bd319d9071fb0c6e1bda9db500d039d32a49c28a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "1de51601-70b0-4cda-936a-005fc1384bd2",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8712120828181613969"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bd319d9071fb0c6e1bda9db500d039d32a49c28a"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd319d9071fb0c6e1bda9db500d039d32a49c28a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877539567582654544"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:19:05.386] Scheduled build:
{
"id": "8712109505603349009",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-14T06:19:04.995709805Z",
"updateTime": "2025-06-14T06:19:04.995709805Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd319d9071fb0c6e1bda9db500d039d32a49c28a",
"ref": "refs/heads/main"
}
}
}
[06:19:05.386] Task URL: https://cr-buildbucket.appspot.com/build/8712109505603349009
[06:19:05.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:2:0) after 1m8s
[06:19:06.381] Received PubSub notification, asking Buildbucket for the build status
[06:19:06.407] Build status: SCHEDULED
[06:19:10.393] Received PubSub notification, asking Buildbucket for the build status
[06:19:10.418] Build status: STARTED
[06:20:13.355] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:2:0)
[06:20:13.380] Build status: STARTED
[06:20:13.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:5:0) after 7m2s
[06:27:15.427] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:5:0)
[06:27:15.455] Build status: STARTED
[06:27:15.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:6:0) after 7m28s
[06:34:43.494] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:6:0)
[06:34:43.522] Build status: STARTED
[06:34:43.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:7:0) after 8m30s
[06:43:13.638] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:7:0)
[06:43:13.668] Build status: STARTED
[06:43:13.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:8:0) after 2m25s
[06:45:38.836] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:8:0)
[06:45:38.861] Build status: STARTED
[06:45:38.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:9:0) after 3m0s
[06:48:39.515] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:9:0)
[06:48:39.541] Build status: STARTED
[06:48:39.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:10:0) after 4m17s
[06:52:56.615] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:10:0)
[06:52:56.646] Build status: STARTED
[06:52:56.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:11:0) after 9m44s
[07:02:40.667] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:11:0)
[07:02:40.686] Build status: STARTED
[07:02:40.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:12:0) after 2m14s
[07:04:54.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:12:0)
[07:04:54.974] Build status: STARTED
[07:04:54.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:13:0) after 5m49s
[07:10:43.995] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:13:0)
[07:10:44.032] Build status: STARTED
[07:10:44.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:14:0) after 1m42s
[07:12:26.084] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:14:0)
[07:12:26.110] Build status: STARTED
[07:12:26.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:15:0) after 2m19s
[07:14:45.132] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:15:0)
[07:14:45.182] Build status: STARTED
[07:14:45.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:16:0) after 7m37s
[07:22:22.411] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:16:0)
[07:22:22.426] Build status: STARTED
[07:22:22.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:17:0) after 6m7s
[07:28:29.455] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:17:0)
[07:28:29.479] Build status: STARTED
[07:28:29.479] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:18:0) after 1m45s
[07:30:14.752] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:18:0)
[07:30:14.853] Build status: STARTED
[07:30:14.853] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:19:0) after 4m23s
[07:34:38.755] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:19:0)
[07:34:38.786] Build status: STARTED
[07:34:38.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:20:0) after 8m7s
[07:42:45.817] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:20:0)
[07:42:45.840] Build status: STARTED
[07:42:45.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:21:0) after 3m56s
[07:46:42.150] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:21:0)
[07:46:42.170] Build status: STARTED
[07:46:42.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:22:0) after 7m9s
[07:53:51.302] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:22:0)
[07:53:51.326] Build status: STARTED
[07:53:51.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:23:0) after 5m45s
[07:59:36.341] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:23:0)
[07:59:36.407] Build status: STARTED
[07:59:36.407] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:24:0) after 1m57s
[08:01:33.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:24:0)
[08:01:33.668] Build status: STARTED
[08:01:33.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:25:0) after 6m31s
[08:08:04.816] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:25:0)
[08:08:04.837] Build status: STARTED
[08:08:04.837] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:26:0) after 8m11s
[08:16:16.039] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:26:0)
[08:16:16.063] Build status: STARTED
[08:16:16.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:27:0) after 8m45s
[08:25:01.152] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:27:0)
[08:25:01.218] Build status: STARTED
[08:25:01.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:28:0) after 5m32s
[08:30:33.355] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:28:0)
[08:30:33.383] Build status: STARTED
[08:30:33.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:29:0) after 5m59s
[08:36:32.478] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:29:0)
[08:36:32.498] Build status: STARTED
[08:36:32.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:30:0) after 1m53s
[08:38:25.499] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:30:0)
[08:38:25.569] Build status: STARTED
[08:38:25.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:31:0) after 1m55s
[08:40:20.739] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:31:0)
[08:40:20.754] Build status: STARTED
[08:40:20.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:32:0) after 8m20s
[08:48:40.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:32:0)
[08:48:40.879] Build status: STARTED
[08:48:40.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:33:0) after 4m49s
[08:53:29.949] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:33:0)
[08:53:29.974] Build status: STARTED
[08:53:29.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:34:0) after 1m58s
[08:55:28.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:34:0)
[08:55:28.133] Build status: STARTED
[08:55:28.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:35:0) after 7m2s
[09:02:30.155] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:35:0)
[09:02:30.176] Build status: STARTED
[09:02:30.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:36:0) after 3m7s
[09:05:37.365] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:36:0)
[09:05:37.387] Build status: STARTED
[09:05:37.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:37:0) after 5m23s
[09:11:00.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:37:0)
[09:11:00.527] Build status: STARTED
[09:11:00.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:38:0) after 2m30s
[09:13:30.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:38:0)
[09:13:30.560] Build status: STARTED
[09:13:30.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:39:0) after 3m24s
[09:16:54.653] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:39:0)
[09:16:54.675] Build status: STARTED
[09:16:54.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:40:0) after 6m24s
[09:23:18.695] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:40:0)
[09:23:18.728] Build status: STARTED
[09:23:18.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:41:0) after 8m8s
[09:31:26.749] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:41:0)
[09:31:26.771] Build status: STARTED
[09:31:26.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:42:0) after 4m35s
[09:36:01.878] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:42:0)
[09:36:01.962] Build status: STARTED
[09:36:01.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8877539567582654544:43:0) after 5m1s
[09:40:46.880] Received PubSub notification, asking Buildbucket for the build status
[09:40:46.903] Build:
{
"id": "8712109505603349009",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-14T06:19:04.995709805Z",
"startTime": "2025-06-14T06:19:10.198516030Z",
"endTime": "2025-06-14T09:40:46.642100284Z",
"updateTime": "2025-06-14T09:40:46.642100284Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bd319d9071fb0c6e1bda9db500d039d32a49c28a",
"ref": "refs/heads/main"
}
}
}
[09:40:46.903] Invocation finished in 3h21m43.179173429s with status FAILED