[09:07:46.457] New invocation is queued and will start shortly
[09:07:46.457] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[09:07:47.580] Starting the invocation (attempt 1)
[09:07:47.605] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ba7d78ac4597c99e1815646d711cf736ead4f54a"
[09:07:47.605] Reconstructed gitiles commit from tags
[09:07:47.605] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:07:47.605] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:07:47.605] Buildbucket request:
{
"requestId": "8875535819879322576",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3e5ccaeeb8ec67838acdd46c7f3eb6960ffee4e77c3d2e78eb7d01c9cd32d792/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "15736cc4f4e01974a8c27bd02a833e20ad529153",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875535819879322576",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3e5ccaeeb8ec67838acdd46c7f3eb6960ffee4e77c3d2e78eb7d01c9cd32d792/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "15736cc4f4e01974a8c27bd02a833e20ad529153",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ba7d78ac4597c99e1815646d711cf736ead4f54a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ba7d78ac4597c99e1815646d711cf736ead4f54a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "7c76c0be-07a8-4cf8-98f0-319e3f7dff84",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8710111255816156273"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ba7d78ac4597c99e1815646d711cf736ead4f54a"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ba7d78ac4597c99e1815646d711cf736ead4f54a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875535819879322576"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:07:48.098] Scheduled build:
{
"id": "8710105757952275953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-06T09:07:47.666684482Z",
"updateTime": "2025-07-06T09:07:47.666684482Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ba7d78ac4597c99e1815646d711cf736ead4f54a",
"ref": "refs/heads/main"
}
}
}
[09:07:48.098] Task URL: https://cr-buildbucket.appspot.com/build/8710105757952275953
[09:07:48.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:2:0) after 4m50s
[09:07:49.091] Received PubSub notification, asking Buildbucket for the build status
[09:07:49.208] Build status: SCHEDULED
[09:10:27.144] Received PubSub notification, asking Buildbucket for the build status
[09:10:27.182] Build status: STARTED
[09:12:38.169] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:2:0)
[09:12:38.190] Build status: STARTED
[09:12:38.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:5:0) after 1m52s
[09:14:30.306] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:5:0)
[09:14:30.344] Build status: STARTED
[09:14:30.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:6:0) after 2m42s
[09:17:12.358] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:6:0)
[09:17:12.375] Build status: STARTED
[09:17:12.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:7:0) after 1m29s
[09:18:41.554] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:7:0)
[09:18:41.584] Build status: STARTED
[09:18:41.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:8:0) after 4m45s
[09:23:26.670] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:8:0)
[09:23:26.699] Build status: STARTED
[09:23:26.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:9:0) after 7m6s
[09:30:32.719] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:9:0)
[09:30:32.742] Build status: STARTED
[09:30:32.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:10:0) after 7m30s
[09:38:02.764] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:10:0)
[09:38:02.781] Build status: STARTED
[09:38:02.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:11:0) after 6m3s
[09:44:06.000] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:11:0)
[09:44:06.019] Build status: STARTED
[09:44:06.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:12:0) after 2m5s
[09:46:11.819] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:12:0)
[09:46:11.861] Build status: STARTED
[09:46:11.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:13:0) after 7m24s
[09:53:35.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:13:0)
[09:53:35.924] Build status: STARTED
[09:53:35.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:14:0) after 5m0s
[09:58:35.945] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:14:0)
[09:58:35.967] Build status: STARTED
[09:58:35.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:15:0) after 8m25s
[10:07:01.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:15:0)
[10:07:01.057] Build status: STARTED
[10:07:01.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:16:0) after 1m3s
[10:08:04.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:16:0)
[10:08:04.253] Build status: STARTED
[10:08:04.254] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:17:0) after 6m30s
[10:14:34.272] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:17:0)
[10:14:34.289] Build status: STARTED
[10:14:34.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:18:0) after 5m17s
[10:19:51.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:18:0)
[10:19:51.338] Build status: STARTED
[10:19:51.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:19:0) after 5m15s
[10:25:06.358] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:19:0)
[10:25:06.386] Build status: STARTED
[10:25:06.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:20:0) after 8m42s
[10:33:48.408] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:20:0)
[10:33:48.427] Build status: STARTED
[10:33:48.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:21:0) after 2m14s
[10:36:02.444] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:21:0)
[10:36:02.467] Build status: STARTED
[10:36:02.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:22:0) after 7m8s
[10:43:10.529] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:22:0)
[10:43:10.556] Build status: STARTED
[10:43:10.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:23:0) after 3m16s
[10:46:26.580] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:23:0)
[10:46:26.603] Build status: STARTED
[10:46:26.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:24:0) after 5m0s
[10:51:26.592] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:24:0)
[10:51:26.673] Build status: STARTED
[10:51:26.673] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:25:0) after 7m26s
[10:58:52.974] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:25:0)
[10:58:53.119] Build status: STARTED
[10:58:53.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:26:0) after 1m28s
[11:00:21.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:26:0)
[11:00:21.353] Build status: STARTED
[11:00:21.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:27:0) after 9m9s
[11:09:30.381] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:27:0)
[11:09:30.398] Build status: STARTED
[11:09:30.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:28:0) after 2m8s
[11:11:38.448] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:28:0)
[11:11:38.481] Build status: STARTED
[11:11:38.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:29:0) after 8m15s
[11:19:53.503] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:29:0)
[11:19:53.522] Build status: STARTED
[11:19:53.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:30:0) after 1m4s
[11:20:57.542] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:30:0)
[11:20:57.561] Build status: STARTED
[11:20:57.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:31:0) after 8m8s
[11:29:05.588] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:31:0)
[11:29:05.631] Build status: STARTED
[11:29:05.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:32:0) after 4m26s
[11:33:31.700] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:32:0)
[11:33:31.727] Build status: STARTED
[11:33:31.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:33:0) after 1m44s
[11:35:15.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:33:0)
[11:35:15.795] Build status: STARTED
[11:35:15.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:34:0) after 3m58s
[11:39:13.874] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:34:0)
[11:39:13.898] Build status: STARTED
[11:39:13.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:35:0) after 9m48s
[11:49:01.919] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:35:0)
[11:49:01.969] Build status: STARTED
[11:49:01.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:36:0) after 4m16s
[11:53:17.996] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:36:0)
[11:53:18.028] Build status: STARTED
[11:53:18.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:37:0) after 9m28s
[12:02:46.141] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:37:0)
[12:02:46.173] Build status: STARTED
[12:02:46.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:38:0) after 9m56s
[12:12:42.251] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:38:0)
[12:12:42.331] Build status: STARTED
[12:12:42.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:39:0) after 5m44s
[12:18:26.460] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:39:0)
[12:18:26.477] Build status: STARTED
[12:18:26.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:40:0) after 5m32s
[12:23:58.505] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:40:0)
[12:23:58.542] Build status: STARTED
[12:23:58.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:41:0) after 7m13s
[12:31:11.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:41:0)
[12:31:11.581] Build status: STARTED
[12:31:11.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8875535819879322576:42:0) after 9m16s
[12:32:50.599] Received PubSub notification, asking Buildbucket for the build status
[12:32:50.623] Build:
{
"id": "8710105757952275953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-06T09:07:47.666684482Z",
"startTime": "2025-07-06T09:10:26.650905126Z",
"endTime": "2025-07-06T12:32:49.890404258Z",
"updateTime": "2025-07-06T12:32:49.890404258Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ba7d78ac4597c99e1815646d711cf736ead4f54a",
"ref": "refs/heads/main"
}
}
}
[12:32:50.623] Invocation finished in 3h25m4.178262446s with status FAILED