[19:35:02.649] New invocation is queued and will start shortly
[19:35:02.650] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:35:03.693] Starting the invocation (attempt 1)
[19:35:03.718] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98"
[19:35:03.718] Reconstructed gitiles commit from tags
[19:35:03.718] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:35:03.719] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:35:03.719] Buildbucket request:
{
"requestId": "8878486055356923776",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8a59c530c3b99ac25e46c79bc6e4347b5078c5c23933af6f29eae52418145142/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "22a63e09a1eb5a4a7d15f63c9f0cfe4ac0971d5d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878486055356923776",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0e4e3448ab3b68c22110898a50f3e73a40e2840f238fb4e36be9acd491de6b4d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "588e5a6f2490a806a056405eedc5970b3bb3b823",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b40e4ceaa61c5f14ca261e2952e7f85a066403e2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b40e4ceaa61c5f14ca261e2952e7f85a066403e2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "d58f33e1-567c-4deb-8bad-0402288ca82f",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8713068612809080129"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8a59c530c3b99ac25e46c79bc6e4347b5078c5c23933af6f29eae52418145142/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "22a63e09a1eb5a4a7d15f63c9f0cfe4ac0971d5d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "99bc6768-e99b-4229-97fd-06b482c9707d",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8713062798720899777"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878486055356923776"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:35:04.299] Scheduled build:
{
"id": "8713055993513620209",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-03T19:35:03.784424704Z",
"updateTime": "2025-06-03T19:35:03.784424704Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98",
"ref": "refs/heads/main"
}
}
}
[19:35:04.299] Task URL: https://cr-buildbucket.appspot.com/build/8713055993513620209
[19:35:04.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:2:0) after 1m52s
[19:35:05.131] Received PubSub notification, asking Buildbucket for the build status
[19:35:05.153] Build status: SCHEDULED
[19:35:08.114] Received PubSub notification, asking Buildbucket for the build status
[19:35:08.143] Build status: STARTED
[19:36:56.434] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:2:0)
[19:36:56.469] Build status: STARTED
[19:36:56.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:5:0) after 3m13s
[19:40:09.527] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:5:0)
[19:40:09.555] Build status: STARTED
[19:40:09.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:6:0) after 1m10s
[19:41:19.702] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:6:0)
[19:41:19.738] Build status: STARTED
[19:41:19.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:7:0) after 9m33s
[19:50:52.842] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:7:0)
[19:50:52.863] Build status: STARTED
[19:50:52.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:8:0) after 1m50s
[19:52:42.884] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:8:0)
[19:52:42.902] Build status: STARTED
[19:52:42.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:9:0) after 7m41s
[20:00:23.970] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:9:0)
[20:00:23.992] Build status: STARTED
[20:00:23.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:10:0) after 2m57s
[20:03:21.054] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:10:0)
[20:03:21.080] Build status: STARTED
[20:03:21.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:11:0) after 9m32s
[20:12:53.096] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:11:0)
[20:12:53.126] Build status: STARTED
[20:12:53.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:12:0) after 3m56s
[20:16:49.143] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:12:0)
[20:16:49.162] Build status: STARTED
[20:16:49.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:13:0) after 2m7s
[20:18:56.238] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:13:0)
[20:18:56.264] Build status: STARTED
[20:18:56.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:14:0) after 7m3s
[20:25:59.275] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:14:0)
[20:25:59.303] Build status: STARTED
[20:25:59.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:15:0) after 2m1s
[20:28:00.323] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:15:0)
[20:28:00.425] Build status: STARTED
[20:28:00.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:16:0) after 2m29s
[20:30:29.432] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:16:0)
[20:30:29.450] Build status: STARTED
[20:30:29.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:17:0) after 4m14s
[20:34:43.472] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:17:0)
[20:34:43.655] Build status: STARTED
[20:34:43.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:18:0) after 5m24s
[20:40:07.680] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:18:0)
[20:40:07.709] Build status: STARTED
[20:40:07.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:19:0) after 5m59s
[20:46:06.756] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:19:0)
[20:46:06.782] Build status: STARTED
[20:46:06.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:20:0) after 6m25s
[20:52:31.811] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:20:0)
[20:52:31.846] Build status: STARTED
[20:52:31.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:21:0) after 4m10s
[20:56:41.867] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:21:0)
[20:56:41.884] Build status: STARTED
[20:56:41.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:22:0) after 3m5s
[20:59:46.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:22:0)
[20:59:47.001] Build status: STARTED
[20:59:47.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:23:0) after 4m32s
[21:04:19.127] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:23:0)
[21:04:19.150] Build status: STARTED
[21:04:19.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:24:0) after 4m2s
[21:08:21.197] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:24:0)
[21:08:21.227] Build status: STARTED
[21:08:21.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:25:0) after 8m36s
[21:16:57.247] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:25:0)
[21:16:57.286] Build status: STARTED
[21:16:57.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:26:0) after 3m47s
[21:20:44.459] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:26:0)
[21:20:44.483] Build status: STARTED
[21:20:44.483] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:27:0) after 3m2s
[21:23:46.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:27:0)
[21:23:46.537] Build status: STARTED
[21:23:46.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:28:0) after 3m17s
[21:27:03.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:28:0)
[21:27:03.589] Build status: STARTED
[21:27:03.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:29:0) after 7m57s
[21:35:00.642] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:29:0)
[21:35:00.665] Build status: STARTED
[21:35:00.665] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:30:0) after 2m56s
[21:37:56.689] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:30:0)
[21:37:56.712] Build status: STARTED
[21:37:56.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:31:0) after 8m0s
[21:45:56.722] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:31:0)
[21:45:56.741] Build status: STARTED
[21:45:56.741] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:32:0) after 8m47s
[21:54:43.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:32:0)
[21:54:43.894] Build status: STARTED
[21:54:43.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:33:0) after 3m55s
[21:58:38.915] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:33:0)
[21:58:38.933] Build status: STARTED
[21:58:38.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:34:0) after 8m0s
[22:06:39.034] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:34:0)
[22:06:39.058] Build status: STARTED
[22:06:39.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:35:0) after 9m20s
[22:15:59.125] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:35:0)
[22:15:59.141] Build status: STARTED
[22:15:59.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:36:0) after 9m22s
[22:25:21.140] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:36:0)
[22:25:21.163] Build status: STARTED
[22:25:21.163] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:37:0) after 5m55s
[22:31:16.247] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:37:0)
[22:31:16.272] Build status: STARTED
[22:31:16.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:38:0) after 4m6s
[22:35:22.298] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:38:0)
[22:35:22.383] Build status: STARTED
[22:35:22.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:39:0) after 6m28s
[22:41:50.408] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:39:0)
[22:41:50.434] Build status: STARTED
[22:41:50.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:40:0) after 3m5s
[22:44:55.409] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:40:0)
[22:44:55.438] Build status: STARTED
[22:44:55.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:41:0) after 9m20s
[22:54:15.462] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:41:0)
[22:54:15.481] Build status: STARTED
[22:54:15.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-sdk-core-mac:8878486055356923776:42:0) after 2m34s
[22:56:46.277] Received PubSub notification, asking Buildbucket for the build status
[22:56:46.293] Build:
{
"id": "8713055993513620209",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-03T19:35:03.784424704Z",
"startTime": "2025-06-03T19:35:07.923471076Z",
"endTime": "2025-06-03T22:56:45.952052606Z",
"updateTime": "2025-06-03T22:56:45.952052606Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee46630dd06dd1e4f564f9fa9bb0daf3e9e29c98",
"ref": "refs/heads/main"
}
}
}
[22:56:46.293] Invocation finished in 3h21m43.650244481s with status FAILED