[12:00:59.329] New invocation is queued and will start shortly
[12:00:59.329] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[12:01:00.419] Starting the invocation (attempt 1)
[12:01:00.452] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/883afa4ef93d824ec11981ccad04af1cd1e4ce29"
[12:01:00.452] Reconstructed gitiles commit from tags
[12:01:00.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:01:00.453] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:01:00.453] Buildbucket request:
{
"requestId": "8881323128013470496",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ac788524c0e75ef58d35ba67f3d5dc5aed88613df4c37972382ab579a3dc06ae/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7dc25b91963379ad6f8b4d941977245ca81e9aa1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8881323128013470496",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ac788524c0e75ef58d35ba67f3d5dc5aed88613df4c37972382ab579a3dc06ae/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7dc25b91963379ad6f8b4d941977245ca81e9aa1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "883afa4ef93d824ec11981ccad04af1cd1e4ce29"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/883afa4ef93d824ec11981ccad04af1cd1e4ce29",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "f02ace77-2e36-4b62-a97d-5dc936f4a9f1",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8715904684412845297"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "883afa4ef93d824ec11981ccad04af1cd1e4ce29"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "883afa4ef93d824ec11981ccad04af1cd1e4ce29",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8881323128013470496"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:01:00.840] Scheduled build:
{
"id": "8715893066105050081",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-03T12:01:00.520204150Z",
"updateTime": "2025-05-03T12:01:00.520204150Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "883afa4ef93d824ec11981ccad04af1cd1e4ce29",
"ref": "refs/heads/main"
}
}
}
[12:01:00.840] Task URL: https://cr-buildbucket.appspot.com/build/8715893066105050081
[12:01:00.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:2:0) after 2m53s
[12:01:00.927] Received PubSub notification, asking Buildbucket for the build status
[12:01:00.958] Build status: SCHEDULED
[12:01:16.299] Received PubSub notification, asking Buildbucket for the build status
[12:01:16.327] Build status: STARTED
[12:03:53.924] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:2:0)
[12:03:53.958] Build status: STARTED
[12:03:53.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:5:0) after 6m15s
[12:10:08.992] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:5:0)
[12:10:09.023] Build status: STARTED
[12:10:09.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:6:0) after 2m41s
[12:12:50.043] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:6:0)
[12:12:50.067] Build status: STARTED
[12:12:50.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:7:0) after 3m11s
[12:16:01.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:7:0)
[12:16:01.570] Build status: STARTED
[12:16:01.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:8:0) after 6m3s
[12:22:04.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:8:0)
[12:22:04.611] Build status: STARTED
[12:22:04.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:9:0) after 8m56s
[12:31:00.637] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:9:0)
[12:31:00.667] Build status: STARTED
[12:31:00.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:10:0) after 4m35s
[12:35:35.691] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:10:0)
[12:35:35.722] Build status: STARTED
[12:35:35.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:11:0) after 1m27s
[12:37:02.738] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:11:0)
[12:37:02.761] Build status: STARTED
[12:37:02.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:12:0) after 8m3s
[12:45:06.020] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:12:0)
[12:45:06.041] Build status: STARTED
[12:45:06.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:13:0) after 1m42s
[12:46:48.071] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:13:0)
[12:46:48.092] Build status: STARTED
[12:46:48.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:14:0) after 5m0s
[12:51:48.115] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:14:0)
[12:51:48.190] Build status: STARTED
[12:51:48.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:15:0) after 3m36s
[12:55:24.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:15:0)
[12:55:24.309] Build status: STARTED
[12:55:24.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:16:0) after 3m43s
[12:59:07.307] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:16:0)
[12:59:07.329] Build status: STARTED
[12:59:07.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:17:0) after 5m57s
[13:05:04.438] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:17:0)
[13:05:04.463] Build status: STARTED
[13:05:04.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:18:0) after 3m35s
[13:08:39.514] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:18:0)
[13:08:39.541] Build status: STARTED
[13:08:39.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:19:0) after 1m19s
[13:09:58.752] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:19:0)
[13:09:58.765] Build status: STARTED
[13:09:58.765] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:20:0) after 4m1s
[13:13:59.889] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:20:0)
[13:13:59.902] Build status: STARTED
[13:13:59.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:21:0) after 5m57s
[13:19:56.996] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:21:0)
[13:19:57.014] Build status: STARTED
[13:19:57.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:22:0) after 2m53s
[13:22:50.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:22:0)
[13:22:50.065] Build status: STARTED
[13:22:50.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:23:0) after 8m33s
[13:31:23.131] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:23:0)
[13:31:23.149] Build status: STARTED
[13:31:23.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:24:0) after 8m58s
[13:40:21.485] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:24:0)
[13:40:21.509] Build status: STARTED
[13:40:21.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:25:0) after 1m5s
[13:41:26.545] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:25:0)
[13:41:26.563] Build status: STARTED
[13:41:26.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:26:0) after 6m57s
[13:48:23.583] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:26:0)
[13:48:23.600] Build status: STARTED
[13:48:23.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:27:0) after 8m44s
[13:57:07.797] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:27:0)
[13:57:07.824] Build status: STARTED
[13:57:07.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:28:0) after 7m44s
[14:04:51.853] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:28:0)
[14:04:51.871] Build status: STARTED
[14:04:51.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:29:0) after 6m29s
[14:11:20.895] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:29:0)
[14:11:20.967] Build status: STARTED
[14:11:20.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:30:0) after 8m42s
[14:20:03.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:30:0)
[14:20:03.132] Build status: STARTED
[14:20:03.132] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:31:0) after 2m12s
[14:22:15.462] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:31:0)
[14:22:15.480] Build status: STARTED
[14:22:15.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:32:0) after 6m27s
[14:28:42.734] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:32:0)
[14:28:42.755] Build status: STARTED
[14:28:42.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:33:0) after 1m45s
[14:30:27.854] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:33:0)
[14:30:27.873] Build status: STARTED
[14:30:27.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:34:0) after 2m3s
[14:32:30.894] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:34:0)
[14:32:30.973] Build status: STARTED
[14:32:30.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:35:0) after 9m22s
[14:41:53.002] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:35:0)
[14:41:53.033] Build status: STARTED
[14:41:53.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:36:0) after 7m56s
[14:49:49.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:36:0)
[14:49:49.266] Build status: STARTED
[14:49:49.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:37:0) after 3m16s
[14:53:05.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:37:0)
[14:53:05.743] Build status: STARTED
[14:53:05.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:38:0) after 5m16s
[14:58:21.819] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:38:0)
[14:58:21.835] Build status: STARTED
[14:58:21.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:39:0) after 6m1s
[15:04:22.998] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:39:0)
[15:04:23.016] Build status: STARTED
[15:04:23.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:40:0) after 3m9s
[15:07:32.265] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:40:0)
[15:07:32.283] Build status: STARTED
[15:07:32.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:41:0) after 6m50s
[15:14:22.310] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:41:0)
[15:14:22.351] Build status: STARTED
[15:14:22.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-sdk-core-mac:8881323128013470496:42:0) after 9m2s
[15:22:55.443] Received PubSub notification, asking Buildbucket for the build status
[15:22:55.465] Build:
{
"id": "8715893066105050081",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-sdk-core-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2025-05-03T12:01:00.520204150Z",
"startTime": "2025-05-03T12:01:16.090684439Z",
"endTime": "2025-05-03T15:22:54.989847230Z",
"updateTime": "2025-05-03T15:22:54.989847230Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "883afa4ef93d824ec11981ccad04af1cd1e4ce29",
"ref": "refs/heads/main"
}
}
}
[15:22:55.465] Invocation finished in 3h21m56.148881095s with status FAILED