[02:38:20.441] New invocation is queued and will start shortly
[02:38:20.441] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[02:38:21.580] Starting the invocation (attempt 1)
[02:38:21.626] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c22828991e7ca7b99048761c078252e94403ba6e"
[02:38:21.626] Reconstructed gitiles commit from tags
[02:38:21.627] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:21.628] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:21.629] Buildbucket request:
{
"requestId": "8919409252654149936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e676a4ad844db367c7d4da44159e5987308f0d718467d5d9fbb4fe403d309058/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b8fcb4c731914919ec3cfa6c94922b2dd44906f",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8919409252654149936",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ead5e909d46ebb5dc41d4c20eda704d48671ac41cbb8f9fefa2ef1fde076bdde/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b8fcb4c731914919ec3cfa6c94922b2dd44906f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "edc1c3d24e6f8ed548340ce0369138fb40427a24"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/edc1c3d24e6f8ed548340ce0369138fb40427a24",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "5121e8d9-4902-4dd0-9bf1-bdaa65efa616",
"title": "clang-mac-x64/0"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "52bd946ee36de52d616b02d84ca1973888844b51fed1261ad8bb19052eeb6582/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b8fcb4c731914919ec3cfa6c94922b2dd44906f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3ceebcb48135612b8d90500f65693398f7e526cd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3ceebcb48135612b8d90500f65693398f7e526cd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "5fbf3adc-8ca7-4a05-a123-73cbca5f6099",
"title": "clang-mac-x64/0"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b3ea4ec66c222ec67070e6c74a3fb49d43f8d988f8e6a073a41ab17acf8d4f84/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b8fcb4c731914919ec3cfa6c94922b2dd44906f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1cf428a05a62711200d37a1b12722ca16c33a6ea"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1cf428a05a62711200d37a1b12722ca16c33a6ea",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "6b919359-2af2-486b-936d-e6e3320820e8",
"title": "clang-mac-x64/0"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "e676a4ad844db367c7d4da44159e5987308f0d718467d5d9fbb4fe403d309058/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6b8fcb4c731914919ec3cfa6c94922b2dd44906f",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c22828991e7ca7b99048761c078252e94403ba6e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c22828991e7ca7b99048761c078252e94403ba6e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "2986d74b-308b-4a3f-9bf9-c74303a895e9",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c22828991e7ca7b99048761c078252e94403ba6e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c22828991e7ca7b99048761c078252e94403ba6e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8919409252654149936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:38:22.297] Scheduled build:
{
"id": "8753979190665534129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-09T02:38:21.715516758Z",
"updateTime": "2024-03-09T02:38:21.715516758Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c22828991e7ca7b99048761c078252e94403ba6e",
"ref": "refs/heads/main"
}
}
}
[02:38:22.297] Task URL: https://cr-buildbucket.appspot.com/build/8753979190665534129
[02:38:22.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:2:0) after 9m46s
[02:38:23.089] Received PubSub notification, asking Buildbucket for the build status
[02:38:23.113] Build status: SCHEDULED
[02:48:08.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:2:0)
[02:48:08.350] Build status: SCHEDULED
[02:48:08.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:4:0) after 4m7s
[02:52:15.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:4:0)
[02:52:15.467] Build status: SCHEDULED
[02:52:15.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:5:0) after 6m50s
[02:59:05.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:5:0)
[02:59:05.605] Build status: SCHEDULED
[02:59:05.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:6:0) after 9m33s
[03:08:38.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:6:0)
[03:08:38.642] Build status: SCHEDULED
[03:08:38.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:7:0) after 4m41s
[03:13:19.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:7:0)
[03:13:19.718] Build status: SCHEDULED
[03:13:19.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:8:0) after 4m30s
[03:17:49.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:8:0)
[03:17:49.899] Build status: SCHEDULED
[03:17:49.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:9:0) after 9m7s
[03:26:57.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:9:0)
[03:26:57.219] Build status: SCHEDULED
[03:26:57.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:10:0) after 5m15s
[03:32:12.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:10:0)
[03:32:12.462] Build status: SCHEDULED
[03:32:12.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:11:0) after 4m17s
[03:36:29.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:11:0)
[03:36:29.896] Build status: SCHEDULED
[03:36:29.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:12:0) after 3m2s
[03:39:31.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:12:0)
[03:39:31.900] Build status: SCHEDULED
[03:39:31.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:13:0) after 8m11s
[03:47:43.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:13:0)
[03:47:43.137] Build status: SCHEDULED
[03:47:43.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:14:0) after 2m7s
[03:49:50.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:14:0)
[03:49:50.185] Build status: SCHEDULED
[03:49:50.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:15:0) after 5m30s
[03:55:20.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:15:0)
[03:55:20.350] Build status: SCHEDULED
[03:55:20.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:16:0) after 5m1s
[04:00:21.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:16:0)
[04:00:21.807] Build status: SCHEDULED
[04:00:21.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:17:0) after 1m29s
[04:01:50.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:17:0)
[04:01:50.888] Build status: SCHEDULED
[04:01:50.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:18:0) after 6m10s
[04:08:01.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:18:0)
[04:08:01.238] Build status: SCHEDULED
[04:08:01.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:19:0) after 7m22s
[04:15:23.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:19:0)
[04:15:23.285] Build status: SCHEDULED
[04:15:23.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:20:0) after 3m7s
[04:18:30.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:20:0)
[04:18:30.434] Build status: SCHEDULED
[04:18:30.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:21:0) after 5m14s
[04:23:44.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:21:0)
[04:23:44.608] Build status: SCHEDULED
[04:23:44.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:22:0) after 9m15s
[04:28:18.231] Received PubSub notification, asking Buildbucket for the build status
[04:28:18.259] Build status: STARTED
[04:32:59.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:22:0)
[04:33:00.059] Build status: STARTED
[04:33:00.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:24:0) after 2m9s
[04:35:09.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:24:0)
[04:35:09.086] Build status: STARTED
[04:35:09.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:25:0) after 5m34s
[04:40:43.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:25:0)
[04:40:43.410] Build status: STARTED
[04:40:43.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:26:0) after 8m34s
[04:49:17.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:26:0)
[04:49:17.614] Build status: STARTED
[04:49:17.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:27:0) after 8m25s
[04:57:42.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:27:0)
[04:57:42.676] Build status: STARTED
[04:57:42.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:28:0) after 8m18s
[05:06:00.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:28:0)
[05:06:00.880] Build status: STARTED
[05:06:00.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:29:0) after 6m0s
[05:12:00.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:29:0)
[05:12:00.949] Build status: STARTED
[05:12:00.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8919409252654149936:30:0) after 9m44s
[05:15:48.915] Received PubSub notification, asking Buildbucket for the build status
[05:15:48.978] Build:
{
"id": "8753979190665534129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-09T02:38:21.715516758Z",
"startTime": "2024-03-09T04:28:17.315983Z",
"endTime": "2024-03-09T05:15:48.141125Z",
"updateTime": "2024-03-09T05:15:48.141125Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c22828991e7ca7b99048761c078252e94403ba6e",
"ref": "refs/heads/main"
}
}
}
[05:15:48.978] Invocation finished in 2h37m28.542659025s with status FAILED