[00:39:44.342] New invocation is queued and will start shortly
[00:39:44.342] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:39:45.542] Starting the invocation (attempt 1)
[00:39:45.571] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ebc35f8b121a112b3ecb40b8120a17bcf11d28f4"
[00:39:45.571] Reconstructed gitiles commit from tags
[00:39:45.571] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:39:45.572] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:39:45.576] Buildbucket request:
{
"requestId": "8863699580094900368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "baa91104bbd4f29eabce90571d55c93cd7e03af002d5e77583a2f1640cd62fd8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e1c21d6e295c7eeaee350a65518d1ead11530c9d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863699580094900368",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "baa91104bbd4f29eabce90571d55c93cd7e03af002d5e77583a2f1640cd62fd8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e1c21d6e295c7eeaee350a65518d1ead11530c9d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ebc35f8b121a112b3ecb40b8120a17bcf11d28f4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ebc35f8b121a112b3ecb40b8120a17bcf11d28f4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "ee34a3f1-f085-4fb0-91d6-53853abba106",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8698279210487794273"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ebc35f8b121a112b3ecb40b8120a17bcf11d28f4"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ebc35f8b121a112b3ecb40b8120a17bcf11d28f4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863699580094900368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:39:45.972] Scheduled build:
{
"id": "8698269518081269217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-14T00:39:45.634940950Z",
"updateTime": "2025-11-14T00:39:45.634940950Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ebc35f8b121a112b3ecb40b8120a17bcf11d28f4",
"ref": "refs/heads/main"
}
}
}
[00:39:45.972] Task URL: https://cr-buildbucket.appspot.com/build/8698269518081269217
[00:39:45.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:2:0) after 9m24s
[00:40:01.821] Received PubSub notification, asking Buildbucket for the build status
[00:40:01.847] Build status: SCHEDULED
[00:49:10.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:2:0)
[00:49:10.027] Build status: SCHEDULED
[00:49:10.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:4:0) after 5m43s
[00:54:53.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:4:0)
[00:54:53.108] Build status: SCHEDULED
[00:54:53.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:5:0) after 1m27s
[00:56:20.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:5:0)
[00:56:20.140] Build status: SCHEDULED
[00:56:20.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:6:0) after 7m7s
[01:03:27.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:6:0)
[01:03:27.214] Build status: SCHEDULED
[01:03:27.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:7:0) after 3m11s
[01:06:38.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:7:0)
[01:06:38.315] Build status: SCHEDULED
[01:06:38.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:8:0) after 8m20s
[01:14:58.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:8:0)
[01:14:58.351] Build status: SCHEDULED
[01:14:58.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:9:0) after 1m10s
[01:16:08.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:9:0)
[01:16:08.470] Build status: SCHEDULED
[01:16:08.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:10:0) after 8m2s
[01:24:10.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:10:0)
[01:24:10.655] Build status: SCHEDULED
[01:24:10.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:11:0) after 6m43s
[01:30:25.742] Received PubSub notification, asking Buildbucket for the build status
[01:30:25.770] Build status: STARTED
[01:30:53.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:11:0)
[01:30:53.675] Build status: STARTED
[01:30:53.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:13:0) after 3m13s
[01:34:06.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:13:0)
[01:34:06.696] Build status: STARTED
[01:34:06.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:14:0) after 3m0s
[01:37:06.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:14:0)
[01:37:06.770] Build status: STARTED
[01:37:06.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:15:0) after 9m31s
[01:46:37.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:15:0)
[01:46:37.849] Build status: STARTED
[01:46:37.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:16:0) after 5m41s
[01:52:18.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:16:0)
[01:52:18.932] Build status: STARTED
[01:52:18.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:17:0) after 1m45s
[01:54:04.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:17:0)
[01:54:04.074] Build status: STARTED
[01:54:04.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:18:0) after 2m4s
[01:56:08.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:18:0)
[01:56:08.100] Build status: STARTED
[01:56:08.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:19:0) after 1m11s
[01:57:19.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:19:0)
[01:57:19.204] Build status: STARTED
[01:57:19.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:20:0) after 7m40s
[02:04:59.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:20:0)
[02:04:59.242] Build status: STARTED
[02:04:59.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:21:0) after 7m1s
[02:12:00.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:21:0)
[02:12:00.357] Build status: STARTED
[02:12:00.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:22:0) after 3m34s
[02:15:34.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:22:0)
[02:15:34.416] Build status: STARTED
[02:15:34.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:23:0) after 1m51s
[02:17:25.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:23:0)
[02:17:25.474] Build status: STARTED
[02:17:25.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:24:0) after 6m51s
[02:24:16.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:24:0)
[02:24:16.523] Build status: STARTED
[02:24:16.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:25:0) after 2m34s
[02:26:50.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:25:0)
[02:26:50.692] Build status: STARTED
[02:26:50.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:26:0) after 4m34s
[02:31:24.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:26:0)
[02:31:24.732] Build status: STARTED
[02:31:24.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:27:0) after 5m45s
[02:37:09.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:27:0)
[02:37:09.766] Build status: STARTED
[02:37:09.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:28:0) after 2m31s
[02:39:40.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:28:0)
[02:39:40.839] Build status: STARTED
[02:39:40.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:29:0) after 8m27s
[02:48:07.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:29:0)
[02:48:07.872] Build status: STARTED
[02:48:07.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863699580094900368:30:0) after 2m55s
[02:50:00.354] Received PubSub notification, asking Buildbucket for the build status
[02:50:00.376] Build:
{
"id": "8698269518081269217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-14T00:39:45.634940950Z",
"startTime": "2025-11-14T01:30:25.515090326Z",
"endTime": "2025-11-14T02:49:59.905405178Z",
"updateTime": "2025-11-14T02:49:59.905405178Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ebc35f8b121a112b3ecb40b8120a17bcf11d28f4",
"ref": "refs/heads/main"
}
}
}
[02:50:00.376] Invocation finished in 2h10m16.0465054s with status FAILED