[22:34:10.397] New invocation is queued and will start shortly
[22:34:10.397] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:34:11.541] Starting the invocation (attempt 1)
[22:34:11.565] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9697f4b9e43151f8797ec199ec9a1fce2d208d7d"
[22:34:11.565] Reconstructed gitiles commit from tags
[22:34:11.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:34:11.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:34:11.566] Buildbucket request:
{
"requestId": "8863888673943542816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "677d5bde8dff581651e87427c1902d615a2aa40f3f3f3ec7f7b3ef1ef1cad330/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "598074ddfe997cdcd082e55e868fd8e385ecccc1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863888673943542816",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "746a14c9c2027bdecfb8bd74b393d94d26e77990ea81d35fcd6508cfcb0ce976/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4c6fd9ee2621f6b3778c26a0a7cd0341bc901c03",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7f061897703e59f64b1984d27da4a6efd37f4f19"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7f061897703e59f64b1984d27da4a6efd37f4f19",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "752d237e-de67-47e7-b233-56815a0a6640",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8698470320214319713"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "677d5bde8dff581651e87427c1902d615a2aa40f3f3f3ec7f7b3ef1ef1cad330/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "598074ddfe997cdcd082e55e868fd8e385ecccc1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9697f4b9e43151f8797ec199ec9a1fce2d208d7d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9697f4b9e43151f8797ec199ec9a1fce2d208d7d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "1f1ef2e7-75f1-4f05-a129-37fdcc1d1252",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8698464528936670433"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9697f4b9e43151f8797ec199ec9a1fce2d208d7d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9697f4b9e43151f8797ec199ec9a1fce2d208d7d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863888673943542816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:34:12.032] Scheduled build:
{
"id": "8698458611999143905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-11T22:34:11.621040581Z",
"updateTime": "2025-11-11T22:34:11.621040581Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9697f4b9e43151f8797ec199ec9a1fce2d208d7d",
"ref": "refs/heads/main"
}
}
}
[22:34:12.032] Task URL: https://cr-buildbucket.appspot.com/build/8698458611999143905
[22:34:12.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:2:0) after 9m9s
[22:34:13.026] Received PubSub notification, asking Buildbucket for the build status
[22:34:13.043] Build status: SCHEDULED
[22:43:21.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:2:0)
[22:43:21.102] Build status: SCHEDULED
[22:43:21.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:4:0) after 2m2s
[22:45:23.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:4:0)
[22:45:23.141] Build status: SCHEDULED
[22:45:23.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:5:0) after 9m45s
[22:55:08.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:5:0)
[22:55:08.257] Build status: SCHEDULED
[22:55:08.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:6:0) after 5m57s
[23:01:05.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:6:0)
[23:01:05.349] Build status: SCHEDULED
[23:01:05.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:7:0) after 4m9s
[23:05:14.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:7:0)
[23:05:14.601] Build status: SCHEDULED
[23:05:14.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:8:0) after 2m56s
[23:08:10.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:8:0)
[23:08:10.636] Build status: SCHEDULED
[23:08:10.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:9:0) after 6m33s
[23:14:43.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:9:0)
[23:14:43.677] Build status: SCHEDULED
[23:14:43.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:10:0) after 5m52s
[23:20:35.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:10:0)
[23:20:35.702] Build status: SCHEDULED
[23:20:35.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:11:0) after 7m45s
[23:28:20.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:11:0)
[23:28:20.866] Build status: SCHEDULED
[23:28:20.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:12:0) after 1m36s
[23:29:56.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:12:0)
[23:29:57.071] Build status: SCHEDULED
[23:29:57.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:13:0) after 1m20s
[23:31:17.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:13:0)
[23:31:17.156] Build status: SCHEDULED
[23:31:17.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:14:0) after 5m6s
[23:36:23.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:14:0)
[23:36:23.217] Build status: SCHEDULED
[23:36:23.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:15:0) after 7m50s
[23:44:13.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:15:0)
[23:44:13.223] Build status: SCHEDULED
[23:44:13.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:16:0) after 6m6s
[23:50:19.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:16:0)
[23:50:19.325] Build status: SCHEDULED
[23:50:19.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:17:0) after 8m2s
[23:58:21.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:17:0)
[23:58:21.427] Build status: SCHEDULED
[23:58:21.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:18:0) after 6m36s
[00:02:13.691] Received PubSub notification, asking Buildbucket for the build status
[00:02:13.715] Build status: STARTED
[00:04:57.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:18:0)
[00:04:57.458] Build status: STARTED
[00:04:57.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:20:0) after 6m4s
[00:11:01.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:20:0)
[00:11:01.533] Build status: STARTED
[00:11:01.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:21:0) after 6m31s
[00:17:32.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:21:0)
[00:17:32.575] Build status: STARTED
[00:17:32.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:22:0) after 9m50s
[00:27:22.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:22:0)
[00:27:22.609] Build status: STARTED
[00:27:22.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:23:0) after 6m47s
[00:34:09.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:23:0)
[00:34:09.641] Build status: STARTED
[00:34:09.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:24:0) after 2m34s
[00:36:43.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:24:0)
[00:36:43.694] Build status: STARTED
[00:36:43.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:25:0) after 4m44s
[00:41:27.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:25:0)
[00:41:27.792] Build status: STARTED
[00:41:27.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:26:0) after 5m9s
[00:46:36.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:26:0)
[00:46:36.838] Build status: STARTED
[00:46:36.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:27:0) after 1m43s
[00:48:19.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:27:0)
[00:48:19.963] Build status: STARTED
[00:48:19.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:28:0) after 1m41s
[00:50:00.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:28:0)
[00:50:01.008] Build status: STARTED
[00:50:01.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:29:0) after 2m14s
[00:52:15.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:29:0)
[00:52:15.105] Build status: STARTED
[00:52:15.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:30:0) after 1m50s
[00:54:05.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:30:0)
[00:54:05.153] Build status: STARTED
[00:54:05.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:31:0) after 3m53s
[00:57:58.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:31:0)
[00:57:58.243] Build status: STARTED
[00:57:58.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:32:0) after 5m37s
[01:03:35.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:32:0)
[01:03:35.327] Build status: STARTED
[01:03:35.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:33:0) after 6m12s
[01:09:47.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:33:0)
[01:09:47.336] Build status: STARTED
[01:09:47.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:34:0) after 1m41s
[01:11:28.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:34:0)
[01:11:28.394] Build status: STARTED
[01:11:28.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:35:0) after 1m11s
[01:12:39.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:35:0)
[01:12:39.426] Build status: STARTED
[01:12:39.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:36:0) after 1m53s
[01:14:32.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:36:0)
[01:14:32.597] Build status: STARTED
[01:14:32.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863888673943542816:37:0) after 7m49s
[01:18:34.204] Received PubSub notification, asking Buildbucket for the build status
[01:18:34.229] Build:
{
"id": "8698458611999143905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-11T22:34:11.621040581Z",
"startTime": "2025-11-12T00:02:13.352233711Z",
"endTime": "2025-11-12T01:18:33.400080050Z",
"updateTime": "2025-11-12T01:18:33.400080050Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9697f4b9e43151f8797ec199ec9a1fce2d208d7d",
"ref": "refs/heads/main"
}
}
}
[01:18:34.229] Invocation finished in 2h44m23.845713248s with status FAILED