[00:34:44.680] New invocation is queued and will start shortly
[00:34:44.680] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:34:45.862] Starting the invocation (attempt 1)
[00:34:45.883] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb29a6e4075894e799dd2fb29399c478a4df4462"
[00:34:45.883] Reconstructed gitiles commit from tags
[00:34:45.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:34:45.884] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:34:45.884] Buildbucket request:
{
"requestId": "8861344373186655328",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cea0650cfe3dc83fd4aab34b1d7357280c1ac64be2bd83c4d35b6bc918ef3e98/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "388e07502f7d37e36a0e84fca69008e2eac6b168",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861344373186655328",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "cea0650cfe3dc83fd4aab34b1d7357280c1ac64be2bd83c4d35b6bc918ef3e98/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "388e07502f7d37e36a0e84fca69008e2eac6b168",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fb29a6e4075894e799dd2fb29399c478a4df4462"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb29a6e4075894e799dd2fb29399c478a4df4462",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "fbbd4ac9-74f9-450d-8270-ed6fb8aaa123",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8695920034311591297"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fb29a6e4075894e799dd2fb29399c478a4df4462"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb29a6e4075894e799dd2fb29399c478a4df4462",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861344373186655328"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:34:46.210] Scheduled build:
{
"id": "8695914311220780481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T00:34:45.927004519Z",
"updateTime": "2025-12-10T00:34:45.927004519Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb29a6e4075894e799dd2fb29399c478a4df4462",
"ref": "refs/heads/main"
}
}
}
[00:34:46.210] Task URL: https://cr-buildbucket.appspot.com/build/8695914311220780481
[00:34:46.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:2:0) after 1m26s
[00:34:47.187] Received PubSub notification, asking Buildbucket for the build status
[00:34:47.206] Build status: SCHEDULED
[00:36:12.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:2:0)
[00:36:12.302] Build status: SCHEDULED
[00:36:12.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:4:0) after 4m53s
[00:41:05.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:4:0)
[00:41:05.339] Build status: SCHEDULED
[00:41:05.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:5:0) after 3m42s
[00:44:47.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:5:0)
[00:44:47.510] Build status: SCHEDULED
[00:44:47.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:6:0) after 6m54s
[00:51:41.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:6:0)
[00:51:41.543] Build status: SCHEDULED
[00:51:41.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:7:0) after 1m18s
[00:52:59.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:7:0)
[00:52:59.575] Build status: SCHEDULED
[00:52:59.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:8:0) after 9m8s
[01:02:07.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:8:0)
[01:02:07.683] Build status: SCHEDULED
[01:02:07.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:9:0) after 4m40s
[01:06:47.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:9:0)
[01:06:47.710] Build status: SCHEDULED
[01:06:47.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:10:0) after 9m52s
[01:16:39.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:10:0)
[01:16:39.858] Build status: SCHEDULED
[01:16:39.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:11:0) after 6m36s
[01:23:15.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:11:0)
[01:23:15.986] Build status: SCHEDULED
[01:23:15.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:12:0) after 1m40s
[01:24:56.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:12:0)
[01:24:56.067] Build status: SCHEDULED
[01:24:56.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:13:0) after 7m35s
[01:32:31.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:13:0)
[01:32:31.178] Build status: SCHEDULED
[01:32:31.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:14:0) after 2m9s
[01:34:40.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:14:0)
[01:34:40.311] Build status: SCHEDULED
[01:34:40.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:15:0) after 1m3s
[01:35:43.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:15:0)
[01:35:43.304] Build status: SCHEDULED
[01:35:43.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:16:0) after 7m40s
[01:43:23.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:16:0)
[01:43:23.298] Build status: SCHEDULED
[01:43:23.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:17:0) after 2m34s
[01:45:57.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:17:0)
[01:45:57.328] Build status: SCHEDULED
[01:45:57.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:18:0) after 6m46s
[01:52:43.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:18:0)
[01:52:43.573] Build status: SCHEDULED
[01:52:43.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:19:0) after 3m20s
[01:54:39.569] Received PubSub notification, asking Buildbucket for the build status
[01:54:39.650] Build status: STARTED
[01:56:03.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:19:0)
[01:56:03.636] Build status: STARTED
[01:56:03.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:21:0) after 6m39s
[02:02:42.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:21:0)
[02:02:42.874] Build status: STARTED
[02:02:42.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:22:0) after 2m51s
[02:05:33.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:22:0)
[02:05:33.908] Build status: STARTED
[02:05:33.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:23:0) after 8m20s
[02:13:53.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:23:0)
[02:13:53.963] Build status: STARTED
[02:13:53.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:24:0) after 9m6s
[02:23:00.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:24:0)
[02:23:00.139] Build status: STARTED
[02:23:00.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:25:0) after 2m17s
[02:25:17.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:25:0)
[02:25:17.166] Build status: STARTED
[02:25:17.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:26:0) after 5m46s
[02:31:03.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:26:0)
[02:31:03.285] Build status: STARTED
[02:31:03.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:27:0) after 7m50s
[02:38:53.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:27:0)
[02:38:53.358] Build status: STARTED
[02:38:53.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:28:0) after 1m1s
[02:39:54.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:28:0)
[02:39:54.388] Build status: STARTED
[02:39:54.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:29:0) after 3m52s
[02:43:46.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:29:0)
[02:43:46.437] Build status: STARTED
[02:43:46.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:30:0) after 7m58s
[02:51:44.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:30:0)
[02:51:44.470] Build status: STARTED
[02:51:44.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:31:0) after 4m35s
[02:56:19.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:31:0)
[02:56:19.501] Build status: STARTED
[02:56:19.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:32:0) after 6m37s
[03:02:56.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:32:0)
[03:02:56.530] Build status: STARTED
[03:02:56.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:33:0) after 9m46s
[03:12:42.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:33:0)
[03:12:42.561] Build status: STARTED
[03:12:42.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861344373186655328:34:0) after 8m28s
[03:14:30.092] Received PubSub notification, asking Buildbucket for the build status
[03:14:30.108] Build:
{
"id": "8695914311220780481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T00:34:45.927004519Z",
"startTime": "2025-12-10T01:54:39.400747682Z",
"endTime": "2025-12-10T03:14:29.719780483Z",
"updateTime": "2025-12-10T03:14:29.719780483Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb29a6e4075894e799dd2fb29399c478a4df4462",
"ref": "refs/heads/main"
}
}
}
[03:14:30.108] Invocation finished in 2h39m45.439974586s with status FAILED