[01:00:10.654] New invocation is queued and will start shortly
[01:00:10.654] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:00:12.939] Starting the invocation (attempt 1)
[01:00:12.969] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4a8bb08bd2261afe22c8addea9f830906084869e"
[01:00:12.969] Reconstructed gitiles commit from tags
[01:00:12.969] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:00:12.969] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:00:12.969] Buildbucket request:
{
"requestId": "8869043515225059248",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a045fabbc0d23ae014c38bae1da3044d0a9f0d84dca94cba580264f21ecf65b7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6eb56f291c69efcedc2a1cdde12e6d4e3c3d6091",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869043515225059248",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a045fabbc0d23ae014c38bae1da3044d0a9f0d84dca94cba580264f21ecf65b7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "6eb56f291c69efcedc2a1cdde12e6d4e3c3d6091",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4a8bb08bd2261afe22c8addea9f830906084869e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4a8bb08bd2261afe22c8addea9f830906084869e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "fe0ec38c-8f4f-4a45-a4e5-658248147808",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8703625935103143153"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4a8bb08bd2261afe22c8addea9f830906084869e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4a8bb08bd2261afe22c8addea9f830906084869e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869043515225059248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:00:13.628] Scheduled build:
{
"id": "8703613452057554705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T01:00:13.052412475Z",
"updateTime": "2025-09-16T01:00:13.052412475Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4a8bb08bd2261afe22c8addea9f830906084869e",
"ref": "refs/heads/main"
}
}
}
[01:00:13.628] Task URL: https://cr-buildbucket.appspot.com/build/8703613452057554705
[01:00:13.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:2:0) after 5m27s
[01:00:15.050] Received PubSub notification, asking Buildbucket for the build status
[01:00:15.131] Build status: SCHEDULED
[01:05:40.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:2:0)
[01:05:40.787] Build status: SCHEDULED
[01:05:40.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:4:0) after 2m17s
[01:07:57.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:4:0)
[01:07:57.928] Build status: SCHEDULED
[01:07:57.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:5:0) after 6m25s
[01:14:22.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:5:0)
[01:14:22.977] Build status: SCHEDULED
[01:14:22.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:6:0) after 9m20s
[01:23:42.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:6:0)
[01:23:43.056] Build status: SCHEDULED
[01:23:43.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:7:0) after 8m46s
[01:32:29.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:7:0)
[01:32:29.089] Build status: SCHEDULED
[01:32:29.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:8:0) after 8m59s
[01:41:28.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:8:0)
[01:41:28.264] Build status: SCHEDULED
[01:41:28.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:9:0) after 4m24s
[01:45:52.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:9:0)
[01:45:52.309] Build status: SCHEDULED
[01:45:52.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:10:0) after 2m31s
[01:48:23.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:10:0)
[01:48:23.317] Build status: SCHEDULED
[01:48:23.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:11:0) after 2m45s
[01:51:08.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:11:0)
[01:51:08.411] Build status: SCHEDULED
[01:51:08.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:12:0) after 9m34s
[02:00:42.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:12:0)
[02:00:42.473] Build status: SCHEDULED
[02:00:42.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:13:0) after 8m53s
[02:09:35.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:13:0)
[02:09:35.578] Build status: SCHEDULED
[02:09:35.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:14:0) after 4m56s
[02:14:31.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:14:0)
[02:14:31.777] Build status: SCHEDULED
[02:14:31.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:15:0) after 7m33s
[02:22:04.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:15:0)
[02:22:04.813] Build status: SCHEDULED
[02:22:04.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:16:0) after 6m20s
[02:28:24.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:16:0)
[02:28:24.868] Build status: SCHEDULED
[02:28:24.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:17:0) after 8m11s
[02:36:35.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:17:0)
[02:36:35.960] Build status: SCHEDULED
[02:36:35.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:18:0) after 2m58s
[02:39:33.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:18:0)
[02:39:34.019] Build status: SCHEDULED
[02:39:34.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:19:0) after 6m38s
[02:46:12.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:19:0)
[02:46:12.151] Build status: SCHEDULED
[02:46:12.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:20:0) after 6m0s
[02:52:12.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:20:0)
[02:52:12.333] Build status: SCHEDULED
[02:52:12.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:21:0) after 1m46s
[02:53:58.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:21:0)
[02:53:58.453] Build status: SCHEDULED
[02:53:58.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:22:0) after 8m52s
[03:02:50.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:22:0)
[03:02:50.548] Build status: SCHEDULED
[03:02:50.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:23:0) after 7m7s
[03:09:57.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:23:0)
[03:09:57.637] Build status: SCHEDULED
[03:09:57.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:24:0) after 1m27s
[03:11:24.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:24:0)
[03:11:24.661] Build status: SCHEDULED
[03:11:24.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:25:0) after 2m21s
[03:13:45.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:25:0)
[03:13:45.735] Build status: SCHEDULED
[03:13:45.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:26:0) after 6m46s
[03:17:46.366] Received PubSub notification, asking Buildbucket for the build status
[03:17:46.392] Build status: STARTED
[03:20:31.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:26:0)
[03:20:31.856] Build status: STARTED
[03:20:31.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:28:0) after 6m28s
[03:26:59.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:28:0)
[03:26:59.930] Build status: STARTED
[03:26:59.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:29:0) after 6m22s
[03:33:21.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:29:0)
[03:33:22.193] Build status: STARTED
[03:33:22.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:30:0) after 4m27s
[03:37:49.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:30:0)
[03:37:49.261] Build status: STARTED
[03:37:49.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:31:0) after 2m59s
[03:40:48.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:31:0)
[03:40:48.320] Build status: STARTED
[03:40:48.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:32:0) after 2m15s
[03:43:03.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:32:0)
[03:43:03.562] Build status: STARTED
[03:43:03.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:33:0) after 5m53s
[03:48:56.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:33:0)
[03:48:56.643] Build status: STARTED
[03:48:56.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:34:0) after 4m46s
[03:53:42.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:34:0)
[03:53:42.745] Build status: STARTED
[03:53:42.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:35:0) after 6m24s
[04:00:06.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:35:0)
[04:00:06.929] Build status: STARTED
[04:00:06.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:36:0) after 5m23s
[04:05:29.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:36:0)
[04:05:29.967] Build status: STARTED
[04:05:29.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:37:0) after 4m53s
[04:10:23.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:37:0)
[04:10:23.061] Build status: STARTED
[04:10:23.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:38:0) after 5m42s
[04:16:05.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:38:0)
[04:16:05.156] Build status: STARTED
[04:16:05.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:39:0) after 4m35s
[04:20:40.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:39:0)
[04:20:40.233] Build status: STARTED
[04:20:40.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:40:0) after 5m0s
[04:25:40.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:40:0)
[04:25:40.270] Build status: STARTED
[04:25:40.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:41:0) after 4m36s
[04:30:16.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:41:0)
[04:30:16.310] Build status: STARTED
[04:30:16.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:42:0) after 5m30s
[04:35:46.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:42:0)
[04:35:46.450] Build status: STARTED
[04:35:46.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8869043515225059248:43:0) after 4m41s
[04:38:19.797] Received PubSub notification, asking Buildbucket for the build status
[04:38:19.820] Build:
{
"id": "8703613452057554705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T01:00:13.052412475Z",
"startTime": "2025-09-16T03:17:46.206001419Z",
"endTime": "2025-09-16T04:38:19.510973301Z",
"updateTime": "2025-09-16T04:38:19.510973301Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4a8bb08bd2261afe22c8addea9f830906084869e",
"ref": "refs/heads/main"
}
}
}
[04:38:19.820] Invocation finished in 3h38m9.172269114s with status FAILED