[19:51:09.015] New invocation is queued and will start shortly
[19:51:09.015] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:51:10.035] Starting the invocation (attempt 1)
[19:51:10.064] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c4d7c42b1de2117f104e202ac0f4b808bce4d28b"
[19:51:10.064] Reconstructed gitiles commit from tags
[19:51:10.064] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:51:10.064] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:51:10.064] Buildbucket request:
{
"requestId": "8866345048551977024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d4e4c899ec00dbfdc931a04b850eb20cf9c0d499720c0c2f8c8d8a21b1e62a65/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c51ba4a89fd1334f5658121e7719633a8add801c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866345048551977024",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d4e4c899ec00dbfdc931a04b850eb20cf9c0d499720c0c2f8c8d8a21b1e62a65/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c51ba4a89fd1334f5658121e7719633a8add801c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c4d7c42b1de2117f104e202ac0f4b808bce4d28b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c4d7c42b1de2117f104e202ac0f4b808bce4d28b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "3f93cff9-27f3-4c75-989a-6650a2f6522e",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8700923793239934097"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c4d7c42b1de2117f104e202ac0f4b808bce4d28b"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c4d7c42b1de2117f104e202ac0f4b808bce4d28b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866345048551977024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:51:10.394] Scheduled build:
{
"id": "8700914986747284785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T19:51:10.112973601Z",
"updateTime": "2025-10-15T19:51:10.112973601Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c4d7c42b1de2117f104e202ac0f4b808bce4d28b",
"ref": "refs/heads/main"
}
}
}
[19:51:10.394] Task URL: https://cr-buildbucket.appspot.com/build/8700914986747284785
[19:51:10.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:2:0) after 9m58s
[19:51:11.356] Received PubSub notification, asking Buildbucket for the build status
[19:51:11.374] Build status: SCHEDULED
[20:01:08.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:2:0)
[20:01:08.430] Build status: SCHEDULED
[20:01:08.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:4:0) after 7m12s
[20:08:20.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:4:0)
[20:08:20.522] Build status: SCHEDULED
[20:08:20.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:5:0) after 1m12s
[20:09:32.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:5:0)
[20:09:32.645] Build status: SCHEDULED
[20:09:32.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:6:0) after 2m57s
[20:12:29.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:6:0)
[20:12:29.720] Build status: SCHEDULED
[20:12:29.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:7:0) after 5m24s
[20:17:53.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:7:0)
[20:17:53.785] Build status: SCHEDULED
[20:17:53.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:8:0) after 9m11s
[20:27:04.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:8:0)
[20:27:04.982] Build status: SCHEDULED
[20:27:04.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:9:0) after 1m8s
[20:28:12.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:9:0)
[20:28:12.977] Build status: SCHEDULED
[20:28:12.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:10:0) after 8m16s
[20:36:28.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:10:0)
[20:36:28.978] Build status: SCHEDULED
[20:36:28.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:11:0) after 6m55s
[20:43:23.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:11:0)
[20:43:24.011] Build status: SCHEDULED
[20:43:24.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:12:0) after 7m23s
[20:50:47.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:12:0)
[20:50:47.152] Build status: SCHEDULED
[20:50:47.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:13:0) after 3m8s
[20:53:55.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:13:0)
[20:53:55.217] Build status: SCHEDULED
[20:53:55.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:14:0) after 4m47s
[20:58:42.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:14:0)
[20:58:42.256] Build status: SCHEDULED
[20:58:42.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:15:0) after 4m57s
[21:03:39.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:15:0)
[21:03:39.359] Build status: SCHEDULED
[21:03:39.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:16:0) after 8m13s
[21:11:52.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:16:0)
[21:11:52.457] Build status: SCHEDULED
[21:11:52.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:17:0) after 9m55s
[21:19:52.695] Received PubSub notification, asking Buildbucket for the build status
[21:19:52.719] Build status: STARTED
[21:21:47.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:17:0)
[21:21:47.550] Build status: STARTED
[21:21:47.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:19:0) after 6m1s
[21:27:48.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:19:0)
[21:27:48.739] Build status: STARTED
[21:27:48.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:20:0) after 9m28s
[21:37:16.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:20:0)
[21:37:16.759] Build status: STARTED
[21:37:16.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:21:0) after 7m37s
[21:44:53.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:21:0)
[21:44:53.827] Build status: STARTED
[21:44:53.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:22:0) after 8m55s
[21:53:48.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:22:0)
[21:53:48.879] Build status: STARTED
[21:53:48.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:23:0) after 3m9s
[21:56:57.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:23:0)
[21:56:57.923] Build status: STARTED
[21:56:57.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:24:0) after 3m20s
[22:00:17.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:24:0)
[22:00:18.011] Build status: STARTED
[22:00:18.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:25:0) after 2m48s
[22:03:05.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:25:0)
[22:03:06.001] Build status: STARTED
[22:03:06.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:26:0) after 2m12s
[22:05:17.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:26:0)
[22:05:17.991] Build status: STARTED
[22:05:17.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:27:0) after 8m11s
[22:13:28.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:27:0)
[22:13:29.008] Build status: STARTED
[22:13:29.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:28:0) after 3m27s
[22:16:56.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:28:0)
[22:16:56.105] Build status: STARTED
[22:16:56.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:29:0) after 9m51s
[22:26:47.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:29:0)
[22:26:47.188] Build status: STARTED
[22:26:47.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:30:0) after 4m40s
[22:31:27.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:30:0)
[22:31:27.232] Build status: STARTED
[22:31:27.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:31:0) after 5m22s
[22:36:49.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:31:0)
[22:36:49.415] Build status: STARTED
[22:36:49.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:32:0) after 8m6s
[22:44:55.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:32:0)
[22:44:55.453] Build status: STARTED
[22:44:55.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:33:0) after 5m45s
[22:50:40.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:33:0)
[22:50:40.482] Build status: STARTED
[22:50:40.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866345048551977024:34:0) after 7m3s
[22:51:22.449] Received PubSub notification, asking Buildbucket for the build status
[22:51:22.464] Build:
{
"id": "8700914986747284785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T19:51:10.112973601Z",
"startTime": "2025-10-15T21:19:52.533588570Z",
"endTime": "2025-10-15T22:51:22.117504208Z",
"updateTime": "2025-10-15T22:51:22.117504208Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c4d7c42b1de2117f104e202ac0f4b808bce4d28b",
"ref": "refs/heads/main"
}
}
}
[22:51:22.464] Invocation finished in 3h0m13.455442733s with status FAILED