[01:17:48.700] New invocation is queued and will start shortly
[01:17:48.700] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:17:51.624] Starting the invocation (attempt 1)
[01:17:51.648] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4c6a38c32ccd453a09f322ef18d702072477e760"
[01:17:51.648] Reconstructed gitiles commit from tags
[01:17:51.648] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:17:51.648] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:17:51.649] Buildbucket request:
{
"requestId": "8865056139267565856",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6da79a7f4b10e0eab4324608e56d4594cd56e8f735e5661b082cfe70c50b62dc/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f0f857a8e87e1805485f717ce83e22a8aa936b40",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865056139267565856",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "310795e8cde8b7bd938f13bd7b394a57966917dd351cd9e130d632c4696edc77/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a1aa2c6e460d08a8362820f8b504b81622418438",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "242ebcf13e037df08725150ad39ae156bb0ab1b0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/242ebcf13e037df08725150ad39ae156bb0ab1b0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "598a92b7-c06d-4d9a-a9ba-066f560e3e37",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8699638969565698065"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6da79a7f4b10e0eab4324608e56d4594cd56e8f735e5661b082cfe70c50b62dc/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f0f857a8e87e1805485f717ce83e22a8aa936b40",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4c6a38c32ccd453a09f322ef18d702072477e760"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4c6a38c32ccd453a09f322ef18d702072477e760",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "137dddc4-ae0b-4ab7-8441-0b8ed3578e74",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8699632819669987649"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4c6a38c32ccd453a09f322ef18d702072477e760"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4c6a38c32ccd453a09f322ef18d702072477e760",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865056139267565856"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:17:52.074] Scheduled build:
{
"id": "8699626075455267889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-30T01:17:51.708483411Z",
"updateTime": "2025-10-30T01:17:51.708483411Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4c6a38c32ccd453a09f322ef18d702072477e760",
"ref": "refs/heads/main"
}
}
}
[01:17:52.074] Task URL: https://cr-buildbucket.appspot.com/build/8699626075455267889
[01:17:52.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:2:0) after 5m25s
[01:17:53.281] Received PubSub notification, asking Buildbucket for the build status
[01:17:53.317] Build status: SCHEDULED
[01:23:17.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:2:0)
[01:23:17.077] Build status: SCHEDULED
[01:23:17.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:4:0) after 3m31s
[01:26:48.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:4:0)
[01:26:48.113] Build status: SCHEDULED
[01:26:48.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:5:0) after 8m41s
[01:35:29.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:5:0)
[01:35:29.142] Build status: SCHEDULED
[01:35:29.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:6:0) after 2m29s
[01:37:58.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:6:0)
[01:37:58.181] Build status: SCHEDULED
[01:37:58.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:7:0) after 1m18s
[01:39:16.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:7:0)
[01:39:16.214] Build status: SCHEDULED
[01:39:16.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:8:0) after 5m45s
[01:45:01.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:8:0)
[01:45:01.333] Build status: SCHEDULED
[01:45:01.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:9:0) after 4m51s
[01:49:52.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:9:0)
[01:49:52.498] Build status: SCHEDULED
[01:49:52.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:10:0) after 9m51s
[01:59:43.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:10:0)
[01:59:43.910] Build status: SCHEDULED
[01:59:43.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:11:0) after 4m21s
[02:04:04.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:11:0)
[02:04:05.005] Build status: SCHEDULED
[02:04:05.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:12:0) after 6m21s
[02:10:26.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:12:0)
[02:10:26.180] Build status: SCHEDULED
[02:10:26.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:13:0) after 9m35s
[02:20:01.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:13:0)
[02:20:01.250] Build status: SCHEDULED
[02:20:01.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:14:0) after 2m46s
[02:22:47.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:14:0)
[02:22:47.302] Build status: SCHEDULED
[02:22:47.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:15:0) after 6m2s
[02:28:49.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:15:0)
[02:28:49.435] Build status: SCHEDULED
[02:28:49.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:16:0) after 5m40s
[02:34:29.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:16:0)
[02:34:29.525] Build status: SCHEDULED
[02:34:29.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:17:0) after 4m12s
[02:38:41.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:17:0)
[02:38:41.581] Build status: SCHEDULED
[02:38:41.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:18:0) after 3m48s
[02:42:29.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:18:0)
[02:42:29.663] Build status: SCHEDULED
[02:42:29.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:19:0) after 9m33s
[02:49:44.147] Received PubSub notification, asking Buildbucket for the build status
[02:49:44.175] Build status: STARTED
[02:52:02.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:19:0)
[02:52:02.727] Build status: STARTED
[02:52:02.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:21:0) after 7m14s
[02:59:16.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:21:0)
[02:59:16.774] Build status: STARTED
[02:59:16.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:22:0) after 2m3s
[03:01:19.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:22:0)
[03:01:19.906] Build status: STARTED
[03:01:19.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:23:0) after 6m13s
[03:07:32.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:23:0)
[03:07:32.959] Build status: STARTED
[03:07:32.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:24:0) after 5m46s
[03:13:18.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:24:0)
[03:13:19.023] Build status: STARTED
[03:13:19.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:25:0) after 3m27s
[03:16:46.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:25:0)
[03:16:46.077] Build status: STARTED
[03:16:46.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:26:0) after 1m8s
[03:17:54.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:26:0)
[03:17:54.113] Build status: STARTED
[03:17:54.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:27:0) after 8m19s
[03:26:13.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:27:0)
[03:26:13.157] Build status: STARTED
[03:26:13.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:28:0) after 8m2s
[03:34:15.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:28:0)
[03:34:15.228] Build status: STARTED
[03:34:15.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:29:0) after 2m27s
[03:36:42.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:29:0)
[03:36:42.237] Build status: STARTED
[03:36:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:30:0) after 9m53s
[03:46:35.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:30:0)
[03:46:35.499] Build status: STARTED
[03:46:35.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:31:0) after 1m13s
[03:47:48.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:31:0)
[03:47:48.654] Build status: STARTED
[03:47:48.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:32:0) after 3m12s
[03:51:00.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:32:0)
[03:51:00.690] Build status: STARTED
[03:51:00.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:33:0) after 2m7s
[03:53:07.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:33:0)
[03:53:07.736] Build status: STARTED
[03:53:07.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:34:0) after 1m58s
[03:55:05.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:34:0)
[03:55:05.849] Build status: STARTED
[03:55:05.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:35:0) after 2m24s
[03:57:29.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:35:0)
[03:57:29.939] Build status: STARTED
[03:57:29.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:36:0) after 3m28s
[04:00:58.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:36:0)
[04:00:58.165] Build status: STARTED
[04:00:58.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:37:0) after 3m57s
[04:04:55.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:37:0)
[04:04:55.268] Build status: STARTED
[04:04:55.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:38:0) after 8m22s
[04:13:17.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:38:0)
[04:13:17.320] Build status: STARTED
[04:13:17.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:39:0) after 3m47s
[04:17:04.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:39:0)
[04:17:04.433] Build status: STARTED
[04:17:04.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8865056139267565856:40:0) after 8m59s
[04:17:21.787] Received PubSub notification, asking Buildbucket for the build status
[04:17:21.805] Build:
{
"id": "8699626075455267889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-30T01:17:51.708483411Z",
"startTime": "2025-10-30T02:49:43.998443170Z",
"endTime": "2025-10-30T04:17:21.396532285Z",
"updateTime": "2025-10-30T04:17:21.396532285Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4c6a38c32ccd453a09f322ef18d702072477e760",
"ref": "refs/heads/main"
}
}
}
[04:17:21.805] Invocation finished in 2h59m33.117400475s with status FAILED