[00:32:42.799] New invocation is queued and will start shortly
[00:32:42.799] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:32:44.010] Starting the invocation (attempt 1)
[00:32:44.034] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d99238263cb9ad8403f630b046b06ce41d0e8940"
[00:32:44.035] Reconstructed gitiles commit from tags
[00:32:44.035] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:32:44.036] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:32:44.036] Buildbucket request:
{
"requestId": "8873393897511025552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "65621b417ea0e089276b6f86e6157bc49ad498ad8ee92ba09d886ee0e1854d44/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "58fb1f381aadb3e04b7654ce8a097c3a85a57e6f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873393897511025552",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "53f821bc12848a15fbedc15f006f6ab91aa44c7861fb259869187fc7e0307131/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "eb2be2b1133df48741bf23debfac5b07023ebec1",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "446b3de5b6adf8c9241d0bfd2fe3b99cd4e858eb"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/446b3de5b6adf8c9241d0bfd2fe3b99cd4e858eb",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "b403929b-b28c-45a1-90b0-e1b5806d6d34",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707978919787626129"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "65621b417ea0e089276b6f86e6157bc49ad498ad8ee92ba09d886ee0e1854d44/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "58fb1f381aadb3e04b7654ce8a097c3a85a57e6f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d99238263cb9ad8403f630b046b06ce41d0e8940"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d99238263cb9ad8403f630b046b06ce41d0e8940",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "7d18519e-caf3-4694-85fe-972ae3b00ab1",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8707971821867259265"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d99238263cb9ad8403f630b046b06ce41d0e8940"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d99238263cb9ad8403f630b046b06ce41d0e8940",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873393897511025552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:32:44.370] Scheduled build:
{
"id": "8707963835493389393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T00:32:44.103686224Z",
"updateTime": "2025-07-30T00:32:44.103686224Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d99238263cb9ad8403f630b046b06ce41d0e8940",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:32:44.370] Task URL: https://cr-buildbucket.appspot.com/build/8707963835493389393
[00:32:44.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:2:0) after 7m31s
[00:32:47.825] Received PubSub notification, asking Buildbucket for the build status
[00:32:47.856] Build status: SCHEDULED
[00:40:15.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:2:0)
[00:40:15.405] Build status: SCHEDULED
[00:40:15.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:4:0) after 8m33s
[00:48:48.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:4:0)
[00:48:48.440] Build status: SCHEDULED
[00:48:48.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:5:0) after 8m14s
[00:57:02.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:5:0)
[00:57:02.528] Build status: SCHEDULED
[00:57:02.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:6:0) after 6m19s
[01:03:21.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:6:0)
[01:03:21.598] Build status: SCHEDULED
[01:03:21.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:7:0) after 4m8s
[01:07:29.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:7:0)
[01:07:29.664] Build status: SCHEDULED
[01:07:29.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:8:0) after 2m8s
[01:09:37.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:8:0)
[01:09:37.819] Build status: SCHEDULED
[01:09:37.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:9:0) after 3m34s
[01:13:11.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:9:0)
[01:13:11.890] Build status: SCHEDULED
[01:13:11.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:10:0) after 8m9s
[01:21:20.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:10:0)
[01:21:20.917] Build status: SCHEDULED
[01:21:20.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:11:0) after 4m53s
[01:26:13.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:11:0)
[01:26:13.931] Build status: SCHEDULED
[01:26:13.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:12:0) after 6m7s
[01:32:20.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:12:0)
[01:32:21.344] Build status: SCHEDULED
[01:32:21.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:13:0) after 4m39s
[01:37:00.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:13:0)
[01:37:00.427] Build status: SCHEDULED
[01:37:00.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:14:0) after 8m41s
[01:45:41.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:14:0)
[01:45:41.529] Build status: SCHEDULED
[01:45:41.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:15:0) after 3m14s
[01:48:55.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:15:0)
[01:48:55.576] Build status: SCHEDULED
[01:48:55.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:16:0) after 8m42s
[01:57:37.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:16:0)
[01:57:37.615] Build status: SCHEDULED
[01:57:37.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:17:0) after 3m37s
[02:01:14.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:17:0)
[02:01:14.720] Build status: SCHEDULED
[02:01:14.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:18:0) after 2m7s
[02:03:21.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:18:0)
[02:03:21.792] Build status: SCHEDULED
[02:03:21.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:19:0) after 6m57s
[02:10:18.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:19:0)
[02:10:18.864] Build status: SCHEDULED
[02:10:18.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:20:0) after 9m39s
[02:18:14.163] Received PubSub notification, asking Buildbucket for the build status
[02:18:14.196] Build status: STARTED
[02:19:57.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:20:0)
[02:19:57.906] Build status: STARTED
[02:19:57.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:22:0) after 7m53s
[02:27:50.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:22:0)
[02:27:50.985] Build status: STARTED
[02:27:50.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:23:0) after 6m36s
[02:34:26.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:23:0)
[02:34:26.990] Build status: STARTED
[02:34:26.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:24:0) after 8m23s
[02:42:50.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:24:0)
[02:42:50.147] Build status: STARTED
[02:42:50.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:25:0) after 6m1s
[02:48:51.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:25:0)
[02:48:51.246] Build status: STARTED
[02:48:51.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:26:0) after 6m56s
[02:55:47.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:26:0)
[02:55:47.285] Build status: STARTED
[02:55:47.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:27:0) after 6m46s
[03:02:33.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:27:0)
[03:02:33.357] Build status: STARTED
[03:02:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:28:0) after 6m58s
[03:09:31.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:28:0)
[03:09:31.580] Build status: STARTED
[03:09:31.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:29:0) after 8m17s
[03:17:48.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:29:0)
[03:17:48.628] Build status: STARTED
[03:17:48.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:30:0) after 5m51s
[03:23:39.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:30:0)
[03:23:39.741] Build status: STARTED
[03:23:39.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:31:0) after 6m45s
[03:30:24.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:31:0)
[03:30:24.785] Build status: STARTED
[03:30:24.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:32:0) after 5m38s
[03:36:02.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:32:0)
[03:36:02.914] Build status: STARTED
[03:36:02.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:33:0) after 6m44s
[03:42:46.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:33:0)
[03:42:47.048] Build status: STARTED
[03:42:47.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8873393897511025552:34:0) after 3m16s
[03:44:29.081] Received PubSub notification, asking Buildbucket for the build status
[03:44:29.124] Build:
{
"id": "8707963835493389393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T00:32:44.103686224Z",
"startTime": "2025-07-30T02:18:13.908061378Z",
"endTime": "2025-07-30T03:43:56.194386109Z",
"updateTime": "2025-07-30T03:43:56.194386109Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d99238263cb9ad8403f630b046b06ce41d0e8940",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:44:29.124] Invocation finished in 3h11m46.329339295s with status FAILED