[19:16:11.760] New invocation is queued and will start shortly
[19:16:11.760] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:16:13.791] Starting the invocation (attempt 1)
[19:16:13.813] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/817ab49ece9b0ccafd9a01ad7bd910c102f161c2"
[19:16:13.814] Reconstructed gitiles commit from tags
[19:16:13.814] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:16:13.814] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:16:13.814] Buildbucket request:
{
"requestId": "8861907996331188240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "01f26568143c3512d1761155639c6d850fcfeb4aab28ba0d506b9b15fe77a0eb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1bbc946a4d7f7fa9f4135fb31acfe1cf1f80eb9d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861907996331188240",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "01f26568143c3512d1761155639c6d850fcfeb4aab28ba0d506b9b15fe77a0eb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1bbc946a4d7f7fa9f4135fb31acfe1cf1f80eb9d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "817ab49ece9b0ccafd9a01ad7bd910c102f161c2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/817ab49ece9b0ccafd9a01ad7bd910c102f161c2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "721711f7-ffce-459c-80bf-60cc0cdf5802",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696483690141695681"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "817ab49ece9b0ccafd9a01ad7bd910c102f161c2"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "817ab49ece9b0ccafd9a01ad7bd910c102f161c2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861907996331188240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:16:14.341] Scheduled build:
{
"id": "8696477933403765585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-03T19:16:13.927537165Z",
"updateTime": "2025-12-03T19:16:13.927537165Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "817ab49ece9b0ccafd9a01ad7bd910c102f161c2",
"ref": "refs/heads/main"
}
}
}
[19:16:14.341] Task URL: https://cr-buildbucket.appspot.com/build/8696477933403765585
[19:16:14.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:2:0) after 6m31s
[19:16:15.248] Received PubSub notification, asking Buildbucket for the build status
[19:16:15.267] Build status: SCHEDULED
[19:22:45.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:2:0)
[19:22:45.426] Build status: SCHEDULED
[19:22:45.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:4:0) after 5m38s
[19:28:23.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:4:0)
[19:28:23.534] Build status: SCHEDULED
[19:28:23.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:5:0) after 4m22s
[19:32:45.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:5:0)
[19:32:45.584] Build status: SCHEDULED
[19:32:45.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:6:0) after 7m22s
[19:40:07.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:6:0)
[19:40:07.765] Build status: SCHEDULED
[19:40:07.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:7:0) after 5m27s
[19:45:34.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:7:0)
[19:45:34.921] Build status: SCHEDULED
[19:45:34.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:8:0) after 1m16s
[19:46:50.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:8:0)
[19:46:50.951] Build status: SCHEDULED
[19:46:50.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:9:0) after 4m9s
[19:50:59.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:9:0)
[19:50:59.998] Build status: SCHEDULED
[19:50:59.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:10:0) after 7m9s
[19:58:09.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:10:0)
[19:58:09.120] Build status: SCHEDULED
[19:58:09.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:11:0) after 5m24s
[20:03:33.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:11:0)
[20:03:33.161] Build status: SCHEDULED
[20:03:33.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:12:0) after 2m47s
[20:06:20.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:12:0)
[20:06:20.306] Build status: SCHEDULED
[20:06:20.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:13:0) after 3m32s
[20:09:52.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:13:0)
[20:09:52.395] Build status: SCHEDULED
[20:09:52.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:14:0) after 2m25s
[20:12:17.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:14:0)
[20:12:17.498] Build status: SCHEDULED
[20:12:17.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:15:0) after 7m27s
[20:19:44.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:15:0)
[20:19:44.553] Build status: SCHEDULED
[20:19:44.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:16:0) after 6m10s
[20:23:32.943] Received PubSub notification, asking Buildbucket for the build status
[20:23:33.036] Build status: STARTED
[20:25:54.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:16:0)
[20:25:54.773] Build status: STARTED
[20:25:54.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:18:0) after 4m3s
[20:29:57.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:18:0)
[20:29:57.822] Build status: STARTED
[20:29:57.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:19:0) after 5m14s
[20:35:11.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:19:0)
[20:35:11.948] Build status: STARTED
[20:35:11.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:20:0) after 8m51s
[20:44:02.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:20:0)
[20:44:03.021] Build status: STARTED
[20:44:03.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:21:0) after 8m6s
[20:52:09.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:21:0)
[20:52:09.126] Build status: STARTED
[20:52:09.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:22:0) after 1m18s
[20:53:27.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:22:0)
[20:53:27.163] Build status: STARTED
[20:53:27.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:23:0) after 4m51s
[20:58:18.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:23:0)
[20:58:18.202] Build status: STARTED
[20:58:18.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:24:0) after 3m53s
[21:02:11.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:24:0)
[21:02:11.254] Build status: STARTED
[21:02:11.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:25:0) after 7m57s
[21:10:08.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:25:0)
[21:10:08.366] Build status: STARTED
[21:10:08.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:26:0) after 1m51s
[21:11:59.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:26:0)
[21:11:59.495] Build status: STARTED
[21:11:59.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:27:0) after 1m1s
[21:13:00.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:27:0)
[21:13:00.576] Build status: STARTED
[21:13:00.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:28:0) after 3m36s
[21:16:36.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:28:0)
[21:16:36.767] Build status: STARTED
[21:16:36.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:29:0) after 3m16s
[21:19:52.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:29:0)
[21:19:52.840] Build status: STARTED
[21:19:52.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:30:0) after 4m28s
[21:24:20.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:30:0)
[21:24:20.880] Build status: STARTED
[21:24:20.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:31:0) after 3m55s
[21:28:16.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:31:0)
[21:28:16.133] Build status: STARTED
[21:28:16.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:32:0) after 3m40s
[21:31:56.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:32:0)
[21:31:56.182] Build status: STARTED
[21:31:56.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:33:0) after 8m45s
[21:40:41.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:33:0)
[21:40:41.212] Build status: STARTED
[21:40:41.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:34:0) after 1m18s
[21:41:59.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:34:0)
[21:41:59.367] Build status: STARTED
[21:41:59.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861907996331188240:35:0) after 9m25s
[21:46:00.122] Received PubSub notification, asking Buildbucket for the build status
[21:46:00.227] Build:
{
"id": "8696477933403765585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-03T19:16:13.927537165Z",
"startTime": "2025-12-03T20:23:32.663017927Z",
"endTime": "2025-12-03T21:45:37.118371734Z",
"updateTime": "2025-12-03T21:45:37.118371734Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "817ab49ece9b0ccafd9a01ad7bd910c102f161c2",
"ref": "refs/heads/main"
}
}
}
[21:46:00.227] Invocation finished in 2h29m48.476014785s with status FAILED