[18:22:16.951] New invocation is queued and will start shortly
[18:22:16.951] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:22:18.166] Starting the invocation (attempt 1)
[18:22:18.203] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/373206d5e0591896477f988e4194f59eee7981e1"
[18:22:18.203] Reconstructed gitiles commit from tags
[18:22:18.203] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:22:18.203] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:22:18.204] Buildbucket request:
{
"requestId": "8871786457613874928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "22e0203104d8b394efdc809e61253249de3a96c453f1c9058e206fb8274b1140/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a0fc53034d52e63e2212e90e88df7cf67f006d24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871786457613874928",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "22e0203104d8b394efdc809e61253249de3a96c453f1c9058e206fb8274b1140/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a0fc53034d52e63e2212e90e88df7cf67f006d24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "373206d5e0591896477f988e4194f59eee7981e1"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/373206d5e0591896477f988e4194f59eee7981e1",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "2ffd4411-951e-4084-b98d-4408fb4d1224",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706362218656503121"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "373206d5e0591896477f988e4194f59eee7981e1"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "373206d5e0591896477f988e4194f59eee7981e1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871786457613874928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:22:18.637] Scheduled build:
{
"id": "8706356395500856913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-16T18:22:18.339046436Z",
"updateTime": "2025-08-16T18:22:18.339046436Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "373206d5e0591896477f988e4194f59eee7981e1",
"ref": "refs/heads/main"
}
}
}
[18:22:18.637] Task URL: https://cr-buildbucket.appspot.com/build/8706356395500856913
[18:22:18.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:2:0) after 6m57s
[18:22:19.596] Received PubSub notification, asking Buildbucket for the build status
[18:22:19.626] Build status: SCHEDULED
[18:29:15.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:2:0)
[18:29:15.683] Build status: SCHEDULED
[18:29:15.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:4:0) after 6m37s
[18:35:52.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:4:0)
[18:35:52.723] Build status: SCHEDULED
[18:35:52.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:5:0) after 7m45s
[18:43:37.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:5:0)
[18:43:37.988] Build status: SCHEDULED
[18:43:37.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:6:0) after 9m53s
[18:53:31.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:6:0)
[18:53:31.229] Build status: SCHEDULED
[18:53:31.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:7:0) after 8m55s
[19:02:26.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:7:0)
[19:02:26.275] Build status: SCHEDULED
[19:02:26.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:8:0) after 9m33s
[19:11:59.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:8:0)
[19:11:59.340] Build status: SCHEDULED
[19:11:59.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:9:0) after 5m23s
[19:17:22.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:9:0)
[19:17:22.408] Build status: SCHEDULED
[19:17:22.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:10:0) after 8m23s
[19:25:45.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:10:0)
[19:25:46.007] Build status: SCHEDULED
[19:25:46.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:11:0) after 3m40s
[19:29:26.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:11:0)
[19:29:26.149] Build status: SCHEDULED
[19:29:26.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:12:0) after 9m59s
[19:39:25.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:12:0)
[19:39:25.372] Build status: SCHEDULED
[19:39:25.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:13:0) after 4m1s
[19:43:26.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:13:0)
[19:43:26.782] Build status: SCHEDULED
[19:43:26.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:14:0) after 1m0s
[19:44:27.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:14:0)
[19:44:27.052] Build status: SCHEDULED
[19:44:27.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:15:0) after 2m45s
[19:47:12.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:15:0)
[19:47:12.140] Build status: SCHEDULED
[19:47:12.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:16:0) after 5m2s
[19:52:14.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:16:0)
[19:52:14.199] Build status: SCHEDULED
[19:52:14.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:17:0) after 2m10s
[19:54:24.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:17:0)
[19:54:24.615] Build status: SCHEDULED
[19:54:24.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:18:0) after 8m20s
[20:02:44.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:18:0)
[20:02:44.651] Build status: SCHEDULED
[20:02:44.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:19:0) after 5m51s
[20:06:43.842] Received PubSub notification, asking Buildbucket for the build status
[20:06:43.864] Build status: STARTED
[20:08:35.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:19:0)
[20:08:35.840] Build status: STARTED
[20:08:35.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:21:0) after 8m54s
[20:17:29.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:21:0)
[20:17:29.876] Build status: STARTED
[20:17:29.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:22:0) after 7m54s
[20:25:24.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:22:0)
[20:25:24.039] Build status: STARTED
[20:25:24.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:23:0) after 8m45s
[20:34:09.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:23:0)
[20:34:09.284] Build status: STARTED
[20:34:09.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:24:0) after 6m7s
[20:40:16.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:24:0)
[20:40:16.332] Build status: STARTED
[20:40:16.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:25:0) after 1m57s
[20:42:13.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:25:0)
[20:42:13.420] Build status: STARTED
[20:42:13.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:26:0) after 6m48s
[20:49:01.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:26:0)
[20:49:01.561] Build status: STARTED
[20:49:01.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:27:0) after 6m40s
[20:55:41.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:27:0)
[20:55:41.629] Build status: STARTED
[20:55:41.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:28:0) after 2m21s
[20:58:02.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:28:0)
[20:58:02.723] Build status: STARTED
[20:58:02.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:29:0) after 6m56s
[21:04:58.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:29:0)
[21:04:58.869] Build status: STARTED
[21:04:58.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:30:0) after 8m50s
[21:13:48.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:30:0)
[21:13:48.999] Build status: STARTED
[21:13:48.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:31:0) after 9m14s
[21:23:03.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:31:0)
[21:23:03.302] Build status: STARTED
[21:23:03.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:32:0) after 4m28s
[21:27:31.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:32:0)
[21:27:31.390] Build status: STARTED
[21:27:31.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:33:0) after 2m44s
[21:30:15.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:33:0)
[21:30:15.544] Build status: STARTED
[21:30:15.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:34:0) after 1m43s
[21:31:58.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:34:0)
[21:31:58.676] Build status: STARTED
[21:31:58.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8871786457613874928:35:0) after 4m21s
[21:33:03.761] Received PubSub notification, asking Buildbucket for the build status
[21:33:03.791] Build:
{
"id": "8706356395500856913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-16T18:22:18.339046436Z",
"startTime": "2025-08-16T20:06:42.765667709Z",
"endTime": "2025-08-16T21:33:03.323011357Z",
"updateTime": "2025-08-16T21:33:03.323011357Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "373206d5e0591896477f988e4194f59eee7981e1",
"ref": "refs/heads/main"
}
}
}
[21:33:03.791] Invocation finished in 3h10m46.850889704s with status FAILED