[22:31:34.917] New invocation is queued and will start shortly
[22:31:34.917] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[22:31:36.435] Starting the invocation (attempt 1)
[22:31:36.461] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cec0d5b217427cfcf241647b9198ef3f43c4c80d"
[22:31:36.461] Reconstructed gitiles commit from tags
[22:31:36.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:31:36.462] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:31:36.462] Buildbucket request:
{
"requestId": "8870683609456831488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b0889ffb3a52de2bf0cab30e21f6a288425502f1a8ebf2260db149618dbee061/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "952f364d8031755dd8d9f3fa26ad6bf90eba053d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870683609456831488",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "dd8e7e86b2a9dda2af6d4ce9c0e8b79e258ddbb2d0a38c78b54b90795e0da803/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "d776ce94cf52244f8546315f340db69d4285551b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c94b5f0c0c5edb688ccdbeb0038865daa376d4cc"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c94b5f0c0c5edb688ccdbeb0038865daa376d4cc",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "1d1487fa-0f42-4b59-94d3-c33b82e59cdf",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8705265701584197409"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b0889ffb3a52de2bf0cab30e21f6a288425502f1a8ebf2260db149618dbee061/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "952f364d8031755dd8d9f3fa26ad6bf90eba053d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cec0d5b217427cfcf241647b9198ef3f43c4c80d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cec0d5b217427cfcf241647b9198ef3f43c4c80d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "3bd351db-4db4-4059-b66f-81cef7f2dc46",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8705259587567381009"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cec0d5b217427cfcf241647b9198ef3f43c4c80d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cec0d5b217427cfcf241647b9198ef3f43c4c80d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870683609456831488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:31:36.849] Scheduled build:
{
"id": "8705253547106300049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-28T22:31:36.528880507Z",
"updateTime": "2025-08-28T22:31:36.528880507Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cec0d5b217427cfcf241647b9198ef3f43c4c80d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:31:36.849] Task URL: https://cr-buildbucket.appspot.com/build/8705253547106300049
[22:31:36.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:2:0) after 2m3s
[22:31:37.826] Received PubSub notification, asking Buildbucket for the build status
[22:31:37.861] Build status: SCHEDULED
[22:33:39.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:2:0)
[22:33:39.889] Build status: SCHEDULED
[22:33:39.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:4:0) after 3m12s
[22:36:51.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:4:0)
[22:36:51.968] Build status: SCHEDULED
[22:36:51.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:5:0) after 5m36s
[22:42:28.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:5:0)
[22:42:28.045] Build status: SCHEDULED
[22:42:28.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:6:0) after 3m2s
[22:45:30.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:6:0)
[22:45:30.137] Build status: SCHEDULED
[22:45:30.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:7:0) after 8m25s
[22:53:55.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:7:0)
[22:53:55.131] Build status: SCHEDULED
[22:53:55.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:8:0) after 5m14s
[22:59:09.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:8:0)
[22:59:09.161] Build status: SCHEDULED
[22:59:09.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:9:0) after 1m59s
[23:01:08.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:9:0)
[23:01:08.247] Build status: SCHEDULED
[23:01:08.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:10:0) after 6m28s
[23:07:36.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:10:0)
[23:07:36.303] Build status: SCHEDULED
[23:07:36.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:11:0) after 1m6s
[23:08:42.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:11:0)
[23:08:42.498] Build status: SCHEDULED
[23:08:42.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:12:0) after 8m23s
[23:17:05.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:12:0)
[23:17:05.657] Build status: SCHEDULED
[23:17:05.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:13:0) after 6m25s
[23:23:30.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:13:0)
[23:23:30.732] Build status: SCHEDULED
[23:23:30.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:14:0) after 2m53s
[23:26:23.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:14:0)
[23:26:23.778] Build status: SCHEDULED
[23:26:23.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:15:0) after 7m16s
[23:33:39.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:15:0)
[23:33:39.820] Build status: SCHEDULED
[23:33:39.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:16:0) after 5m7s
[23:38:46.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:16:0)
[23:38:46.908] Build status: SCHEDULED
[23:38:46.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:17:0) after 8m35s
[23:47:21.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:17:0)
[23:47:21.956] Build status: SCHEDULED
[23:47:21.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:18:0) after 7m30s
[23:54:51.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:18:0)
[23:54:52.038] Build status: SCHEDULED
[23:54:52.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:19:0) after 3m20s
[23:58:12.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:19:0)
[23:58:12.211] Build status: SCHEDULED
[23:58:12.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:20:0) after 9m55s
[00:08:07.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:20:0)
[00:08:07.320] Build status: SCHEDULED
[00:08:07.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:21:0) after 5m18s
[00:12:03.229] Received PubSub notification, asking Buildbucket for the build status
[00:12:03.266] Build status: STARTED
[00:13:25.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:21:0)
[00:13:25.379] Build status: STARTED
[00:13:25.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:23:0) after 5m36s
[00:19:01.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:23:0)
[00:19:01.464] Build status: STARTED
[00:19:01.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:24:0) after 3m34s
[00:22:35.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:24:0)
[00:22:35.498] Build status: STARTED
[00:22:35.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:25:0) after 1m49s
[00:24:24.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:25:0)
[00:24:24.565] Build status: STARTED
[00:24:24.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:26:0) after 8m40s
[00:33:04.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:26:0)
[00:33:04.599] Build status: STARTED
[00:33:04.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:27:0) after 7m4s
[00:40:08.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:27:0)
[00:40:08.705] Build status: STARTED
[00:40:08.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:28:0) after 8m0s
[00:48:08.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:28:0)
[00:48:08.739] Build status: STARTED
[00:48:08.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:29:0) after 1m25s
[00:49:33.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:29:0)
[00:49:33.830] Build status: STARTED
[00:49:33.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:30:0) after 6m10s
[00:55:43.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:30:0)
[00:55:44.008] Build status: STARTED
[00:55:44.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:31:0) after 3m7s
[00:58:51.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:31:0)
[00:58:51.071] Build status: STARTED
[00:58:51.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:32:0) after 6m10s
[01:05:01.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:32:0)
[01:05:01.148] Build status: STARTED
[01:05:01.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:33:0) after 1m5s
[01:06:06.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:33:0)
[01:06:06.264] Build status: STARTED
[01:06:06.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:34:0) after 7m32s
[01:13:38.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:34:0)
[01:13:38.335] Build status: STARTED
[01:13:38.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:35:0) after 8m31s
[01:22:09.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:35:0)
[01:22:09.392] Build status: STARTED
[01:22:09.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:36:0) after 2m47s
[01:24:56.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:36:0)
[01:24:56.434] Build status: STARTED
[01:24:56.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:37:0) after 1m17s
[01:26:13.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:37:0)
[01:26:13.594] Build status: STARTED
[01:26:13.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8870683609456831488:38:0) after 7m55s
[01:34:00.276] Received PubSub notification, asking Buildbucket for the build status
[01:34:00.293] Build:
{
"id": "8705253547106300049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-28T22:31:36.528880507Z",
"startTime": "2025-08-29T00:12:03.037219490Z",
"endTime": "2025-08-29T01:33:55.691923054Z",
"updateTime": "2025-08-29T01:33:55.691923054Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "cec0d5b217427cfcf241647b9198ef3f43c4c80d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:34:00.293] Invocation finished in 3h2m25.390218619s with status FAILED