[19:41:59.024] New invocation is queued and will start shortly
[19:41:59.024] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:42:00.106] Starting the invocation (attempt 1)
[19:42:00.136] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4e5306745a09b734000c200d02a54c853409a3b5"
[19:42:00.136] Reconstructed gitiles commit from tags
[19:42:00.136] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:42:00.136] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:42:00.136] Buildbucket request:
{
"requestId": "8866889207062628240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4a6f8d36e93e068f784f91e65b4a7653b072af8cb327521e348c0e2072d5f78a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1d5c1f7de40edba97db1dc5465174be15c60be5e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866889207062628240",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4a6f8d36e93e068f784f91e65b4a7653b072af8cb327521e348c0e2072d5f78a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "1d5c1f7de40edba97db1dc5465174be15c60be5e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4e5306745a09b734000c200d02a54c853409a3b5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4e5306745a09b734000c200d02a54c853409a3b5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "033cae92-d11e-422a-9348-d4f855df0c08",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8701467352537604529"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4e5306745a09b734000c200d02a54c853409a3b5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e5306745a09b734000c200d02a54c853409a3b5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866889207062628240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:42:00.616] Scheduled build:
{
"id": "8701459145151663249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-09T19:42:00.218058549Z",
"updateTime": "2025-10-09T19:42:00.218058549Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e5306745a09b734000c200d02a54c853409a3b5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:42:00.616] Task URL: https://cr-buildbucket.appspot.com/build/8701459145151663249
[19:42:00.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:2:0) after 7m43s
[19:42:01.602] Received PubSub notification, asking Buildbucket for the build status
[19:42:01.628] Build status: SCHEDULED
[19:49:43.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:2:0)
[19:49:43.713] Build status: SCHEDULED
[19:49:43.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:4:0) after 1m46s
[19:51:29.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:4:0)
[19:51:29.856] Build status: SCHEDULED
[19:51:29.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:5:0) after 4m33s
[19:56:03.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:5:0)
[19:56:03.101] Build status: SCHEDULED
[19:56:03.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:6:0) after 1m18s
[19:57:21.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:6:0)
[19:57:21.177] Build status: SCHEDULED
[19:57:21.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:7:0) after 1m40s
[19:59:01.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:7:0)
[19:59:01.322] Build status: SCHEDULED
[19:59:01.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:8:0) after 4m31s
[20:03:32.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:8:0)
[20:03:32.437] Build status: SCHEDULED
[20:03:32.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:9:0) after 3m28s
[20:07:00.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:9:0)
[20:07:00.530] Build status: SCHEDULED
[20:07:00.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:10:0) after 3m50s
[20:10:50.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:10:0)
[20:10:50.560] Build status: SCHEDULED
[20:10:50.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:11:0) after 6m23s
[20:17:13.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:11:0)
[20:17:13.629] Build status: SCHEDULED
[20:17:13.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:12:0) after 4m30s
[20:21:43.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:12:0)
[20:21:43.656] Build status: SCHEDULED
[20:21:43.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:13:0) after 1m6s
[20:22:49.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:13:0)
[20:22:49.881] Build status: SCHEDULED
[20:22:49.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:14:0) after 2m36s
[20:25:25.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:14:0)
[20:25:25.926] Build status: SCHEDULED
[20:25:25.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:15:0) after 5m48s
[20:31:13.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:15:0)
[20:31:13.936] Build status: SCHEDULED
[20:31:13.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:16:0) after 6m54s
[20:38:07.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:16:0)
[20:38:07.972] Build status: SCHEDULED
[20:38:07.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:17:0) after 1m40s
[20:39:47.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:17:0)
[20:39:48.021] Build status: SCHEDULED
[20:39:48.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:18:0) after 7m43s
[20:47:31.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:18:0)
[20:47:31.057] Build status: SCHEDULED
[20:47:31.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:19:0) after 5m19s
[20:52:50.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:19:0)
[20:52:50.146] Build status: SCHEDULED
[20:52:50.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:20:0) after 1m32s
[20:54:22.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:20:0)
[20:54:22.408] Build status: SCHEDULED
[20:54:22.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:21:0) after 5m41s
[21:00:03.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:21:0)
[21:00:03.494] Build status: SCHEDULED
[21:00:03.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:22:0) after 3m59s
[21:04:02.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:22:0)
[21:04:02.530] Build status: SCHEDULED
[21:04:02.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:23:0) after 2m49s
[21:06:51.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:23:0)
[21:06:51.753] Build status: SCHEDULED
[21:06:51.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:24:0) after 6m27s
[21:10:35.449] Received PubSub notification, asking Buildbucket for the build status
[21:10:35.465] Build status: STARTED
[21:13:18.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:24:0)
[21:13:18.882] Build status: STARTED
[21:13:18.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:26:0) after 1m26s
[21:14:44.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:26:0)
[21:14:44.877] Build status: STARTED
[21:14:44.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:27:0) after 9m52s
[21:24:36.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:27:0)
[21:24:36.919] Build status: STARTED
[21:24:36.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:28:0) after 2m59s
[21:27:35.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:28:0)
[21:27:36.016] Build status: STARTED
[21:27:36.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:29:0) after 5m57s
[21:33:33.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:29:0)
[21:33:33.139] Build status: STARTED
[21:33:33.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:30:0) after 1m20s
[21:34:53.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:30:0)
[21:34:53.229] Build status: STARTED
[21:34:53.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:31:0) after 8m6s
[21:42:59.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:31:0)
[21:42:59.382] Build status: STARTED
[21:42:59.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:32:0) after 2m47s
[21:45:46.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:32:0)
[21:45:46.458] Build status: STARTED
[21:45:46.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:33:0) after 5m4s
[21:50:50.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:33:0)
[21:50:50.587] Build status: STARTED
[21:50:50.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:34:0) after 3m54s
[21:54:44.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:34:0)
[21:54:44.705] Build status: STARTED
[21:54:44.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:35:0) after 8m49s
[22:03:33.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:35:0)
[22:03:33.790] Build status: STARTED
[22:03:33.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:36:0) after 4m42s
[22:08:15.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:36:0)
[22:08:15.825] Build status: STARTED
[22:08:15.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:37:0) after 5m36s
[22:13:51.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:37:0)
[22:13:51.891] Build status: STARTED
[22:13:51.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:38:0) after 1m27s
[22:15:18.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:38:0)
[22:15:18.933] Build status: STARTED
[22:15:18.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:39:0) after 7m24s
[22:22:42.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:39:0)
[22:22:43.000] Build status: STARTED
[22:22:43.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:40:0) after 3m45s
[22:26:28.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:40:0)
[22:26:28.074] Build status: STARTED
[22:26:28.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:41:0) after 4m28s
[22:30:56.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:41:0)
[22:30:56.060] Build status: STARTED
[22:30:56.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:42:0) after 1m51s
[22:32:47.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:42:0)
[22:32:47.104] Build status: STARTED
[22:32:47.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:43:0) after 1m17s
[22:34:04.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:43:0)
[22:34:04.141] Build status: STARTED
[22:34:04.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8866889207062628240:44:0) after 4m48s
[22:37:36.984] Received PubSub notification, asking Buildbucket for the build status
[22:37:37.003] Build:
{
"id": "8701459145151663249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-09T19:42:00.218058549Z",
"startTime": "2025-10-09T21:10:35.300179247Z",
"endTime": "2025-10-09T22:37:36.370399994Z",
"updateTime": "2025-10-09T22:37:36.370399994Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e5306745a09b734000c200d02a54c853409a3b5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:37:37.003] Invocation finished in 2h55m37.990981375s with status FAILED