[03:21:32.168] New invocation is queued and will start shortly
[03:21:32.168] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:21:33.233] Starting the invocation (attempt 1)
[03:21:33.257] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58e2dde45f775328b71b532e65762a9696ccccbd"
[03:21:33.257] Reconstructed gitiles commit from tags
[03:21:33.257] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:21:33.257] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:21:33.257] Buildbucket request:
{
"requestId": "8862964624963127632",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8b016bee5956aea5786d3d525c007c27761b48ab0ce0ca1a3a50f04df8b689a2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a8f7104cbdb2c114cd69b696e8684ce262d95af9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862964624963127632",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2134430e71fd7daabda210d94df76fce3b2008cae4e322bf68cd339a0d33caca/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "59fc5e09a37e3094e6c3cae21370ab22f6c2b3f0",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "677fbf8edbc5057f43e8cc178c4aa50a857aa7c1"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/677fbf8edbc5057f43e8cc178c4aa50a857aa7c1",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "05e91e00-dac5-4e0a-a8e1-74d910ec1c73",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697548393280449297"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8b016bee5956aea5786d3d525c007c27761b48ab0ce0ca1a3a50f04df8b689a2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a8f7104cbdb2c114cd69b696e8684ce262d95af9",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "58e2dde45f775328b71b532e65762a9696ccccbd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/58e2dde45f775328b71b532e65762a9696ccccbd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "709f3f19-454d-45ab-922a-311c7a01be68",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697542644433224609"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "58e2dde45f775328b71b532e65762a9696ccccbd"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "58e2dde45f775328b71b532e65762a9696ccccbd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862964624963127632"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:21:33.596] Scheduled build:
{
"id": "8697534563093148337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T03:21:33.330910956Z",
"updateTime": "2025-11-22T03:21:33.330910956Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "58e2dde45f775328b71b532e65762a9696ccccbd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:21:33.596] Task URL: https://cr-buildbucket.appspot.com/build/8697534563093148337
[03:21:33.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:2:0) after 8m12s
[03:21:34.602] Received PubSub notification, asking Buildbucket for the build status
[03:21:34.632] Build status: SCHEDULED
[03:29:45.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:2:0)
[03:29:45.808] Build status: SCHEDULED
[03:29:45.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:4:0) after 8m47s
[03:38:32.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:4:0)
[03:38:32.932] Build status: SCHEDULED
[03:38:32.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:5:0) after 1m26s
[03:39:58.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:5:0)
[03:39:58.984] Build status: SCHEDULED
[03:39:58.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:6:0) after 3m10s
[03:43:09.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:6:0)
[03:43:09.029] Build status: SCHEDULED
[03:43:09.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:7:0) after 3m58s
[03:47:07.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:7:0)
[03:47:07.090] Build status: SCHEDULED
[03:47:07.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:8:0) after 3m3s
[03:50:10.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:8:0)
[03:50:10.117] Build status: SCHEDULED
[03:50:10.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:9:0) after 7m37s
[03:57:47.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:9:0)
[03:57:47.166] Build status: SCHEDULED
[03:57:47.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:10:0) after 5m54s
[04:03:41.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:10:0)
[04:03:41.215] Build status: SCHEDULED
[04:03:41.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:11:0) after 3m25s
[04:07:06.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:11:0)
[04:07:06.353] Build status: SCHEDULED
[04:07:06.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:12:0) after 2m44s
[04:09:50.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:12:0)
[04:09:50.381] Build status: SCHEDULED
[04:09:50.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:13:0) after 1m8s
[04:10:58.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:13:0)
[04:10:58.424] Build status: SCHEDULED
[04:10:58.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:14:0) after 3m43s
[04:14:41.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:14:0)
[04:14:41.474] Build status: SCHEDULED
[04:14:41.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:15:0) after 4m4s
[04:18:45.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:15:0)
[04:18:45.579] Build status: SCHEDULED
[04:18:45.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:16:0) after 2m59s
[04:21:44.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:16:0)
[04:21:44.653] Build status: SCHEDULED
[04:21:44.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:17:0) after 3m23s
[04:25:07.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:17:0)
[04:25:07.740] Build status: SCHEDULED
[04:25:07.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:18:0) after 8m9s
[04:31:54.508] Received PubSub notification, asking Buildbucket for the build status
[04:31:54.534] Build status: STARTED
[04:33:16.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:18:0)
[04:33:16.869] Build status: STARTED
[04:33:16.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:20:0) after 2m44s
[04:36:01.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:20:0)
[04:36:01.449] Build status: STARTED
[04:36:01.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:21:0) after 3m21s
[04:39:22.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:21:0)
[04:39:22.527] Build status: STARTED
[04:39:22.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:22:0) after 6m25s
[04:45:47.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:22:0)
[04:45:47.785] Build status: STARTED
[04:45:47.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:23:0) after 9m49s
[04:55:36.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:23:0)
[04:55:36.817] Build status: STARTED
[04:55:36.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:24:0) after 6m56s
[05:02:32.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:24:0)
[05:02:32.847] Build status: STARTED
[05:02:32.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:25:0) after 9m15s
[05:11:47.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:25:0)
[05:11:47.956] Build status: STARTED
[05:11:47.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:26:0) after 2m43s
[05:14:31.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:26:0)
[05:14:31.048] Build status: STARTED
[05:14:31.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:27:0) after 7m35s
[05:22:06.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:27:0)
[05:22:06.128] Build status: STARTED
[05:22:06.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:28:0) after 5m58s
[05:28:04.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:28:0)
[05:28:04.113] Build status: STARTED
[05:28:04.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:29:0) after 5m38s
[05:33:42.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:29:0)
[05:33:42.270] Build status: STARTED
[05:33:42.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:30:0) after 4m19s
[05:38:01.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:30:0)
[05:38:01.551] Build status: STARTED
[05:38:01.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:31:0) after 2m8s
[05:40:09.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:31:0)
[05:40:09.555] Build status: STARTED
[05:40:09.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:32:0) after 8m50s
[05:48:59.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:32:0)
[05:48:59.572] Build status: STARTED
[05:48:59.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8862964624963127632:33:0) after 4m57s
[05:51:13.365] Received PubSub notification, asking Buildbucket for the build status
[05:51:13.396] Build:
{
"id": "8697534563093148337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T03:21:33.330910956Z",
"startTime": "2025-11-22T04:31:54.205819637Z",
"endTime": "2025-11-22T05:51:13.120665929Z",
"updateTime": "2025-11-22T05:51:13.120665929Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "58e2dde45f775328b71b532e65762a9696ccccbd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:51:13.396] Invocation finished in 2h29m41.232549872s with status FAILED