[00:08:58.537] New invocation is queued and will start shortly
[00:08:58.537] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:08:59.760] Starting the invocation (attempt 1)
[00:08:59.782] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f23877ccc4e837470fc264a177c41f4d2b42cdf"
[00:08:59.782] Reconstructed gitiles commit from tags
[00:08:59.782] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:59.782] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:59.783] Buildbucket request:
{
"requestId": "8861889576236865104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c8144dde84e2be91b42aeb75281e75a46cc70634ee221134fa6c7f3ec88df1b4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3fd4301e780f2e8dc7d162a5c632c155518f0bb5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861889576236865104",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a8ceef512ddb1a6126cf93db7b316f2ff0d8386b0cc894350694dacffe0ac119/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3fd4301e780f2e8dc7d162a5c632c155518f0bb5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d598c33350a6691807441666f9c5014c18aff39"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d598c33350a6691807441666f9c5014c18aff39",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "09da5b93-eb26-42fb-a527-bd004406967d",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696471923083320145"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c8144dde84e2be91b42aeb75281e75a46cc70634ee221134fa6c7f3ec88df1b4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3fd4301e780f2e8dc7d162a5c632c155518f0bb5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9f23877ccc4e837470fc264a177c41f4d2b42cdf"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f23877ccc4e837470fc264a177c41f4d2b42cdf",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "b813b04e-2c51-477c-b012-2be56eb53a31",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8696466131877681585"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9f23877ccc4e837470fc264a177c41f4d2b42cdf"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f23877ccc4e837470fc264a177c41f4d2b42cdf",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861889576236865104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:09:00.112] Scheduled build:
{
"id": "8696459514220037521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T00:08:59.829001649Z",
"updateTime": "2025-12-04T00:08:59.829001649Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f23877ccc4e837470fc264a177c41f4d2b42cdf",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:09:00.112] Task URL: https://cr-buildbucket.appspot.com/build/8696459514220037521
[00:09:00.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:2:0) after 4m58s
[00:09:01.090] Received PubSub notification, asking Buildbucket for the build status
[00:09:01.200] Build status: SCHEDULED
[00:13:58.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:2:0)
[00:13:58.286] Build status: SCHEDULED
[00:13:58.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:4:0) after 4m0s
[00:17:58.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:4:0)
[00:17:58.321] Build status: SCHEDULED
[00:17:58.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:5:0) after 2m58s
[00:20:56.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:5:0)
[00:20:56.345] Build status: SCHEDULED
[00:20:56.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:6:0) after 7m15s
[00:28:11.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:6:0)
[00:28:11.420] Build status: SCHEDULED
[00:28:11.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:7:0) after 2m17s
[00:30:28.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:7:0)
[00:30:28.514] Build status: SCHEDULED
[00:30:28.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:8:0) after 9m55s
[00:40:23.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:8:0)
[00:40:23.528] Build status: SCHEDULED
[00:40:23.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:9:0) after 1m23s
[00:41:46.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:9:0)
[00:41:46.752] Build status: SCHEDULED
[00:41:46.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:10:0) after 6m12s
[00:47:58.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:10:0)
[00:47:58.776] Build status: SCHEDULED
[00:47:58.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:11:0) after 7m44s
[00:55:42.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:11:0)
[00:55:42.962] Build status: SCHEDULED
[00:55:42.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:12:0) after 9m23s
[01:05:05.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:12:0)
[01:05:06.033] Build status: SCHEDULED
[01:05:06.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:13:0) after 2m31s
[01:07:37.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:13:0)
[01:07:37.150] Build status: SCHEDULED
[01:07:37.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:14:0) after 9m49s
[01:14:24.163] Received PubSub notification, asking Buildbucket for the build status
[01:14:24.183] Build status: STARTED
[01:17:26.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:14:0)
[01:17:26.234] Build status: STARTED
[01:17:26.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:16:0) after 3m36s
[01:21:02.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:16:0)
[01:21:02.288] Build status: STARTED
[01:21:02.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:17:0) after 6m25s
[01:27:27.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:17:0)
[01:27:27.340] Build status: STARTED
[01:27:27.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:18:0) after 3m15s
[01:30:42.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:18:0)
[01:30:42.530] Build status: STARTED
[01:30:42.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:19:0) after 5m26s
[01:36:08.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:19:0)
[01:36:08.712] Build status: STARTED
[01:36:08.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:20:0) after 4m41s
[01:40:49.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:20:0)
[01:40:49.794] Build status: STARTED
[01:40:49.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:21:0) after 5m47s
[01:46:36.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:21:0)
[01:46:36.830] Build status: STARTED
[01:46:36.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:22:0) after 3m43s
[01:50:19.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:22:0)
[01:50:19.859] Build status: STARTED
[01:50:19.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:23:0) after 9m51s
[02:00:10.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:23:0)
[02:00:10.936] Build status: STARTED
[02:00:10.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:24:0) after 6m44s
[02:06:55.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:24:0)
[02:06:55.045] Build status: STARTED
[02:06:55.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:25:0) after 2m3s
[02:08:58.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:25:0)
[02:08:58.140] Build status: STARTED
[02:08:58.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:26:0) after 6m36s
[02:15:34.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:26:0)
[02:15:34.268] Build status: STARTED
[02:15:34.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:27:0) after 5m38s
[02:21:12.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:27:0)
[02:21:12.340] Build status: STARTED
[02:21:12.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:28:0) after 3m40s
[02:24:52.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:28:0)
[02:24:52.412] Build status: STARTED
[02:24:52.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:29:0) after 4m7s
[02:28:59.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:29:0)
[02:28:59.526] Build status: STARTED
[02:28:59.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:30:0) after 4m19s
[02:33:18.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:30:0)
[02:33:18.556] Build status: STARTED
[02:33:18.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8861889576236865104:31:0) after 4m26s
[02:36:24.224] Received PubSub notification, asking Buildbucket for the build status
[02:36:24.250] Build:
{
"id": "8696459514220037521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-04T00:08:59.829001649Z",
"startTime": "2025-12-04T01:14:24.017572047Z",
"endTime": "2025-12-04T02:36:21.919207032Z",
"updateTime": "2025-12-04T02:36:21.919207032Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "9f23877ccc4e837470fc264a177c41f4d2b42cdf",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:36:24.250] Invocation finished in 2h27m25.727360195s with status FAILED