[03:48:30.169] New invocation is queued and will start shortly
[03:48:30.169] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:48:31.233] Starting the invocation (attempt 1)
[03:48:31.283] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8"
[03:48:31.283] Reconstructed gitiles commit from tags
[03:48:31.283] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:48:31.284] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:48:31.284] Buildbucket request:
{
"requestId": "8872203818940030400",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "634e9c6a40a7236a9aba742a80c2a696824df36c63a8c7505e703756704f6d36/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3d21ec9ac58c676fc59d97468c7777b80945fe78",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872203818940030400",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "634e9c6a40a7236a9aba742a80c2a696824df36c63a8c7505e703756704f6d36/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "3d21ec9ac58c676fc59d97468c7777b80945fe78",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "f18dec69-89ef-4737-bdbb-ffccf6c97d51",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8706787342140758369"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872203818940030400"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:48:31.648] Scheduled build:
{
"id": "8706773757060148561",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T03:48:31.339384971Z",
"updateTime": "2025-08-12T03:48:31.339384971Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:48:31.648] Task URL: https://cr-buildbucket.appspot.com/build/8706773757060148561
[03:48:31.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:2:0) after 5m20s
[03:48:32.611] Received PubSub notification, asking Buildbucket for the build status
[03:48:32.675] Build status: SCHEDULED
[03:53:51.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:2:0)
[03:53:51.701] Build status: SCHEDULED
[03:53:51.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:4:0) after 4m11s
[03:58:02.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:4:0)
[03:58:02.787] Build status: SCHEDULED
[03:58:02.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:5:0) after 4m45s
[04:02:47.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:5:0)
[04:02:47.829] Build status: SCHEDULED
[04:02:47.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:6:0) after 5m43s
[04:08:30.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:6:0)
[04:08:30.890] Build status: SCHEDULED
[04:08:30.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:7:0) after 3m28s
[04:11:58.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:7:0)
[04:11:58.943] Build status: SCHEDULED
[04:11:58.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:8:0) after 6m46s
[04:18:45.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:8:0)
[04:18:45.092] Build status: SCHEDULED
[04:18:45.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:9:0) after 1m28s
[04:20:13.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:9:0)
[04:20:13.143] Build status: SCHEDULED
[04:20:13.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:10:0) after 5m40s
[04:25:53.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:10:0)
[04:25:53.222] Build status: SCHEDULED
[04:25:53.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:11:0) after 1m41s
[04:27:34.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:11:0)
[04:27:34.270] Build status: SCHEDULED
[04:27:34.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:12:0) after 3m45s
[04:31:20.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:12:0)
[04:31:20.460] Build status: SCHEDULED
[04:31:20.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:13:0) after 4m17s
[04:35:37.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:13:0)
[04:35:37.496] Build status: SCHEDULED
[04:35:37.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:14:0) after 1m27s
[04:37:04.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:14:0)
[04:37:04.524] Build status: SCHEDULED
[04:37:04.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:15:0) after 8m29s
[04:45:33.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:15:0)
[04:45:33.637] Build status: SCHEDULED
[04:45:33.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:16:0) after 3m37s
[04:49:10.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:16:0)
[04:49:10.913] Build status: SCHEDULED
[04:49:10.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:17:0) after 8m37s
[04:50:12.916] Received PubSub notification, asking Buildbucket for the build status
[04:50:12.939] Build status: STARTED
[04:57:48.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:17:0)
[04:57:48.039] Build status: STARTED
[04:57:48.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:19:0) after 9m12s
[05:07:00.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:19:0)
[05:07:00.080] Build status: STARTED
[05:07:00.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:20:0) after 9m15s
[05:16:15.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:20:0)
[05:16:15.105] Build status: STARTED
[05:16:15.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:21:0) after 2m30s
[05:18:45.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:21:0)
[05:18:45.148] Build status: STARTED
[05:18:45.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:22:0) after 6m39s
[05:25:24.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:22:0)
[05:25:24.180] Build status: STARTED
[05:25:24.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:23:0) after 9m16s
[05:34:40.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:23:0)
[05:34:40.275] Build status: STARTED
[05:34:40.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:24:0) after 1m39s
[05:36:19.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:24:0)
[05:36:19.309] Build status: STARTED
[05:36:19.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:25:0) after 1m1s
[05:37:20.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:25:0)
[05:37:20.348] Build status: STARTED
[05:37:20.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:26:0) after 2m30s
[05:39:50.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:26:0)
[05:39:50.378] Build status: STARTED
[05:39:50.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:27:0) after 9m55s
[05:49:45.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:27:0)
[05:49:45.499] Build status: STARTED
[05:49:45.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:28:0) after 4m21s
[05:54:06.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:28:0)
[05:54:06.544] Build status: STARTED
[05:54:06.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:29:0) after 6m26s
[06:00:32.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:29:0)
[06:00:32.684] Build status: STARTED
[06:00:32.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:30:0) after 2m43s
[06:03:15.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:30:0)
[06:03:15.787] Build status: STARTED
[06:03:15.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:31:0) after 3m28s
[06:06:43.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:31:0)
[06:06:43.888] Build status: STARTED
[06:06:43.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8872203818940030400:32:0) after 1m11s
[06:07:34.871] Received PubSub notification, asking Buildbucket for the build status
[06:07:34.889] Build:
{
"id": "8706773757060148561",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T03:48:31.339384971Z",
"startTime": "2025-08-12T04:50:12.754906249Z",
"endTime": "2025-08-12T06:07:34.616909209Z",
"updateTime": "2025-08-12T06:07:34.616909209Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2fc1b3dd9f82e020c07ff6ec82a55bb7f4c90ac8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:07:34.889] Invocation finished in 2h19m4.725537956s with status FAILED