[18:11:03.042] New invocation is queued and will start shortly
[18:11:03.042] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:11:04.150] Starting the invocation (attempt 1)
[18:11:04.186] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/59c5d531991ca6d3cdd7072a13331dd5b0a5b321"
[18:11:04.186] Reconstructed gitiles commit from tags
[18:11:04.186] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:11:04.186] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:11:04.186] Buildbucket request:
{
"requestId": "8884742530456581568",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3fb96321d98a5fdea7e96167148cf54c8dedac44761c67272c446fef2613af44/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d9c2f33093ee5c785d951dbb63d2aef7592d393",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884742530456581568",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3fb96321d98a5fdea7e96167148cf54c8dedac44761c67272c446fef2613af44/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d9c2f33093ee5c785d951dbb63d2aef7592d393",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "59c5d531991ca6d3cdd7072a13331dd5b0a5b321"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/59c5d531991ca6d3cdd7072a13331dd5b0a5b321",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "ff28f6a4-7383-4efe-a00e-eeb7a1dcf374",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "59c5d531991ca6d3cdd7072a13331dd5b0a5b321"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "59c5d531991ca6d3cdd7072a13331dd5b0a5b321",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884742530456581568"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:11:04.590] Scheduled build:
{
"id": "8719312468524002065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T18:11:04.255464842Z",
"updateTime": "2025-03-26T18:11:04.255464842Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "59c5d531991ca6d3cdd7072a13331dd5b0a5b321",
"ref": "refs/heads/main"
}
}
}
[18:11:04.590] Task URL: https://cr-buildbucket.appspot.com/build/8719312468524002065
[18:11:04.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:2:0) after 3m33s
[18:11:05.601] Received PubSub notification, asking Buildbucket for the build status
[18:11:05.624] Build status: SCHEDULED
[18:14:37.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:2:0)
[18:14:37.646] Build status: SCHEDULED
[18:14:37.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:4:0) after 3m3s
[18:17:40.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:4:0)
[18:17:40.759] Build status: SCHEDULED
[18:17:40.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:5:0) after 8m55s
[18:26:35.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:5:0)
[18:26:35.987] Build status: SCHEDULED
[18:26:35.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:6:0) after 5m17s
[18:31:53.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:6:0)
[18:31:53.127] Build status: SCHEDULED
[18:31:53.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:7:0) after 1m59s
[18:33:52.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:7:0)
[18:33:52.182] Build status: SCHEDULED
[18:33:52.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:8:0) after 1m10s
[18:35:02.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:8:0)
[18:35:02.247] Build status: SCHEDULED
[18:35:02.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:9:0) after 1m55s
[18:36:57.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:9:0)
[18:36:57.735] Build status: SCHEDULED
[18:36:57.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:10:0) after 8m1s
[18:44:58.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:10:0)
[18:44:58.830] Build status: SCHEDULED
[18:44:58.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:11:0) after 3m19s
[18:48:17.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:11:0)
[18:48:17.887] Build status: SCHEDULED
[18:48:17.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:12:0) after 8m30s
[18:56:47.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:12:0)
[18:56:47.970] Build status: SCHEDULED
[18:56:47.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:13:0) after 7m58s
[19:04:45.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:13:0)
[19:04:46.048] Build status: SCHEDULED
[19:04:46.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:14:0) after 4m10s
[19:08:56.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:14:0)
[19:08:56.150] Build status: SCHEDULED
[19:08:56.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:15:0) after 4m20s
[19:13:16.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:15:0)
[19:13:16.325] Build status: SCHEDULED
[19:13:16.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:16:0) after 3m24s
[19:16:40.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:16:0)
[19:16:40.370] Build status: SCHEDULED
[19:16:40.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:17:0) after 4m51s
[19:21:31.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:17:0)
[19:21:31.428] Build status: SCHEDULED
[19:21:31.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:18:0) after 6m46s
[19:28:17.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:18:0)
[19:28:17.557] Build status: SCHEDULED
[19:28:17.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:19:0) after 4m45s
[19:33:02.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:19:0)
[19:33:02.688] Build status: SCHEDULED
[19:33:02.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:20:0) after 6m9s
[19:39:11.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:20:0)
[19:39:11.784] Build status: SCHEDULED
[19:39:11.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:21:0) after 2m5s
[19:41:16.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:21:0)
[19:41:16.847] Build status: SCHEDULED
[19:41:16.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:22:0) after 9m31s
[19:50:47.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:22:0)
[19:50:47.946] Build status: SCHEDULED
[19:50:47.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:23:0) after 2m32s
[19:52:07.434] Received PubSub notification, asking Buildbucket for the build status
[19:52:07.472] Build status: STARTED
[19:53:19.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:23:0)
[19:53:20.282] Build status: STARTED
[19:53:20.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:25:0) after 3m21s
[19:56:41.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:25:0)
[19:56:41.444] Build status: STARTED
[19:56:41.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:26:0) after 8m17s
[20:04:58.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:26:0)
[20:04:58.576] Build status: STARTED
[20:04:58.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:27:0) after 3m1s
[20:07:59.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:27:0)
[20:07:59.837] Build status: STARTED
[20:07:59.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:28:0) after 9m15s
[20:17:14.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:28:0)
[20:17:14.846] Build status: STARTED
[20:17:14.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:29:0) after 5m20s
[20:22:34.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:29:0)
[20:22:34.987] Build status: STARTED
[20:22:34.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:30:0) after 3m43s
[20:26:18.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:30:0)
[20:26:18.071] Build status: STARTED
[20:26:18.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:31:0) after 8m14s
[20:34:32.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:31:0)
[20:34:32.146] Build status: STARTED
[20:34:32.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:32:0) after 1m57s
[20:36:29.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:32:0)
[20:36:29.228] Build status: STARTED
[20:36:29.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:33:0) after 9m13s
[20:45:42.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:33:0)
[20:45:42.250] Build status: STARTED
[20:45:42.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8884742530456581568:34:0) after 8m24s
[20:46:19.765] Received PubSub notification, asking Buildbucket for the build status
[20:46:19.852] Build:
{
"id": "8719312468524002065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T18:11:04.255464842Z",
"startTime": "2025-03-26T19:52:06.801735333Z",
"endTime": "2025-03-26T20:46:19.466651066Z",
"updateTime": "2025-03-26T20:46:19.466651066Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "59c5d531991ca6d3cdd7072a13331dd5b0a5b321",
"ref": "refs/heads/main"
}
}
}
[20:46:19.852] Invocation finished in 2h35m16.822901162s with status FAILED