[21:43:48.460] New invocation is queued and will start shortly
[21:43:48.460] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:43:49.509] Starting the invocation (attempt 1)
[21:43:49.537] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06"
[21:43:49.537] Reconstructed gitiles commit from tags
[21:43:49.537] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:43:49.537] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:43:49.538] Buildbucket request:
{
"requestId": "8885363323709085984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7abf92ecb0b7b0a0b55796bb3379b1203db74442d4c8d29e18c42dcae9539a9c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "bb2403047db8ac6070a879ed4b8499ca5ec1c296",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885363323709085984",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7abf92ecb0b7b0a0b55796bb3379b1203db74442d4c8d29e18c42dcae9539a9c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "bb2403047db8ac6070a879ed4b8499ca5ec1c296",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "34817ff9-e6c2-4dc0-a368-6a2feddb0c75",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885363323709085984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:43:49.901] Scheduled build:
{
"id": "8719933261839208129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-19T21:43:49.615930006Z",
"updateTime": "2025-03-19T21:43:49.615930006Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06",
"ref": "refs/heads/main"
}
}
}
[21:43:49.901] Task URL: https://cr-buildbucket.appspot.com/build/8719933261839208129
[21:43:49.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:2:0) after 6m5s
[21:43:50.880] Received PubSub notification, asking Buildbucket for the build status
[21:43:50.903] Build status: SCHEDULED
[21:49:54.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:2:0)
[21:49:54.962] Build status: SCHEDULED
[21:49:54.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:4:0) after 6m22s
[21:56:17.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:4:0)
[21:56:17.061] Build status: SCHEDULED
[21:56:17.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:5:0) after 5m4s
[22:01:21.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:5:0)
[22:01:21.139] Build status: SCHEDULED
[22:01:21.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:6:0) after 5m1s
[22:06:22.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:6:0)
[22:06:22.243] Build status: SCHEDULED
[22:06:22.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:7:0) after 3m36s
[22:09:58.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:7:0)
[22:09:58.281] Build status: SCHEDULED
[22:09:58.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:8:0) after 7m17s
[22:17:15.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:8:0)
[22:17:15.362] Build status: SCHEDULED
[22:17:15.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:9:0) after 8m20s
[22:25:35.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:9:0)
[22:25:35.479] Build status: SCHEDULED
[22:25:35.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:10:0) after 8m54s
[22:34:29.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:10:0)
[22:34:29.594] Build status: SCHEDULED
[22:34:29.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:11:0) after 8m4s
[22:42:33.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:11:0)
[22:42:33.711] Build status: SCHEDULED
[22:42:33.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:12:0) after 2m35s
[22:45:08.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:12:0)
[22:45:08.729] Build status: SCHEDULED
[22:45:08.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:13:0) after 9m24s
[22:54:32.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:13:0)
[22:54:32.769] Build status: SCHEDULED
[22:54:32.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:14:0) after 9m53s
[23:04:25.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:14:0)
[23:04:25.873] Build status: SCHEDULED
[23:04:25.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:15:0) after 3m7s
[23:07:32.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:15:0)
[23:07:32.966] Build status: SCHEDULED
[23:07:32.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:16:0) after 2m29s
[23:10:01.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:16:0)
[23:10:01.966] Build status: SCHEDULED
[23:10:01.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:17:0) after 5m32s
[23:15:34.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:17:0)
[23:15:34.064] Build status: SCHEDULED
[23:15:34.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:18:0) after 3m39s
[23:19:13.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:18:0)
[23:19:13.112] Build status: SCHEDULED
[23:19:13.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:19:0) after 2m37s
[23:21:50.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:19:0)
[23:21:50.148] Build status: SCHEDULED
[23:21:50.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:20:0) after 1m41s
[23:23:31.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:20:0)
[23:23:31.199] Build status: SCHEDULED
[23:23:31.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:21:0) after 8m35s
[23:27:02.753] Received PubSub notification, asking Buildbucket for the build status
[23:27:02.772] Build status: STARTED
[23:32:06.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:21:0)
[23:32:06.288] Build status: STARTED
[23:32:06.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:23:0) after 8m0s
[23:40:06.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:23:0)
[23:40:06.410] Build status: STARTED
[23:40:06.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:24:0) after 6m26s
[23:46:32.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:24:0)
[23:46:32.515] Build status: STARTED
[23:46:32.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:25:0) after 4m50s
[23:51:22.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:25:0)
[23:51:22.743] Build status: STARTED
[23:51:22.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:26:0) after 5m29s
[23:56:51.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:26:0)
[23:56:51.852] Build status: STARTED
[23:56:51.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:27:0) after 4m3s
[00:00:54.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:27:0)
[00:00:54.990] Build status: STARTED
[00:00:54.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:28:0) after 1m29s
[00:02:24.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:28:0)
[00:02:24.042] Build status: STARTED
[00:02:24.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:29:0) after 2m48s
[00:05:12.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:29:0)
[00:05:12.104] Build status: STARTED
[00:05:12.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:30:0) after 2m5s
[00:07:17.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:30:0)
[00:07:17.126] Build status: STARTED
[00:07:17.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:31:0) after 6m38s
[00:13:55.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:31:0)
[00:13:55.275] Build status: STARTED
[00:13:55.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:32:0) after 6m41s
[00:20:36.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:32:0)
[00:20:36.338] Build status: STARTED
[00:20:36.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8885363323709085984:33:0) after 9m38s
[00:21:27.341] Received PubSub notification, asking Buildbucket for the build status
[00:21:27.367] Build:
{
"id": "8719933261839208129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-19T21:43:49.615930006Z",
"startTime": "2025-03-19T23:27:02.487915498Z",
"endTime": "2025-03-20T00:21:27.048650236Z",
"updateTime": "2025-03-20T00:21:27.048650236Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b350bc2c0b88488f6c4eb84aadd4e74c67ca9b06",
"ref": "refs/heads/main"
}
}
}
[00:21:27.367] Invocation finished in 2h37m38.918410668s with status FAILED