[18:02:14.733] New invocation is queued and will start shortly
[18:02:14.733] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[18:02:15.917] Starting the invocation (attempt 1)
[18:02:15.951] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c7107ca7f899e300a507f24ac6ce2dc1ff43977e"
[18:02:15.951] Reconstructed gitiles commit from tags
[18:02:15.951] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:02:15.952] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:02:15.952] Buildbucket request:
{
"requestId": "8905217998826567312",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "aba7726d1af0180ac2960ae9e1169a3fe07c8d4a8eccf69213faf7311351eba3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "22ca02d9450eee1337dcf488c1cb13029d6ce0bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8905217998826567312",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "aba7726d1af0180ac2960ae9e1169a3fe07c8d4a8eccf69213faf7311351eba3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "22ca02d9450eee1337dcf488c1cb13029d6ce0bc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c7107ca7f899e300a507f24ac6ce2dc1ff43977e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c7107ca7f899e300a507f24ac6ce2dc1ff43977e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "aaa0ae94-8bf3-45c0-a639-25a2220d35ce",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "c7107ca7f899e300a507f24ac6ce2dc1ff43977e"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c7107ca7f899e300a507f24ac6ce2dc1ff43977e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8905217998826567312"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:02:16.598] Scheduled build:
{
"id": "8739787936822210833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-12T18:02:16.023599750Z",
"updateTime": "2024-08-12T18:02:16.023599750Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c7107ca7f899e300a507f24ac6ce2dc1ff43977e",
"ref": "refs/heads/main"
}
}
}
[18:02:16.598] Task URL: https://cr-buildbucket.appspot.com/build/8739787936822210833
[18:02:16.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:2:0) after 4m40s
[18:02:17.554] Received PubSub notification, asking Buildbucket for the build status
[18:02:17.580] Build status: SCHEDULED
[18:06:56.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:2:0)
[18:06:56.756] Build status: SCHEDULED
[18:06:56.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:4:0) after 8m55s
[18:15:51.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:4:0)
[18:15:51.822] Build status: SCHEDULED
[18:15:51.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:5:0) after 9m29s
[18:25:20.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:5:0)
[18:25:20.907] Build status: SCHEDULED
[18:25:20.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:6:0) after 1m5s
[18:26:25.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:6:0)
[18:26:26.002] Build status: SCHEDULED
[18:26:26.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:7:0) after 5m2s
[18:31:28.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:7:0)
[18:31:28.047] Build status: SCHEDULED
[18:31:28.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:8:0) after 8m48s
[18:40:16.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:8:0)
[18:40:16.111] Build status: SCHEDULED
[18:40:16.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:9:0) after 5m58s
[18:46:14.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:9:0)
[18:46:14.172] Build status: SCHEDULED
[18:46:14.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:10:0) after 3m36s
[18:49:50.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:10:0)
[18:49:50.242] Build status: SCHEDULED
[18:49:50.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:11:0) after 9m44s
[18:59:34.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:11:0)
[18:59:34.365] Build status: SCHEDULED
[18:59:34.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:12:0) after 9m20s
[19:08:54.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:12:0)
[19:08:54.464] Build status: SCHEDULED
[19:08:54.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:13:0) after 9m2s
[19:17:56.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:13:0)
[19:17:56.538] Build status: SCHEDULED
[19:17:56.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:14:0) after 2m8s
[19:20:04.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:14:0)
[19:20:04.573] Build status: SCHEDULED
[19:20:04.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:15:0) after 3m43s
[19:23:47.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:15:0)
[19:23:47.650] Build status: SCHEDULED
[19:23:47.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:16:0) after 1m17s
[19:25:04.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:16:0)
[19:25:04.829] Build status: SCHEDULED
[19:25:04.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:17:0) after 1m10s
[19:26:14.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:17:0)
[19:26:14.914] Build status: SCHEDULED
[19:26:14.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:18:0) after 6m52s
[19:33:06.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:18:0)
[19:33:07.110] Build status: SCHEDULED
[19:33:07.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:19:0) after 6m37s
[19:39:44.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:19:0)
[19:39:44.180] Build status: SCHEDULED
[19:39:44.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:20:0) after 7m41s
[19:47:25.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:20:0)
[19:47:25.219] Build status: SCHEDULED
[19:47:25.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:21:0) after 6m20s
[19:53:45.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:21:0)
[19:53:45.269] Build status: SCHEDULED
[19:53:45.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:22:0) after 1m55s
[19:55:40.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:22:0)
[19:55:40.355] Build status: SCHEDULED
[19:55:40.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:23:0) after 2m25s
[19:58:05.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:23:0)
[19:58:05.447] Build status: SCHEDULED
[19:58:05.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:24:0) after 4m20s
[20:02:25.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:24:0)
[20:02:25.535] Build status: SCHEDULED
[20:02:25.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:25:0) after 5m3s
[20:07:28.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:25:0)
[20:07:28.620] Build status: SCHEDULED
[20:07:28.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:26:0) after 2m18s
[20:09:46.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:26:0)
[20:09:46.715] Build status: SCHEDULED
[20:09:46.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:27:0) after 9m24s
[20:11:38.951] Received PubSub notification, asking Buildbucket for the build status
[20:11:38.983] Build status: STARTED
[20:19:10.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:27:0)
[20:19:10.835] Build status: STARTED
[20:19:10.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:29:0) after 8m41s
[20:27:51.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:29:0)
[20:27:51.872] Build status: STARTED
[20:27:51.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:30:0) after 1m20s
[20:29:11.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:30:0)
[20:29:11.937] Build status: STARTED
[20:29:11.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:31:0) after 9m30s
[20:38:41.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:31:0)
[20:38:41.986] Build status: STARTED
[20:38:41.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:32:0) after 6m55s
[20:45:37.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:32:0)
[20:45:37.044] Build status: STARTED
[20:45:37.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:33:0) after 1m10s
[20:46:47.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:33:0)
[20:46:47.326] Build status: STARTED
[20:46:47.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:34:0) after 2m25s
[20:49:12.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:34:0)
[20:49:12.552] Build status: STARTED
[20:49:12.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:35:0) after 8m6s
[20:57:18.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:35:0)
[20:57:18.613] Build status: STARTED
[20:57:18.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8905217998826567312:36:0) after 7m16s
[20:58:52.674] Received PubSub notification, asking Buildbucket for the build status
[20:58:52.732] Build:
{
"id": "8739787936822210833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-12T18:02:16.023599750Z",
"startTime": "2024-08-12T20:11:38.794417968Z",
"endTime": "2024-08-12T20:58:52.295757729Z",
"updateTime": "2024-08-12T20:58:52.295757729Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c7107ca7f899e300a507f24ac6ce2dc1ff43977e",
"ref": "refs/heads/main"
}
}
}
[20:58:52.732] Invocation finished in 2h56m38.004573813s with status FAILED