[21:11:32.135] New invocation is queued and will start shortly
[21:11:32.135] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[21:11:34.490] Starting the invocation (attempt 1)
[21:11:34.516] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4b4d3832b131760d6abf76e68f3034259b61c2f0"
[21:11:34.516] Reconstructed gitiles commit from tags
[21:11:34.516] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:11:34.516] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:11:34.516] Buildbucket request:
{
"requestId": "8934106522009144432",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2b813ded2314490292813fcaa23f64b4a3d799ccc2ef527ff24982dc78a677c0/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0be2de238dd77896076a65307496bfaef0dc02ac",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8934106522009144432",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2b813ded2314490292813fcaa23f64b4a3d799ccc2ef527ff24982dc78a677c0/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0be2de238dd77896076a65307496bfaef0dc02ac",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4b4d3832b131760d6abf76e68f3034259b61c2f0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4b4d3832b131760d6abf76e68f3034259b61c2f0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9e71dc28-0cb5-4dd6-a8df-5d8447f7415e",
"title": "clang-linux-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4b4d3832b131760d6abf76e68f3034259b61c2f0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4b4d3832b131760d6abf76e68f3034259b61c2f0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8934106522009144432"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:11:35.008] Scheduled build:
{
"id": "8768676458777651457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-28T21:11:34.595870519Z",
"updateTime": "2023-09-28T21:11:34.595870519Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4b4d3832b131760d6abf76e68f3034259b61c2f0",
"ref": "refs/heads/main"
}
}
}
[21:11:35.008] Task URL: https://cr-buildbucket.appspot.com/build/8768676458777651457
[21:11:35.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:2:0) after 4m53s
[21:11:35.238] Received PubSub notification, asking Buildbucket for the build status
[21:11:35.298] Build status: SCHEDULED
[21:16:28.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:2:0)
[21:16:28.064] Build status: SCHEDULED
[21:16:28.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:4:0) after 4m21s
[21:20:49.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:4:0)
[21:20:49.123] Build status: SCHEDULED
[21:20:49.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:5:0) after 2m18s
[21:23:07.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:5:0)
[21:23:07.140] Build status: SCHEDULED
[21:23:07.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:6:0) after 2m2s
[21:25:09.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:6:0)
[21:25:09.326] Build status: SCHEDULED
[21:25:09.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:7:0) after 5m42s
[21:30:51.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:7:0)
[21:30:51.932] Build status: SCHEDULED
[21:30:51.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:8:0) after 3m1s
[21:33:53.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:8:0)
[21:33:53.241] Build status: SCHEDULED
[21:33:53.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:9:0) after 7m42s
[21:41:35.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:9:0)
[21:41:35.424] Build status: SCHEDULED
[21:41:35.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:10:0) after 3m16s
[21:44:51.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:10:0)
[21:44:51.532] Build status: SCHEDULED
[21:44:51.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:11:0) after 6m37s
[21:51:28.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:11:0)
[21:51:28.577] Build status: SCHEDULED
[21:51:28.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:12:0) after 9m26s
[22:00:55.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:12:0)
[22:00:55.262] Build status: SCHEDULED
[22:00:55.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:13:0) after 4m15s
[22:05:10.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:13:0)
[22:05:10.312] Build status: SCHEDULED
[22:05:10.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:14:0) after 3m46s
[22:08:56.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:14:0)
[22:08:56.729] Build status: SCHEDULED
[22:08:56.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:15:0) after 1m30s
[22:10:26.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:15:0)
[22:10:26.892] Build status: SCHEDULED
[22:10:26.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:16:0) after 6m14s
[22:16:40.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:16:0)
[22:16:40.988] Build status: SCHEDULED
[22:16:40.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:17:0) after 3m0s
[22:19:41.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:17:0)
[22:19:41.026] Build status: SCHEDULED
[22:19:41.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:18:0) after 4m51s
[22:24:32.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:18:0)
[22:24:32.069] Build status: SCHEDULED
[22:24:32.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:19:0) after 8m43s
[22:33:15.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:19:0)
[22:33:15.132] Build status: SCHEDULED
[22:33:15.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:20:0) after 7m56s
[22:41:11.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:20:0)
[22:41:11.177] Build status: SCHEDULED
[22:41:11.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:21:0) after 9m35s
[22:50:46.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:21:0)
[22:50:46.213] Build status: SCHEDULED
[22:50:46.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:22:0) after 8m21s
[22:59:07.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:22:0)
[22:59:07.317] Build status: SCHEDULED
[22:59:07.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:23:0) after 1m43s
[23:00:50.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:23:0)
[23:00:50.431] Build status: SCHEDULED
[23:00:50.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:24:0) after 7m47s
[23:08:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:24:0)
[23:08:37.472] Build status: SCHEDULED
[23:08:37.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:25:0) after 1m28s
[23:10:05.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:25:0)
[23:10:05.655] Build status: SCHEDULED
[23:10:05.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:26:0) after 3m57s
[23:14:02.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:26:0)
[23:14:02.698] Build status: SCHEDULED
[23:14:02.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:27:0) after 7m58s
[23:22:00.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:27:0)
[23:22:00.861] Build status: SCHEDULED
[23:22:00.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:28:0) after 8m40s
[23:30:41.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:28:0)
[23:30:41.315] Build status: SCHEDULED
[23:30:41.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:29:0) after 5m27s
[23:36:08.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:29:0)
[23:36:08.441] Build status: SCHEDULED
[23:36:08.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:30:0) after 5m53s
[23:42:01.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:30:0)
[23:42:01.711] Build status: SCHEDULED
[23:42:01.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:31:0) after 8m43s
[23:50:45.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:31:0)
[23:50:45.160] Build status: SCHEDULED
[23:50:45.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:32:0) after 3m34s
[23:54:19.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:32:0)
[23:54:19.350] Build status: SCHEDULED
[23:54:19.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:33:0) after 6m5s
[00:00:24.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:33:0)
[00:00:24.478] Build status: SCHEDULED
[00:00:24.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:34:0) after 7m24s
[00:07:48.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:34:0)
[00:07:48.643] Build status: SCHEDULED
[00:07:48.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:35:0) after 1m3s
[00:08:51.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:35:0)
[00:08:51.712] Build status: SCHEDULED
[00:08:51.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:36:0) after 8m55s
[00:17:46.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:36:0)
[00:17:47.026] Build status: SCHEDULED
[00:17:47.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:37:0) after 3m8s
[00:20:55.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:37:0)
[00:20:55.354] Build status: SCHEDULED
[00:20:55.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:38:0) after 6m21s
[00:26:28.656] Received PubSub notification, asking Buildbucket for the build status
[00:26:28.685] Build status: STARTED
[00:27:16.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:38:0)
[00:27:16.435] Build status: STARTED
[00:27:16.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:40:0) after 3m33s
[00:30:49.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:40:0)
[00:30:49.494] Build status: STARTED
[00:30:49.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:41:0) after 3m59s
[00:34:48.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:41:0)
[00:34:48.616] Build status: STARTED
[00:34:48.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:42:0) after 7m1s
[00:41:49.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:42:0)
[00:41:49.694] Build status: STARTED
[00:41:49.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8934106522009144432:43:0) after 6m10s
[00:45:37.417] Received PubSub notification, asking Buildbucket for the build status
[00:45:37.438] Build:
{
"id": "8768676458777651457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-28T21:11:34.595870519Z",
"startTime": "2023-09-29T00:26:26.988868Z",
"endTime": "2023-09-29T00:45:37.162081849Z",
"updateTime": "2023-09-29T00:45:37.162081849Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4b4d3832b131760d6abf76e68f3034259b61c2f0",
"ref": "refs/heads/main"
}
}
}
[00:45:37.438] Invocation finished in 3h34m5.307775165s with status FAILED