[19:41:16.743] New invocation is queued and will start shortly
[19:41:16.743] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[19:41:17.836] Starting the invocation (attempt 1)
[19:41:17.869] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dca432cb7b1c282f5dc861095813c4f40f109619"
[19:41:17.869] Reconstructed gitiles commit from tags
[19:41:17.869] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:41:17.869] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:41:17.869] Buildbucket request:
{
"requestId": "8928042203713409360",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "50ff321a27ed0fd537d00f541a91d90d46293c7aa89aa2d5f42c0abf0967c26a/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c233dd44fa99deebf497720e0644b47505d0d969",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8928042203713409360",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "50ff321a27ed0fd537d00f541a91d90d46293c7aa89aa2d5f42c0abf0967c26a/577"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c233dd44fa99deebf497720e0644b47505d0d969",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dca432cb7b1c282f5dc861095813c4f40f109619"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dca432cb7b1c282f5dc861095813c4f40f109619",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e98a3c25-c0a6-48b3-bd0b-5de15b0aec39",
"title": "clang-linux-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dca432cb7b1c282f5dc861095813c4f40f109619"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dca432cb7b1c282f5dc861095813c4f40f109619",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8928042203713409360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:41:30.998] Scheduled build:
{
"id": "8762612139953693169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2023-12-04T19:41:19.704428755Z",
"updateTime": "2023-12-04T19:41:19.704428755Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dca432cb7b1c282f5dc861095813c4f40f109619",
"ref": "refs/heads/main"
}
}
}
[19:41:30.998] Task URL: https://cr-buildbucket.appspot.com/build/8762612139953693169
[19:41:30.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:2:0) after 1m11s
[19:41:31.174] Received PubSub notification, asking Buildbucket for the build status
[19:41:31.203] Build status: SCHEDULED
[19:42:42.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:2:0)
[19:42:42.096] Build status: SCHEDULED
[19:42:42.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:4:0) after 1m2s
[19:43:44.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:4:0)
[19:43:44.352] Build status: SCHEDULED
[19:43:44.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:5:0) after 7m58s
[19:51:42.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:5:0)
[19:51:42.439] Build status: SCHEDULED
[19:51:42.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:6:0) after 4m43s
[19:56:25.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:6:0)
[19:56:25.481] Build status: SCHEDULED
[19:56:25.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:7:0) after 5m16s
[20:01:41.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:7:0)
[20:01:41.549] Build status: SCHEDULED
[20:01:41.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:8:0) after 2m51s
[20:04:32.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:8:0)
[20:04:32.612] Build status: SCHEDULED
[20:04:32.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:9:0) after 1m26s
[20:05:58.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:9:0)
[20:05:58.672] Build status: SCHEDULED
[20:05:58.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:10:0) after 2m16s
[20:08:14.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:10:0)
[20:08:14.712] Build status: SCHEDULED
[20:08:14.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:11:0) after 4m28s
[20:12:42.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:11:0)
[20:12:42.844] Build status: SCHEDULED
[20:12:42.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:12:0) after 4m2s
[20:16:44.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:12:0)
[20:16:44.898] Build status: SCHEDULED
[20:16:44.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:13:0) after 3m10s
[20:19:54.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:13:0)
[20:19:54.948] Build status: SCHEDULED
[20:19:54.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:14:0) after 5m51s
[20:25:45.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:14:0)
[20:25:45.982] Build status: SCHEDULED
[20:25:45.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:15:0) after 1m11s
[20:26:57.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:15:0)
[20:26:57.224] Build status: SCHEDULED
[20:26:57.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:16:0) after 7m38s
[20:34:35.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:16:0)
[20:34:35.338] Build status: SCHEDULED
[20:34:35.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:17:0) after 1m22s
[20:35:57.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:17:0)
[20:35:57.374] Build status: SCHEDULED
[20:35:57.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:18:0) after 2m22s
[20:38:19.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:18:0)
[20:38:19.426] Build status: SCHEDULED
[20:38:19.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:19:0) after 7m57s
[20:46:16.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:19:0)
[20:46:16.474] Build status: SCHEDULED
[20:46:16.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:20:0) after 4m25s
[20:50:41.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:20:0)
[20:50:41.569] Build status: SCHEDULED
[20:50:41.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:21:0) after 3m7s
[20:53:48.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:21:0)
[20:53:48.628] Build status: SCHEDULED
[20:53:48.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:22:0) after 9m57s
[21:03:45.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:22:0)
[21:03:45.768] Build status: SCHEDULED
[21:03:45.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:23:0) after 6m30s
[21:10:15.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:23:0)
[21:10:15.814] Build status: SCHEDULED
[21:10:15.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:24:0) after 6m3s
[21:16:18.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:24:0)
[21:16:18.991] Build status: SCHEDULED
[21:16:18.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:25:0) after 8m18s
[21:24:37.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:25:0)
[21:24:37.083] Build status: SCHEDULED
[21:24:37.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:26:0) after 8m55s
[21:33:32.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:26:0)
[21:33:32.170] Build status: SCHEDULED
[21:33:32.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:27:0) after 8m33s
[21:42:05.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:27:0)
[21:42:05.242] Build status: SCHEDULED
[21:42:05.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:28:0) after 9m16s
[21:51:21.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:28:0)
[21:51:21.316] Build status: SCHEDULED
[21:51:21.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:29:0) after 7m45s
[21:59:06.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:29:0)
[21:59:06.392] Build status: SCHEDULED
[21:59:06.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:30:0) after 9m59s
[22:09:05.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:30:0)
[22:09:05.486] Build status: SCHEDULED
[22:09:05.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:31:0) after 1m40s
[22:10:45.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:31:0)
[22:10:45.586] Build status: SCHEDULED
[22:10:45.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:32:0) after 4m43s
[22:15:28.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:32:0)
[22:15:28.641] Build status: SCHEDULED
[22:15:28.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:33:0) after 1m47s
[22:17:16.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:33:0)
[22:17:16.441] Build status: SCHEDULED
[22:17:16.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:34:0) after 3m27s
[22:19:29.437] Received PubSub notification, asking Buildbucket for the build status
[22:19:29.941] Build status: STARTED
[22:20:43.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:34:0)
[22:20:43.632] Build status: STARTED
[22:20:43.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:36:0) after 1m55s
[22:22:38.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:36:0)
[22:22:38.693] Build status: STARTED
[22:22:38.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:37:0) after 2m57s
[22:25:36.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:37:0)
[22:25:36.277] Build status: STARTED
[22:25:36.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:38:0) after 3m47s
[22:29:23.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:38:0)
[22:29:23.399] Build status: STARTED
[22:29:23.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:39:0) after 5m20s
[22:34:43.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:39:0)
[22:34:43.540] Build status: STARTED
[22:34:43.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:40:0) after 2m56s
[22:37:39.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:40:0)
[22:37:39.566] Build status: STARTED
[22:37:39.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:41:0) after 1m15s
[22:38:54.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:41:0)
[22:38:54.606] Build status: STARTED
[22:38:54.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8928042203713409360:42:0) after 3m20s
[22:40:14.845] Received PubSub notification, asking Buildbucket for the build status
[22:40:14.888] Build:
{
"id": "8762612139953693169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2023-12-04T19:41:19.704428755Z",
"startTime": "2023-12-04T22:19:29.018652Z",
"endTime": "2023-12-04T22:40:11.927491Z",
"updateTime": "2023-12-04T22:40:11.927491Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dca432cb7b1c282f5dc861095813c4f40f109619",
"ref": "refs/heads/main"
}
}
}
[22:40:14.888] Invocation finished in 2h58m58.153141382s with status FAILED