[06:33:51.157] New invocation is queued and will start shortly
[06:33:52.871] Starting the invocation (attempt 1)
[06:33:52.907] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:33:52.907] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:33:52.908] Buildbucket request:
{
"bucket": "luci.fuchsia.prod",
"client_operation_id": "9056467645704750256",
"parameters_json": "{\"builder_name\":\"gcc-arm64-linux\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/binutils-2_33-branch\",\"repo\":\"https://gnu.googlesource.com/binutils-gdb\",\"revision\":\"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"},\"id\":\"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/binutils-2_33-branch@69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\",\"title\":\"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\",\"url\":\"https://gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}]},\"branch\":\"refs/heads/binutils-2_33-branch\",\"repository\":\"https://gnu.googlesource.com/binutils-gdb\",\"revision\":\"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:gcc-arm64-linux",
"scheduler_invocation_id:9056467645704750256",
"scheduler_job_id:fuchsia/prod-gcc-arm64-linux",
"user_agent:luci-scheduler",
"buildset:commit/git/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"gitiles_ref:refs/heads/binutils-2_33-branch"
]
}
[06:33:53.587] Buildbucket response:
{
"build": {
"bucket": "luci.fuchsia.prod",
"canary_preference": "PROD",
"created_by": "project:fuchsia",
"created_ts": "1579242833014949",
"id": "8891037583087684816",
"parameters_json": "{\"builder_name\": \"gcc-arm64-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/binutils-2_33-branch\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/binutils-2_33-branch@69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"title\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}]}, \"branch\": \"refs/heads/binutils-2_33-branch\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}}",
"project": "fuchsia",
"result_details_json": "{\"properties\": {}}",
"service_account": "fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1579242833230905",
"tags": [
"builder:gcc-arm64-linux",
"buildset:commit/git/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"gitiles_ref:refs/heads/binutils-2_33-branch",
"scheduler_invocation_id:9056467645704750256",
"scheduler_job_id:fuchsia/prod-gcc-arm64-linux",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/fuchsia/buildbucket/cr-buildbucket.appspot.com/8891037583087684816/+/annotations",
"swarming_tag:luci_project:fuchsia",
"swarming_tag:recipe_name:gcc_toolchain",
"swarming_tag:recipe_package:fuchsia/infra/recipe_bundles/fuchsia.googlesource.com/infra/recipes",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1579242833231008",
"url": "https://ci.chromium.org/b/8891037583087684816",
"utcnow_ts": "1579242833578966"
}
}
[06:33:53.587] Task URL: https://ci.chromium.org/b/8891037583087684816
[06:33:53.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:2:0) after 1m0s
[06:34:04.948] Received PubSub notification, asking Buildbucket for the build status
[06:34:05.047] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:53.643] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:2:0)
[06:34:53.643] Timer tick, asking Buildbucket for the build status
[06:34:53.760] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:53.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:4:0) after 1m0s
[06:35:53.771] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:4:0)
[06:35:53.771] Timer tick, asking Buildbucket for the build status
[06:35:54.070] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:54.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:5:0) after 1m0s
[06:36:54.152] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:5:0)
[06:36:54.152] Timer tick, asking Buildbucket for the build status
[06:36:54.664] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:54.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:6:0) after 1m0s
[06:37:54.708] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:6:0)
[06:37:54.708] Timer tick, asking Buildbucket for the build status
[06:37:54.841] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:54.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:7:0) after 1m0s
[06:38:54.863] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:7:0)
[06:38:54.863] Timer tick, asking Buildbucket for the build status
[06:38:55.384] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:55.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:8:0) after 1m0s
[06:39:55.473] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:8:0)
[06:39:55.473] Timer tick, asking Buildbucket for the build status
[06:39:56.861] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:56.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:9:0) after 1m0s
[06:40:56.895] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:9:0)
[06:40:56.895] Timer tick, asking Buildbucket for the build status
[06:40:57.262] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:57.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:10:0) after 1m0s
[06:41:57.354] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:10:0)
[06:41:57.354] Timer tick, asking Buildbucket for the build status
[06:41:57.871] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:57.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:11:0) after 1m0s
[06:42:58.040] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:11:0)
[06:42:58.040] Timer tick, asking Buildbucket for the build status
[06:42:58.391] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:58.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:12:0) after 1m0s
[06:43:58.562] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:12:0)
[06:43:58.562] Timer tick, asking Buildbucket for the build status
[06:43:59.007] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:59.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:13:0) after 1m0s
[06:44:59.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:13:0)
[06:44:59.113] Timer tick, asking Buildbucket for the build status
[06:44:59.377] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:59.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:14:0) after 1m0s
[06:45:59.399] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:14:0)
[06:45:59.399] Timer tick, asking Buildbucket for the build status
[06:45:59.778] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:59.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:15:0) after 1m0s
[06:47:00.025] Handling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:15:0)
[06:47:00.025] Timer tick, asking Buildbucket for the build status
[06:47:00.302] Build 8891037583087684816: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:00.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-gcc-arm64-linux:9056467645704750256:16:0) after 1m0s
[06:47:47.178] Received PubSub notification, asking Buildbucket for the build status
[06:47:47.245] Build 8891037583087684816: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[06:47:47.245] Buildbucket build:
{
"build": {
"bucket": "luci.fuchsia.prod",
"canary_preference": "PROD",
"completed_ts": "1579243666536085",
"created_by": "project:fuchsia",
"created_ts": "1579242833014949",
"failure_reason": "INFRA_FAILURE",
"id": "8891037583087684816",
"parameters_json": "{\"builder_name\": \"gcc-arm64-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/binutils-2_33-branch\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/binutils-2_33-branch@69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"title\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}]}, \"branch\": \"refs/heads/binutils-2_33-branch\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}}",
"project": "fuchsia",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('gcc.git fetch') (retcode: 128)\"}, \"properties\": {\"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/binutils-2_33-branch\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/binutils-2_33-branch@69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"title\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}]}, \"$recipe_engine/swarming\": {\"server\": \"https://chromium-swarm.appspot.com\"}, \"bot_id\": \"build414-a9\", \"branch\": \"refs/heads/binutils-2_33-branch\", \"buildername\": \"gcc-arm64-linux\", \"mastername\": \"gcc\", \"path_config\": \"generic\", \"recipe\": \"gcc_toolchain\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"git\", \"vpython\"], \"cores\": [\"256\"], \"cpu\": [\"arm\", \"arm-64\", \"arm64\", \"arm64-64\"], \"gce\": [\"0\"], \"gpu\": [\"1a03\", \"1a03:2000\"], \"id\": [\"build414-a9\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-highcpu-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-18.04\"], \"pool\": [\"luci.fuchsia.prod\"], \"python\": [\"2.7.15+\"], \"server_version\": [\"4775-6fc8d90\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-mtv\", \"us-mtv-chops\", \"us-mtv-chops-a9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('gcc.git fetch') (retcode: 128)\"}}",
"service_account": "fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com",
"started_ts": "1579242843921142",
"status": "COMPLETED",
"status_changed_ts": "1579242844284403",
"tags": [
"builder:gcc-arm64-linux",
"buildset:commit/git/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/69a29b6e0642a98df15e65c0d5acfcb9c9cad2cb",
"gitiles_ref:refs/heads/binutils-2_33-branch",
"scheduler_invocation_id:9056467645704750256",
"scheduler_job_id:fuchsia/prod-gcc-arm64-linux",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/fuchsia/buildbucket/cr-buildbucket.appspot.com/8891037583087684816/+/annotations",
"swarming_tag:luci_project:fuchsia",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:gcc_toolchain",
"swarming_tag:recipe_package:fuchsia/infra/recipe_bundles/fuchsia.googlesource.com/infra/recipes",
"swarming_task_id:49cb06cef9fe5910",
"user_agent:luci-scheduler"
],
"updated_ts": "1579243666741126",
"url": "https://ci.chromium.org/b/8891037583087684816",
"utcnow_ts": "1579243667234703"
}
}
[06:47:47.245] Invocation finished in 13m56.110941805s with status FAILED