[13:17:12.206] New invocation is queued and will start shortly
[13:17:13.557] Starting the invocation (attempt 1)
[13:17:13.587] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:17:13.587] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:17:13.587] Buildbucket request:
{
"bucket": "luci.dart.ci.sandbox",
"client_operation_id": "9101106573507750944",
"parameters_json": "{\"builder_name\":\"analyzer-linux-release\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://dart.googlesource.com/sdk/\",\"revision\":\"e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:analyzer-linux-release",
"scheduler_invocation_id:9101106573507750944",
"scheduler_job_id:dart/analyzer-linux-release",
"user_agent:luci-scheduler",
"buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"gitiles_ref:refs/heads/master"
]
}
[13:17:15.034] Buildbucket response:
{
"build": {
"bucket": "luci.dart.ci.sandbox",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1536671833661102",
"id": "8935676511304963744",
"lease_expiration_ts": "1536790634538974",
"lease_key": "1466428338",
"parameters_json": "{\"builder_name\": \"analyzer-linux-release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://dart.googlesource.com/sdk/\", \"revision\": \"e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\"}}",
"project": "dart",
"result_details_json": "null",
"service_account": "dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1536671834871419",
"tags": [
"build_address:luci.dart.ci.sandbox/analyzer-linux-release/2286",
"builder:analyzer-linux-release",
"buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9101106573507750944",
"scheduler_job_id:dart/analyzer-linux-release",
"swarming_dimension:caches:builder_e944f942d3ec11967b338529fc882346da022e3637b7871114d323344aa3b589_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.dart.try",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.dart.ci.sandbox/analyzer-linux-release/2286",
"swarming_tag:buildbucket_bucket:luci.dart.ci.sandbox",
"swarming_tag:buildbucket_build_id:8935676511304963744",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:analyzer-linux-release",
"swarming_tag:buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"swarming_tag:buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"swarming_tag:caches:builder_e944f942d3ec11967b338529fc882346da022e3637b7871114d323344aa3b589_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8935676511304963744/+/annotations",
"swarming_tag:luci_project:dart",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.dart.try",
"swarming_tag:priority:50",
"swarming_tag:recipe_name:dart/neo",
"swarming_tag:recipe_repository:https://chromium.googlesource.com/chromium/tools/build.git",
"swarming_tag:scheduler_invocation_id:9101106573507750944",
"swarming_tag:scheduler_job_id:dart/analyzer-linux-release",
"swarming_tag:service_account:dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:330bd7d6e144325cfde38e2af74daf2646e1a502",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3fe198e8584f4610",
"user_agent:luci-scheduler"
],
"updated_ts": "1536671834871521",
"url": "https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/analyzer-linux-release/2286",
"utcnow_ts": "1536671835024776"
}
}
[13:17:15.034] Task URL: https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/analyzer-linux-release/2286
[13:17:15.034] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:2:0) after 1m0s
[13:17:43.915] Received PubSub notification, asking Buildbucket for the build status
[13:17:43.948] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:15.065] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:2:0)
[13:18:15.065] Timer tick, asking Buildbucket for the build status
[13:18:15.243] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:15.243] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:4:0) after 1m0s
[13:19:15.258] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:4:0)
[13:19:15.258] Timer tick, asking Buildbucket for the build status
[13:19:15.380] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:15.380] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:5:0) after 1m0s
[13:20:15.394] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:5:0)
[13:20:15.395] Timer tick, asking Buildbucket for the build status
[13:20:15.524] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:15.524] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:6:0) after 1m0s
[13:21:15.551] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:6:0)
[13:21:15.551] Timer tick, asking Buildbucket for the build status
[13:21:15.716] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:15.716] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:7:0) after 1m0s
[13:22:15.745] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:7:0)
[13:22:15.745] Timer tick, asking Buildbucket for the build status
[13:22:15.829] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:15.829] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:8:0) after 1m0s
[13:23:15.846] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:8:0)
[13:23:15.846] Timer tick, asking Buildbucket for the build status
[13:23:16.170] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:16.170] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:9:0) after 1m0s
[13:24:16.188] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:9:0)
[13:24:16.188] Timer tick, asking Buildbucket for the build status
[13:24:16.250] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:16.251] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:10:0) after 1m0s
[13:25:16.264] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:10:0)
[13:25:16.264] Timer tick, asking Buildbucket for the build status
[13:25:16.453] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:16.453] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:11:0) after 1m0s
[13:26:16.467] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:11:0)
[13:26:16.467] Timer tick, asking Buildbucket for the build status
[13:26:16.576] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:16.576] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:12:0) after 1m0s
[13:27:16.593] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:12:0)
[13:27:16.593] Timer tick, asking Buildbucket for the build status
[13:27:16.716] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:16.716] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:13:0) after 1m0s
[13:28:16.734] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:13:0)
[13:28:16.734] Timer tick, asking Buildbucket for the build status
[13:28:16.874] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:16.874] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:14:0) after 1m0s
[13:29:16.891] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:14:0)
[13:29:16.891] Timer tick, asking Buildbucket for the build status
[13:29:17.279] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:17.279] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:15:0) after 1m0s
[13:30:17.331] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:15:0)
[13:30:17.331] Timer tick, asking Buildbucket for the build status
[13:30:17.541] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:17.541] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:16:0) after 1m0s
[13:31:17.557] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:16:0)
[13:31:17.557] Timer tick, asking Buildbucket for the build status
[13:31:17.604] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:17.604] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:17:0) after 1m0s
[13:32:17.620] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:17:0)
[13:32:17.620] Timer tick, asking Buildbucket for the build status
[13:32:17.689] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:17.689] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:18:0) after 1m0s
[13:33:17.752] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:18:0)
[13:33:17.752] Timer tick, asking Buildbucket for the build status
[13:33:17.814] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:17.814] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:19:0) after 1m0s
[13:34:17.831] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:19:0)
[13:34:17.831] Timer tick, asking Buildbucket for the build status
[13:34:17.866] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:17.867] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:20:0) after 1m0s
[13:35:17.891] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:20:0)
[13:35:17.891] Timer tick, asking Buildbucket for the build status
[13:35:18.074] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:18.074] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:21:0) after 1m0s
[13:36:18.097] Handling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:21:0)
[13:36:18.097] Timer tick, asking Buildbucket for the build status
[13:36:18.548] Build 8935676511304963744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:18.548] Scheduling timer "check-buildbucket-build-status" (dart/analyzer-linux-release:9101106573507750944:22:0) after 1m0s
[13:36:22.112] Received PubSub notification, asking Buildbucket for the build status
[13:36:22.193] Build 8935676511304963744: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[13:36:22.193] Buildbucket build:
{
"build": {
"bucket": "luci.dart.ci.sandbox",
"canary_preference": "AUTO",
"completed_ts": "1536672979623697",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1536671833661102",
"failure_reason": "BUILD_FAILURE",
"id": "8935676511304963744",
"parameters_json": "{\"builder_name\": \"analyzer-linux-release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://dart.googlesource.com/sdk/\", \"revision\": \"e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\"}}",
"project": "dart",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure gsutil copy\\nFailure gsutil copy (2)\\nFailure gsutil copy (3)\\nFailure gsutil copy (4)\\nFailure gsutil copy (5)\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 3 aggregated steps failed. Failures: 5 out of 7 aggregated steps failed. Failures: 1 out of 3 aggregated steps failed. Failures: Infra Failure: Step('gsutil copy') returned 1, 1 out of 3 aggregated steps failed. Failures: Infra Failure: Step('gsutil copy (2)') returned 1, 1 out of 3 aggregated steps failed. Failures: Infra Failure: Step('gsutil copy (3)') returned 1, 1 out of 3 aggregated steps failed. Failures: Infra Failure: Step('gsutil copy (4)') returned 1, 1 out of 3 aggregated steps failed. Failures: Infra Failure: Step('gsutil copy (5)') returned 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"dart/neo\", \"repository\": \"https://chromium.googlesource.com/chromium/tools/build.git\", \"revision\": \"acd612715a83226ec8336a766f81404ec46c71e0\"}, \"annotationUrl\": \"logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8935676511304963744/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3769-3c22b45\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"trusty-dart-db734fdc-us-central1-b-ztbw\"], \"pool\": [\"dart.tests\", \"luci.dart.try\"], \"caches\": [\"builder_0fc9ec9d08fa1dc355ddf5d906c0b3ca14af3b038462305c9e8e18c2cfa4e7ea_v2\", \"builder_8bb58d0fae30554ce401629889e6695d028a695bcbcaac456bc20abaf827fff4_v2\", \"builder_e944f942d3ec11967b338529fc882346da022e3637b7871114d323344aa3b589_v2\", \"git\", \"goma_v2\", \"swarming_module_cache_vpython\", \"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 2286, \"repository\": \"https://dart.googlesource.com/sdk/\", \"buildername\": \"analyzer-linux-release\", \"got_revision\": \"e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\", \"recipe\": \"dart/neo\", \"mastername\": \"client.dart\", \"clobber\": \"true\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1536671833661102, \"tags\": [\"builder:analyzer-linux-release\", \"buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\", \"buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9101106573507750944\", \"scheduler_job_id:dart/analyzer-linux-release\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.dart.ci.sandbox\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"dart\", \"id\": \"8935676511304963744\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa\", \"bot_id\": \"trusty-dart-db734fdc-us-central1-b-ztbw\"}}",
"service_account": "dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"started_ts": "1536671862644061",
"status": "COMPLETED",
"status_changed_ts": "1536672981228789",
"tags": [
"build_address:luci.dart.ci.sandbox/analyzer-linux-release/2286",
"builder:analyzer-linux-release",
"buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9101106573507750944",
"scheduler_job_id:dart/analyzer-linux-release",
"swarming_dimension:caches:builder_e944f942d3ec11967b338529fc882346da022e3637b7871114d323344aa3b589_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.dart.try",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.dart.ci.sandbox/analyzer-linux-release/2286",
"swarming_tag:buildbucket_bucket:luci.dart.ci.sandbox",
"swarming_tag:buildbucket_build_id:8935676511304963744",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:analyzer-linux-release",
"swarming_tag:buildset:commit/git/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"swarming_tag:buildset:commit/gitiles/dart.googlesource.com/sdk/+/e5296d5adb0a2480b7fa9e8beeeebf45bc11b0aa",
"swarming_tag:caches:builder_e944f942d3ec11967b338529fc882346da022e3637b7871114d323344aa3b589_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8935676511304963744/+/annotations",
"swarming_tag:luci_project:dart",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.dart.try",
"swarming_tag:priority:50",
"swarming_tag:recipe_name:dart/neo",
"swarming_tag:recipe_repository:https://chromium.googlesource.com/chromium/tools/build.git",
"swarming_tag:scheduler_invocation_id:9101106573507750944",
"swarming_tag:scheduler_job_id:dart/analyzer-linux-release",
"swarming_tag:service_account:dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:330bd7d6e144325cfde38e2af74daf2646e1a502",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3fe198e8584f4610",
"user_agent:luci-scheduler"
],
"updated_ts": "1536672981230691",
"url": "https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/analyzer-linux-release/2286",
"utcnow_ts": "1536672982169905"
}
}
[13:36:22.193] Invocation finished in 19m10.015528877s with status FAILED