[17:45:38.919] New invocation is queued and will start shortly
[17:45:53.879] Starting the invocation (attempt 1)
[17:45:53.921] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:45:53.922] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:45:53.922] Buildbucket request:
{
"bucket": "luci.infra.ci",
"client_operation_id": "9111055350684604480",
"parameters_json": "{\"builder_name\":\"depot_tools-recipes-tests\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/tools/depot_tools.git\",\"revision\":\"0115c356f67563d749974293d81b3adeb00b1086\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:depot_tools-recipes-tests",
"scheduler_invocation_id:9111055350684604480",
"scheduler_job_id:infra/depot_tools-recipes-tests",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086",
"gitiles_ref:refs/heads/master"
]
}
[17:45:55.794] Buildbucket response:
{
"build": {
"bucket": "luci.infra.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527183954057850",
"experimental": true,
"id": "8945625274149329744",
"lease_expiration_ts": "1527210955186370",
"lease_key": "461523169",
"parameters_json": "{\"builder_name\": \"depot_tools-recipes-tests\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/tools/depot_tools.git\", \"revision\": \"0115c356f67563d749974293d81b3adeb00b1086\"}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1527183955613780",
"tags": [
"build_address:luci.infra.ci/depot_tools-recipes-tests/368",
"builder:depot_tools-recipes-tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9111055350684604480",
"scheduler_job_id:infra/depot_tools-recipes-tests",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.ci/depot_tools-recipes-tests/368",
"swarming_tag:buildbucket_bucket:luci.infra.ci",
"swarming_tag:buildbucket_build_id:8945625274149329744",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425",
"swarming_tag:builder:depot_tools-recipes-tests",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945625274149329744/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:recipe_simulation",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9111055350684604480",
"swarming_tag:scheduler_job_id:infra/depot_tools-recipes-tests",
"swarming_tag:service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dac135a5bd6ae10",
"user_agent:luci-scheduler"
],
"updated_ts": "1527183955613790",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.ci/depot_tools-recipes-tests/368",
"utcnow_ts": "1527183955773930"
}
}
[17:45:55.794] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.ci/depot_tools-recipes-tests/368
[17:45:55.794] Scheduling timer "check-buildbucket-build-status" (infra/depot_tools-recipes-tests:9111055350684604480:2:0) after 1m0s
[17:46:12.215] Received PubSub notification, asking Buildbucket for the build status
[17:46:12.254] Build 8945625274149329744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:25.272] Received PubSub notification, asking Buildbucket for the build status
[17:46:25.320] Build 8945625274149329744: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:46:25.320] Buildbucket build:
{
"build": {
"bucket": "luci.infra.ci",
"canary_preference": "AUTO",
"completed_ts": "1527183983682270",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527183954057850",
"experimental": true,
"failure_reason": "INFRA_FAILURE",
"id": "8945625274149329744",
"parameters_json": "{\"builder_name\": \"depot_tools-recipes-tests\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/tools/depot_tools.git\", \"revision\": \"0115c356f67563d749974293d81b3adeb00b1086\"}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"e4b90cad477c47ea00ff4dbd6183667bb0f1a82c\", \"package_name\": \"infra/tools/luci/kitchen/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"c7fd5d2f9d9f0ea85454eb32690f41ef1d29c749\", \"package_name\": \"infra/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"46c0c897ca0f053799ee41fd148bb7a47232df47\", \"package_name\": \"infra/python/cpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6e5ff69bbe48c38117c44fd735cb7adb32417549\", \"package_name\": \"infra/tools/buildbucket/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"4672ed11a416bb60e9ec6738dab9cc41386971f5\", \"package_name\": \"infra/tools/cloudtail/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"139d6a6663b2cdd9420516c9335d0731dd2c5c58\", \"package_name\": \"infra/tools/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"df53a719b65668e3b16ecdb600f29f8c901cd67e\", \"package_name\": \"infra/tools/luci-auth/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"72f5c9ec60e557643b06eac503836fb78359ca06\", \"package_name\": \"infra/tools/luci/git-credential-luci/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"defef80b8231a429bb8b4931798307272a536717\", \"package_name\": \"infra/tools/luci/vpython-native/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8bf6a502584cb13fdb2bb5dcbc7bbb59a6d983a5\", \"package_name\": \"infra/tools/luci/vpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"7ac9ea00b7d1d664e9015d2bbd537bc8cb3bfda4\", \"package_name\": \"infra/tools/prpc/linux-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"49b89631af11fb5add2b9da6d03e7c1ff57bc038\", \"package_name\": \"infra/recipe_bundles/chromium.googlesource.com/infra/infra\"}], \"client_package\": {\"version\": \"e891a48eebcd04fee5b054173539b558cbcc027c\", \"package_name\": \"infra/tools/cipd/linux-amd64\"}}, \"run_id\": \"3dac135a5bd6ae11\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"43bf0a1a4ab6f1542b90a4475c2dfafb8ff083c4\"}, \"server_versions\": [\"3582-d4649a7\"], \"duration\": 4.6221959590911865, \"completed_ts\": \"2018-05-24T17:46:23.682270\", \"started_ts\": \"2018-05-24T17:46:11.385040\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"20d5edcc0d4b4ca1cd69026f561c37b2695eb83cbeef38f1a5d32786d195a255\", \"tags\": [\"build_address:luci.infra.ci/depot_tools-recipes-tests/368\", \"buildbucket_bucket:luci.infra.ci\", \"buildbucket_build_id:8945625274149329744\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425\", \"builder:depot_tools-recipes-tests\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945625274149329744/+/annotations\", \"luci_project:infra\", \"os:Ubuntu-14.04\", \"pool:luci.flex.ci\", \"priority:60\", \"recipe_name:recipe_simulation\", \"recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra\", \"scheduler_invocation_id:9111055350684604480\", \"scheduler_job_id:infra/depot_tools-recipes-tests\", \"service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"user:None\", \"user_agent:luci-scheduler\", \"vpython:native-python-wrapper\"], \"failure\": true, \"modified_ts\": \"2018-05-24T17:46:23.682270\", \"user\": \"\", \"created_ts\": \"2018-05-24T17:45:54.474310\", \"name\": \"bb-8945625274149329744-infra-depot_tools-recipes-tests\", \"task_id\": \"3dac135a5bd6ae10\", \"bot_dimensions\": [{\"value\": [\"builder_1fa66281ec98b04921b4f68387a22c05e324f7d640b6d5e74eb4939ec7c47dc8_v2\", \"builder_5c808a10a687bb30bb22dcca37ea6910909d5b709d676c26b064b1aa32ae38a5_v2\", \"builder_6cd5e02d4b64e2f6cbed7e00f4b27928b863cd5b190eb2e63d707e9cec90235d_v2\", \"builder_8dae3b3f97b907f18e63f3c60a44e0062366d035f4ad17836dcdd4e2e184b848_v2\", \"builder_a2ce6c29f8abd8b41589f4946309753edc37164f98b4c00fcebdf3d71f40adb2_v2\", \"builder_f0b43e30d9b1ec86e6b87274c2951d1a4589ca60fcae85904b8d5d69186bd76e_v2\", \"git\", \"goma\", \"goma_v2\", \"infra_gclient_with_go\", \"vpython\"], \"key\": \"caches\"}, {\"value\": [\"8\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-E5-2670\"], \"key\": \"cpu\"}, {\"value\": [\"none\"], \"key\": \"gpu\"}, {\"value\": [\"vm316-m1\"], \"key\": \"id\"}, {\"value\": [\"0\"], \"key\": \"inside_docker\"}, {\"value\": [\"0\"], \"key\": \"kvm\"}, {\"value\": [\"n1-highcpu-8\"], \"key\": \"machine_type\"}, {\"value\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"key\": \"os\"}, {\"value\": [\"luci.flex.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.6\"], \"key\": \"python\"}, {\"value\": [\"3582-d4649a7\"], \"key\": \"server_version\"}, {\"value\": [\"us\", \"us-golo\", \"us-golo-1\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.0011180709666465316], \"bot_id\": \"vm316-m1\"}}, \"build_run_result\": {\"infraFailure\": {\"text\": \"recipe infra failure: Uncaught Exception: OSError(2, 'No such file or directory')\", \"bootstrapperCallStack\": [], \"type\": \"RECIPE_INFRA_FAILURE\"}, \"recipeResult\": {\"failure\": {\"exception\": {\"traceback\": [\"Traceback (most recent call last):\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 287, in _new_run\", \" recipe_result = recipe_script.run(api, self.properties, self.environ)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 98, in run\", \" self.run_steps, properties, environ, self.PROPERTIES, api=api)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 626, in invoke_with_properties\", \" arg_names, **additional_args)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 589, in _invoke_with_properties\", \" return callable_obj(*props, **additional_args)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/infra/recipes/recipes/recipe_simulation.py\\\", line 48, in RunSteps\", \" api.bot_update.ensure_checkout(gclient_config=c)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/depot_tools/recipes/recipe_modules/bot_update/api.py\\\", line 246, in ensure_checkout\", \" ok_ret=(0, 87, 88), **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/depot_tools/recipes/recipe_modules/bot_update/api.py\\\", line 38, in __call__\", \" return self.m.python(name, bot_update_path, cmd, **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_modules/python/api.py\\\", line 61, in __call__\", \" return self.m.step(name, cmd + list(args or []), **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 793, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_modules/step/api.py\\\", line 229, in __call__\", \" nest_level=self.m.context.nest_level,\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 377, in run_step\", \" return self._engine.run_step(step_config)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 232, in run_step\", \" step_result = open_step.run()\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 224, in run\", \" env=step_env, cwd=step_config.cwd)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 353, in _run_cmd\", \" **fhandles)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/third_party/subprocess42.py\\\", line 249, in __init__\", \" super(Popen, self).__init__(args, **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 390, in __init__\", \" errread, errwrite)\", \" File \\\"/mnt/data/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 1025, in _execute_child\", \" raise child_exception\", \"OSError: [Errno 2] No such file or directory: '/mnt/data/b/s/w/ir/cache/builder/build'\"]}, \"humanReason\": \"Uncaught Exception: OSError(2, 'No such file or directory')\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"recipe_simulation\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945625274149329744/+/annotations\"}, \"ui\": {\"info\": \"Failure bot_update\\nFailure Uncaught Exception\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/mnt/data/b/s/w/ir/cache\", \"temp_dir\": \"/mnt/data/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"repository\": \"https://chromium.googlesource.com/chromium/tools/depot_tools.git\", \"buildername\": \"depot_tools-recipes-tests\", \"repo_under_test\": \"depot_tools\", \"recipe\": \"recipe_simulation\", \"mastername\": \"chromium.infra\", \"buildnumber\": 368, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1527183954057850, \"tags\": [\"builder:depot_tools-recipes-tests\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9111055350684604480\", \"scheduler_job_id:infra/depot_tools-recipes-tests\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.infra.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8945625274149329744\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"bot_id\": \"vm316-m1\", \"revision\": \"0115c356f67563d749974293d81b3adeb00b1086\"}}",
"service_account": "infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1527183971385040",
"status": "COMPLETED",
"status_changed_ts": "1527183984539150",
"tags": [
"build_address:luci.infra.ci/depot_tools-recipes-tests/368",
"builder:depot_tools-recipes-tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9111055350684604480",
"scheduler_job_id:infra/depot_tools-recipes-tests",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.ci/depot_tools-recipes-tests/368",
"swarming_tag:buildbucket_bucket:luci.infra.ci",
"swarming_tag:buildbucket_build_id:8945625274149329744",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425",
"swarming_tag:builder:depot_tools-recipes-tests",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/tools/depot_tools/+/0115c356f67563d749974293d81b3adeb00b1086",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945625274149329744/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:recipe_simulation",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9111055350684604480",
"swarming_tag:scheduler_job_id:infra/depot_tools-recipes-tests",
"swarming_tag:service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dac135a5bd6ae10",
"user_agent:luci-scheduler"
],
"updated_ts": "1527183984540530",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.ci/depot_tools-recipes-tests/368",
"utcnow_ts": "1527183985303120"
}
}
[17:46:25.320] Invocation finished in 46.41564693s with status FAILED