[19:50:16.219] New invocation is queued and will start shortly
[19:50:17.645] Starting the invocation (attempt 1)
[19:50:17.724] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:50:17.724] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:50:17.724] Buildbucket request:
{
"bucket": "luci.infra.ci",
"client_operation_id": "9111047510168573232",
"parameters_json": "{\"builder_name\":\"recipe_engine-recipes-tests\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/infra/luci/recipes-py.git\",\"revision\":\"611cfbdc328b50144e2790ed1e4b9db24adb9eea\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:recipe_engine-recipes-tests",
"scheduler_invocation_id:9111047510168573232",
"scheduler_job_id:infra/recipe_engine-recipes-tests",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea",
"gitiles_ref:refs/heads/master"
]
}
[19:50:18.929] Buildbucket response:
{
"build": {
"bucket": "luci.infra.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527191417791240",
"experimental": true,
"id": "8945617447857108096",
"lease_expiration_ts": "1527218418634210",
"lease_key": "71430685",
"parameters_json": "{\"builder_name\": \"recipe_engine-recipes-tests\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/infra/luci/recipes-py.git\", \"revision\": \"611cfbdc328b50144e2790ed1e4b9db24adb9eea\"}}",
"project": "infra",
"result_details_json": "null",
"service_account": "infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1527191418802600",
"tags": [
"build_address:luci.infra.ci/recipe_engine-recipes-tests/53",
"builder:recipe_engine-recipes-tests",
"buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9111047510168573232",
"scheduler_job_id:infra/recipe_engine-recipes-tests",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.ci/recipe_engine-recipes-tests/53",
"swarming_tag:buildbucket_bucket:luci.infra.ci",
"swarming_tag:buildbucket_build_id:8945617447857108096",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425",
"swarming_tag:builder:recipe_engine-recipes-tests",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945617447857108096/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:recipe_simulation",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9111047510168573232",
"swarming_tag:scheduler_job_id:infra/recipe_engine-recipes-tests",
"swarming_tag:service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dac853ddd13c210",
"user_agent:luci-scheduler"
],
"updated_ts": "1527191418802610",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.ci/recipe_engine-recipes-tests/53",
"utcnow_ts": "1527191418914700"
}
}
[19:50:18.929] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.ci/recipe_engine-recipes-tests/53
[19:50:18.929] Scheduling timer "check-buildbucket-build-status" (infra/recipe_engine-recipes-tests:9111047510168573232:2:0) after 1m0s
[19:50:42.872] Received PubSub notification, asking Buildbucket for the build status
[19:50:42.922] Build 8945617447857108096: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:54.536] Received PubSub notification, asking Buildbucket for the build status
[19:50:56.161] Build 8945617447857108096: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[19:50:56.161] Buildbucket build:
{
"build": {
"bucket": "luci.infra.ci",
"canary_preference": "AUTO",
"completed_ts": "1527191452532260",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527191417791240",
"experimental": true,
"failure_reason": "INFRA_FAILURE",
"id": "8945617447857108096",
"parameters_json": "{\"builder_name\": \"recipe_engine-recipes-tests\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/infra/luci/recipes-py.git\", \"revision\": \"611cfbdc328b50144e2790ed1e4b9db24adb9eea\"}}",
"project": "infra",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"e4b90cad477c47ea00ff4dbd6183667bb0f1a82c\", \"package_name\": \"infra/tools/luci/kitchen/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"c7fd5d2f9d9f0ea85454eb32690f41ef1d29c749\", \"package_name\": \"infra/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"46c0c897ca0f053799ee41fd148bb7a47232df47\", \"package_name\": \"infra/python/cpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6e5ff69bbe48c38117c44fd735cb7adb32417549\", \"package_name\": \"infra/tools/buildbucket/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"4672ed11a416bb60e9ec6738dab9cc41386971f5\", \"package_name\": \"infra/tools/cloudtail/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"139d6a6663b2cdd9420516c9335d0731dd2c5c58\", \"package_name\": \"infra/tools/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"df53a719b65668e3b16ecdb600f29f8c901cd67e\", \"package_name\": \"infra/tools/luci-auth/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"72f5c9ec60e557643b06eac503836fb78359ca06\", \"package_name\": \"infra/tools/luci/git-credential-luci/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"defef80b8231a429bb8b4931798307272a536717\", \"package_name\": \"infra/tools/luci/vpython-native/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8bf6a502584cb13fdb2bb5dcbc7bbb59a6d983a5\", \"package_name\": \"infra/tools/luci/vpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"7ac9ea00b7d1d664e9015d2bbd537bc8cb3bfda4\", \"package_name\": \"infra/tools/prpc/linux-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"cb5344d771856f91ec52f8075b5579f51006e357\", \"package_name\": \"infra/recipe_bundles/chromium.googlesource.com/infra/infra\"}], \"client_package\": {\"version\": \"e891a48eebcd04fee5b054173539b558cbcc027c\", \"package_name\": \"infra/tools/cipd/linux-amd64\"}}, \"run_id\": \"3dac853ddd13c211\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"c20237b4f997e8109110d5ece7f05ad66d0c5037\"}, \"server_versions\": [\"3582-d4649a7\"], \"duration\": 3.6710309982299805, \"completed_ts\": \"2018-05-24T19:50:52.532260\", \"started_ts\": \"2018-05-24T19:50:41.696350\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"20d5edcc0d4b4ca1cd69026f561c37b2695eb83cbeef38f1a5d32786d195a255\", \"tags\": [\"build_address:luci.infra.ci/recipe_engine-recipes-tests/53\", \"buildbucket_bucket:luci.infra.ci\", \"buildbucket_build_id:8945617447857108096\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425\", \"builder:recipe_engine-recipes-tests\", \"buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945617447857108096/+/annotations\", \"luci_project:infra\", \"os:Ubuntu-14.04\", \"pool:luci.flex.ci\", \"priority:60\", \"recipe_name:recipe_simulation\", \"recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra\", \"scheduler_invocation_id:9111047510168573232\", \"scheduler_job_id:infra/recipe_engine-recipes-tests\", \"service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"user:None\", \"user_agent:luci-scheduler\", \"vpython:native-python-wrapper\"], \"failure\": true, \"modified_ts\": \"2018-05-24T19:50:52.532260\", \"user\": \"\", \"created_ts\": \"2018-05-24T19:50:18.313130\", \"name\": \"bb-8945617447857108096-infra-recipe_engine-recipes-tests\", \"task_id\": \"3dac853ddd13c210\", \"bot_dimensions\": [{\"value\": [\"builder_1fa66281ec98b04921b4f68387a22c05e324f7d640b6d5e74eb4939ec7c47dc8_v2\", \"builder_5c808a10a687bb30bb22dcca37ea6910909d5b709d676c26b064b1aa32ae38a5_v2\", \"builder_6cd5e02d4b64e2f6cbed7e00f4b27928b863cd5b190eb2e63d707e9cec90235d_v2\", \"builder_8dae3b3f97b907f18e63f3c60a44e0062366d035f4ad17836dcdd4e2e184b848_v2\", \"builder_a2ce6c29f8abd8b41589f4946309753edc37164f98b4c00fcebdf3d71f40adb2_v2\", \"builder_f0b43e30d9b1ec86e6b87274c2951d1a4589ca60fcae85904b8d5d69186bd76e_v2\", \"git\", \"goma\", \"goma_v2\", \"infra_gclient_with_go\", \"vpython\"], \"key\": \"caches\"}, {\"value\": [\"8\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-E5-2670\"], \"key\": \"cpu\"}, {\"value\": [\"none\"], \"key\": \"gpu\"}, {\"value\": [\"vm316-m1\"], \"key\": \"id\"}, {\"value\": [\"0\"], \"key\": \"inside_docker\"}, {\"value\": [\"0\"], \"key\": \"kvm\"}, {\"value\": [\"n1-highcpu-8\"], \"key\": \"machine_type\"}, {\"value\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"key\": \"os\"}, {\"value\": [\"luci.flex.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.6\"], \"key\": \"python\"}, {\"value\": [\"3582-d4649a7\"], \"key\": \"server_version\"}, {\"value\": [\"us\", \"us-golo\", \"us-golo-1\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.00099344418759674414], \"bot_id\": \"vm316-m1\"}}, \"build_run_result\": {\"infraFailure\": {\"text\": \"recipe infra failure: Uncaught Exception: OSError(2, 'No such file or directory')\", \"bootstrapperCallStack\": [], \"type\": \"RECIPE_INFRA_FAILURE\"}, \"recipeResult\": {\"failure\": {\"exception\": {\"traceback\": [\"Traceback (most recent call last):\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 287, in _new_run\", \" recipe_result = recipe_script.run(api, self.properties, self.environ)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 98, in run\", \" self.run_steps, properties, environ, self.PROPERTIES, api=api)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 626, in invoke_with_properties\", \" arg_names, **additional_args)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 589, in _invoke_with_properties\", \" return callable_obj(*props, **additional_args)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/infra/recipes/recipes/recipe_simulation.py\\\", line 48, in RunSteps\", \" api.bot_update.ensure_checkout(gclient_config=c)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/depot_tools/recipes/recipe_modules/bot_update/api.py\\\", line 246, in ensure_checkout\", \" ok_ret=(0, 87, 88), **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/depot_tools/recipes/recipe_modules/bot_update/api.py\\\", line 38, in __call__\", \" return self.m.python(name, bot_update_path, cmd, **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 750, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_modules/python/api.py\\\", line 61, in __call__\", \" return self.m.step(name, cmd + list(args or []), **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 793, in _inner\", \" return func(*a, **kw)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_modules/step/api.py\\\", line 229, in __call__\", \" nest_level=self.m.context.nest_level,\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 377, in run_step\", \" return self._engine.run_step(step_config)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 232, in run_step\", \" step_result = open_step.run()\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 224, in run\", \" env=step_env, cwd=step_config.cwd)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 353, in _run_cmd\", \" **fhandles)\", \" File \\\"/mnt/data/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/third_party/subprocess42.py\\\", line 249, in __init__\", \" super(Popen, self).__init__(args, **kwargs)\", \" File \\\"/mnt/data/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 390, in __init__\", \" errread, errwrite)\", \" File \\\"/mnt/data/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 1025, in _execute_child\", \" raise child_exception\", \"OSError: [Errno 2] No such file or directory: '/mnt/data/b/s/w/ir/cache/builder/build'\"]}, \"humanReason\": \"Uncaught Exception: OSError(2, 'No such file or directory')\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"recipe_simulation\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945617447857108096/+/annotations\"}, \"ui\": {\"info\": \"Failure bot_update\\nFailure Uncaught Exception\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/mnt/data/b/s/w/ir/cache\", \"temp_dir\": \"/mnt/data/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"repository\": \"https://chromium.googlesource.com/infra/luci/recipes-py.git\", \"buildername\": \"recipe_engine-recipes-tests\", \"repo_under_test\": \"recipe_engine\", \"recipe\": \"recipe_simulation\", \"mastername\": \"chromium.infra\", \"buildnumber\": 53, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1527191417791240, \"tags\": [\"builder:recipe_engine-recipes-tests\", \"buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9111047510168573232\", \"scheduler_job_id:infra/recipe_engine-recipes-tests\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.infra.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8945617447857108096\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"bot_id\": \"vm316-m1\", \"revision\": \"611cfbdc328b50144e2790ed1e4b9db24adb9eea\"}}",
"service_account": "infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1527191441696350",
"status": "COMPLETED",
"status_changed_ts": "1527191454012750",
"tags": [
"build_address:luci.infra.ci/recipe_engine-recipes-tests/53",
"builder:recipe_engine-recipes-tests",
"buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9111047510168573232",
"scheduler_job_id:infra/recipe_engine-recipes-tests",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.infra.ci/recipe_engine-recipes-tests/53",
"swarming_tag:buildbucket_bucket:luci.infra.ci",
"swarming_tag:buildbucket_build_id:8945617447857108096",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:06be006c935279af3663102925cce4dcc526e425",
"swarming_tag:builder:recipe_engine-recipes-tests",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/infra/luci/recipes-py/+/611cfbdc328b50144e2790ed1e4b9db24adb9eea",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8945617447857108096/+/annotations",
"swarming_tag:luci_project:infra",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:recipe_simulation",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/infra/infra",
"swarming_tag:scheduler_invocation_id:9111047510168573232",
"swarming_tag:scheduler_job_id:infra/recipe_engine-recipes-tests",
"swarming_tag:service_account:infra-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dac853ddd13c210",
"user_agent:luci-scheduler"
],
"updated_ts": "1527191454020070",
"url": "https://ci.chromium.org/p/infra/builders/luci.infra.ci/recipe_engine-recipes-tests/53",
"utcnow_ts": "1527191454597170"
}
}
[19:50:56.161] Invocation finished in 39.958575614s with status FAILED