[02:46:22.596] New invocation is queued and will start shortly
[02:46:24.079] Starting the invocation (attempt 1)
[02:46:24.234] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:46:24.234] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:46:24.234] Buildbucket request:
{
"bucket": "luci.gn.ci",
"client_operation_id": "9109299988663471936",
"parameters_json": "{\"builder_name\":\"mac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://gn.googlesource.com/gn\",\"revision\":\"a9190c08aa5478a18fd2e5fa01822813fb82466c\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac",
"scheduler_invocation_id:9109299988663471936",
"scheduler_job_id:gn/mac",
"user_agent:luci-scheduler",
"buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"gitiles_ref:refs/heads/master"
]
}
[02:46:25.213] Buildbucket response:
{
"build": {
"bucket": "luci.gn.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1528857984403357",
"id": "8943869926105104560",
"lease_expiration_ts": "1528884984981688",
"lease_key": "1452415750",
"parameters_json": "{\"builder_name\": \"mac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://gn.googlesource.com/gn\", \"revision\": \"a9190c08aa5478a18fd2e5fa01822813fb82466c\"}}",
"project": "gn",
"result_details_json": "null",
"service_account": "gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1528857985121332",
"tags": [
"builder:mac",
"buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9109299988663471936",
"scheduler_job_id:gn/mac",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Mac-10.13",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:luci.gn.ci",
"swarming_tag:buildbucket_build_id:8943869926105104560",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980",
"swarming_tag:builder:mac",
"swarming_tag:buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"swarming_tag:buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8943869926105104560/+/annotations",
"swarming_tag:luci_project:gn",
"swarming_tag:os:Mac-10.13",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:gn",
"swarming_tag:recipe_package:infra/recipe_bundles/gn.googlesource.com/gn",
"swarming_tag:scheduler_invocation_id:9109299988663471936",
"swarming_tag:scheduler_job_id:gn/mac",
"swarming_tag:service_account:gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_task_id:3e0fdb06f4916e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1528857985121423",
"url": "https://ci.chromium.org/p/gn/builds/b8943869926105104560",
"utcnow_ts": "1528857985190434"
}
}
[02:46:25.213] Task URL: https://ci.chromium.org/p/gn/builds/b8943869926105104560
[02:46:25.213] Scheduling timer "check-buildbucket-build-status" (gn/mac:9109299988663471936:2:0) after 1m0s
[02:47:18.827] Received PubSub notification, asking Buildbucket for the build status
[02:47:18.992] Build 8943869926105104560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:25.230] Handling timer "check-buildbucket-build-status" (gn/mac:9109299988663471936:2:0)
[02:47:25.230] Timer tick, asking Buildbucket for the build status
[02:47:25.312] Build 8943869926105104560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:25.312] Scheduling timer "check-buildbucket-build-status" (gn/mac:9109299988663471936:4:0) after 1m0s
[02:47:30.652] Received PubSub notification, asking Buildbucket for the build status
[02:47:30.693] Build 8943869926105104560: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[02:47:30.693] Buildbucket build:
{
"build": {
"bucket": "luci.gn.ci",
"canary_preference": "AUTO",
"completed_ts": "1528858049482469",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1528857984403357",
"failure_reason": "INFRA_FAILURE",
"id": "8943869926105104560",
"parameters_json": "{\"builder_name\": \"mac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://gn.googlesource.com/gn\", \"revision\": \"a9190c08aa5478a18fd2e5fa01822813fb82466c\"}}",
"project": "gn",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"0820565dbcdea8e875d91acc484d9b2077445353\", \"package_name\": \"infra/tools/luci/kitchen/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"e1aaeaf0b4b33f804010095b88698f67339ac316\", \"package_name\": \"infra/git/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6dd10e31dc5d4cbb3c8f42a6fbd9485aeeb9ef0c\", \"package_name\": \"infra/python/cpython/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6c198f1fae6cba980af243c6fdba957d034f9a3a\", \"package_name\": \"infra/tools/buildbucket/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"ec4cbb95911672efe5530f2ef82b857ecc72ee9e\", \"package_name\": \"infra/tools/cloudtail/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8497954628fcaf10113ab41957aaff2839bf707c\", \"package_name\": \"infra/tools/git/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"9586ac4c3a05f515cbac6a62ab0648ea97c7fdc1\", \"package_name\": \"infra/tools/luci-auth/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"af841deff45d5fbe23b20d1b59af05ff8112321d\", \"package_name\": \"infra/tools/luci/git-credential-luci/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"17256ee350b2e3fafa49b372629d624f74c9025b\", \"package_name\": \"infra/tools/luci/vpython/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"eafa0b0c60c7e0ee29b92dceb6f824fff0bc78aa\", \"package_name\": \"infra/tools/prpc/mac-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"26a1279d7ef0fc4f569c6dffa874e66ec227e6d1\", \"package_name\": \"infra/recipe_bundles/gn.googlesource.com/gn\"}], \"client_package\": {\"version\": \"e52982cc74e82ff38db5c66a3df8bd20ef21a9d6\", \"package_name\": \"infra/tools/cipd/mac-amd64\"}}, \"run_id\": \"3e0fdb06f4916e11\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"f7dc44f46bbc0ad06314c99da8dddbae6b7be685\"}, \"server_versions\": [\"3635-78083f5\"], \"duration\": 4.659873962402344, \"completed_ts\": \"2018-06-13T02:47:29.482469\", \"started_ts\": \"2018-06-13T02:47:17.967920\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"c7fd922ec8acac9ed62a4df4759968d1e61c5c78bf59f142068d141d43461442\", \"tags\": [\"buildbucket_bucket:luci.gn.ci\", \"buildbucket_build_id:8943869926105104560\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980\", \"builder:mac\", \"buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c\", \"buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8943869926105104560/+/annotations\", \"luci_project:gn\", \"os:Mac-10.13\", \"pool:luci.flex.ci\", \"priority:30\", \"recipe_name:gn\", \"recipe_package:infra/recipe_bundles/gn.googlesource.com/gn\", \"scheduler_invocation_id:9109299988663471936\", \"scheduler_job_id:gn/mac\", \"service_account:gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"user:None\", \"user_agent:luci-scheduler\"], \"failure\": true, \"modified_ts\": \"2018-06-13T02:47:29.482469\", \"user\": \"\", \"created_ts\": \"2018-06-13T02:46:24.596074\", \"name\": \"bb-8943869926105104560-gn-mac\", \"task_id\": \"3e0fdb06f4916e10\", \"bot_dimensions\": [{\"value\": [\"builder_35ab77c1b7915b9ff6fecf4a1de1c77e00c5b092e30603e4ca63298ccf2e476f_v2\", \"builder_aea15015e6b2cff1bd9dbfc3c93b43c7efed68369b091955ce0c1bf167bb3aab_v2\", \"builder_c92313aa3b18fb54cf4878434acc76f80195a65ad6d1a54740b50ce16c89c044_v2\", \"builder_e6c88fafe6ece1da12d28ee9bc4cce3ce25971cc0991c02a395e3aedbbbaf499_v2\", \"git\", \"goma\", \"goma_v2\", \"infra_gclient_with_go\", \"vpython\"], \"key\": \"caches\"}, {\"value\": [\"4\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-i7-4578U\"], \"key\": \"cpu\"}, {\"value\": [\"8086\", \"8086:0a2e\"], \"key\": \"gpu\"}, {\"value\": [\"0\"], \"key\": \"hidpi\"}, {\"value\": [\"build447-m1\"], \"key\": \"id\"}, {\"value\": [\"Macmini7,1\"], \"key\": \"mac_model\"}, {\"value\": [\"n1-standard-4\"], \"key\": \"machine_type\"}, {\"value\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.1\"], \"key\": \"os\"}, {\"value\": [\"luci.flex.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.10\"], \"key\": \"python\"}, {\"value\": [\"3635-78083f5\"], \"key\": \"server_version\"}, {\"value\": [\"1\"], \"key\": \"ssd\"}, {\"value\": [\"9.0\"], \"key\": \"xcode_version\"}, {\"value\": [\"us\", \"us-golo\", \"us-golo-1\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.0014529255767996496], \"bot_id\": \"build447-m1\"}}, \"build_run_result\": {\"infraFailure\": {\"text\": \"recipe infra failure: Uncaught Exception: OSError(2, 'No such file or directory')\", \"bootstrapperCallStack\": [], \"type\": \"RECIPE_INFRA_FAILURE\"}, \"recipeResult\": {\"failure\": {\"exception\": {\"traceback\": [\"Traceback (most recent call last):\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 287, in _new_run\", \" recipe_result = recipe_script.run(api, self.properties, self.environ)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 98, in run\", \" self.run_steps, properties, environ, self.PROPERTIES, api=api)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 626, in invoke_with_properties\", \" arg_names, **additional_args)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/loader.py\\\", line 589, in _invoke_with_properties\", \" return callable_obj(*props, **additional_args)\", \" File \\\"/b/s/w/ir/kitchen-checkout/gn/infra/recipes/gn.py\\\", line 70, in RunSteps\", \" api.step('ninja', ['ninja', '-C', src_dir.join('out')])\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 802, in _inner\", \" return func(*a, **kw)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_modules/step/api.py\\\", line 229, in __call__\", \" nest_level=self.m.context.nest_level,\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/recipe_api.py\\\", line 384, in run_step\", \" return self._engine.run_step(step_config)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/run.py\\\", line 232, in run_step\", \" step_result = open_step.run()\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 224, in run\", \" env=step_env, cwd=step_config.cwd)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/step_runner.py\\\", line 353, in _run_cmd\", \" **fhandles)\", \" File \\\"/b/s/w/ir/kitchen-checkout/recipe_engine/recipe_engine/third_party/subprocess42.py\\\", line 249, in __init__\", \" super(Popen, self).__init__(args, **kwargs)\", \" File \\\"/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 390, in __init__\", \" errread, errwrite)\", \" File \\\"/b/s/w/ir/cipd_bin_packages/lib/python2.7/subprocess.py\\\", line 1025, in _execute_child\", \" raise child_exception\", \"OSError: [Errno 2] No such file or directory\"]}, \"humanReason\": \"Uncaught Exception: OSError(2, 'No such file or directory')\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"gn\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8943869926105104560/+/annotations\"}, \"ui\": {\"info\": \"Failure build\\nFailure Uncaught Exception\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"repository\": \"https://gn.googlesource.com/gn\", \"buildername\": \"mac\", \"recipe\": \"gn\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1528857984403357, \"tags\": [\"builder:mac\", \"buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c\", \"buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9109299988663471936\", \"scheduler_job_id:gn/mac\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.gn.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"gn\", \"id\": \"8943869926105104560\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"bot_id\": \"build447-m1\", \"revision\": \"a9190c08aa5478a18fd2e5fa01822813fb82466c\"}}",
"service_account": "gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1528858037967920",
"status": "COMPLETED",
"status_changed_ts": "1528858050048329",
"tags": [
"builder:mac",
"buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9109299988663471936",
"scheduler_job_id:gn/mac",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Mac-10.13",
"swarming_dimension:pool:luci.flex.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:buildbucket_bucket:luci.gn.ci",
"swarming_tag:buildbucket_build_id:8943869926105104560",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980",
"swarming_tag:builder:mac",
"swarming_tag:buildset:commit/git/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"swarming_tag:buildset:commit/gitiles/gn.googlesource.com/gn/+/a9190c08aa5478a18fd2e5fa01822813fb82466c",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8943869926105104560/+/annotations",
"swarming_tag:luci_project:gn",
"swarming_tag:os:Mac-10.13",
"swarming_tag:pool:luci.flex.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:gn",
"swarming_tag:recipe_package:infra/recipe_bundles/gn.googlesource.com/gn",
"swarming_tag:scheduler_invocation_id:9109299988663471936",
"swarming_tag:scheduler_job_id:gn/mac",
"swarming_tag:service_account:gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_task_id:3e0fdb06f4916e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1528858050049616",
"url": "https://ci.chromium.org/p/gn/builds/b8943869926105104560",
"utcnow_ts": "1528858050682620"
}
}
[02:47:30.693] Invocation finished in 1m8.114222875s with status FAILED