[07:40:18.813] New invocation is queued and will start shortly
[07:40:21.026] Starting the invocation (attempt 1)
[07:40:21.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:40:21.065] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:40:21.065] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9110731047212022208",
"parameters_json": "{\"builder_name\":\"Mac64 Release\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"b3085b288b17b5ee45cac3c21362f122d18fbf57\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac64 Release",
"scheduler_invocation_id:9110731047212022208",
"scheduler_job_id:webrtc/Mac64 Release",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"gitiles_ref:refs/heads/master"
]
}
[07:40:23.107] Failed to add buildbucket build - googleapi: Error 503: Internal Server Error, backendError
[07:40:23.107] The invocation will be retried
[07:40:24.073] Starting the invocation (attempt 2)
[07:40:24.149] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:40:24.149] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:40:24.149] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9110731047212022208",
"parameters_json": "{\"builder_name\":\"Mac64 Release\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"b3085b288b17b5ee45cac3c21362f122d18fbf57\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac64 Release",
"scheduler_invocation_id:9110731047212022208",
"scheduler_job_id:webrtc/Mac64 Release",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"gitiles_ref:refs/heads/master"
]
}
[07:40:24.149] The invocation will be retried
[07:40:25.122] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527493224219170",
"experimental": true,
"id": "8945300980879894608",
"lease_expiration_ts": "1527522024906170",
"lease_key": "340629614",
"parameters_json": "{\"builder_name\": \"Mac64 Release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"b3085b288b17b5ee45cac3c21362f122d18fbf57\"}}",
"project": "webrtc",
"result_details_json": "null",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1527493225010260",
"tags": [
"build_address:luci.webrtc.ci/Mac64 Release/67",
"builder:Mac64 Release",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9110731047212022208",
"scheduler_job_id:webrtc/Mac64 Release",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Mac",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Mac64 Release/67",
"swarming_tag:buildbucket_bucket:luci.webrtc.ci",
"swarming_tag:buildbucket_build_id:8945300980879894608",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:767dddc4d6b5b55476c93510d0e1019c0a36b5a0",
"swarming_tag:builder:Mac64 Release",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945300980879894608/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Mac",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9110731047212022208",
"swarming_tag:scheduler_job_id:webrtc/Mac64 Release",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dbe8270d7309110",
"user_agent:luci-scheduler"
],
"updated_ts": "1527493225010270",
"url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Mac64 Release/67",
"utcnow_ts": "1527493225091500"
}
}
[07:40:25.122] Task URL: https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Mac64 Release/67
[07:40:25.122] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:5:0) after 1m0s
[07:41:25.147] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:5:0)
[07:41:25.147] Timer tick, asking Buildbucket for the build status
[07:41:25.194] Build 8945300980879894608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:41:25.194] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:6:0) after 1m0s
[07:42:25.210] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:6:0)
[07:42:25.210] Timer tick, asking Buildbucket for the build status
[07:42:25.294] Build 8945300980879894608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:42:25.294] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:7:0) after 1m0s
[07:43:25.315] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:7:0)
[07:43:25.315] Timer tick, asking Buildbucket for the build status
[07:43:25.446] Build 8945300980879894608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:43:25.446] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:8:0) after 1m0s
[07:44:25.507] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:8:0)
[07:44:25.507] Timer tick, asking Buildbucket for the build status
[07:44:25.655] Build 8945300980879894608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:44:25.655] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:9:0) after 1m0s
[07:45:25.671] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:9:0)
[07:45:25.671] Timer tick, asking Buildbucket for the build status
[07:45:25.745] Build 8945300980879894608: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:45:25.745] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9110731047212022208:10:0) after 1m0s
[07:46:12.813] Received PubSub notification, asking Buildbucket for the build status
[07:46:12.852] Build 8945300980879894608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:23.178] Received PubSub notification, asking Buildbucket for the build status
[07:46:23.273] Build 8945300980879894608: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[07:46:23.273] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"completed_ts": "1527493582201290",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1527493224219170",
"experimental": true,
"failure_reason": "BUILD_FAILURE",
"id": "8945300980879894608",
"parameters_json": "{\"builder_name\": \"Mac64 Release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"b3085b288b17b5ee45cac3c21362f122d18fbf57\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"0820565dbcdea8e875d91acc484d9b2077445353\", \"package_name\": \"infra/tools/luci/kitchen/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"fb314d8f431841b903aa738408fb8ac74f9516d5\", \"package_name\": \"infra/git/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6dd10e31dc5d4cbb3c8f42a6fbd9485aeeb9ef0c\", \"package_name\": \"infra/python/cpython/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6c198f1fae6cba980af243c6fdba957d034f9a3a\", \"package_name\": \"infra/tools/buildbucket/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"ec4cbb95911672efe5530f2ef82b857ecc72ee9e\", \"package_name\": \"infra/tools/cloudtail/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8497954628fcaf10113ab41957aaff2839bf707c\", \"package_name\": \"infra/tools/git/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"9586ac4c3a05f515cbac6a62ab0648ea97c7fdc1\", \"package_name\": \"infra/tools/luci-auth/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"af841deff45d5fbe23b20d1b59af05ff8112321d\", \"package_name\": \"infra/tools/luci/git-credential-luci/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"0e0576c88167ab898f536c161d77449bfc3708f9\", \"package_name\": \"infra/tools/luci/vpython-native/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"4071c6827018de9e1fe1418495c1cb5987db46b7\", \"package_name\": \"infra/tools/luci/vpython/mac-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"eafa0b0c60c7e0ee29b92dceb6f824fff0bc78aa\", \"package_name\": \"infra/tools/prpc/mac-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"8955825f9288838c82ddabfcc35202a68829b50a\", \"package_name\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}], \"client_package\": {\"version\": \"e52982cc74e82ff38db5c66a3df8bd20ef21a9d6\", \"package_name\": \"infra/tools/cipd/mac-amd64\"}}, \"run_id\": \"3dbe8270d7309111\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"4d646f8fa9c0fb013d7cce902aa2222f90563c50\"}, \"server_versions\": [\"3600-6bd4aee\"], \"duration\": 2.8149449825286865, \"completed_ts\": \"2018-05-28T07:46:22.201290\", \"started_ts\": \"2018-05-28T07:46:11.830420\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"a68e99b9281485adac6ed739e6c601cf60d32fbe97c869fefdb95bcf7fa96fa3\", \"tags\": [\"build_address:luci.webrtc.ci/Mac64 Release/67\", \"buildbucket_bucket:luci.webrtc.ci\", \"buildbucket_build_id:8945300980879894608\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:767dddc4d6b5b55476c93510d0e1019c0a36b5a0\", \"builder:Mac64 Release\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945300980879894608/+/annotations\", \"luci_project:webrtc\", \"os:Mac\", \"pool:luci.webrtc.ci\", \"priority:60\", \"recipe_name:webrtc/standalone\", \"recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\", \"scheduler_invocation_id:9110731047212022208\", \"scheduler_job_id:webrtc/Mac64 Release\", \"service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"user:None\", \"user_agent:luci-scheduler\", \"vpython:native-python-wrapper\"], \"failure\": true, \"modified_ts\": \"2018-05-28T07:46:22.201290\", \"user\": \"\", \"created_ts\": \"2018-05-28T07:40:24.558880\", \"name\": \"bb-8945300980879894608-webrtc-Mac64 Release\", \"task_id\": \"3dbe8270d7309110\", \"bot_dimensions\": [{\"value\": [\"builder_1530a2e16e2bc7aaa87af5cae898259376bcb52442f9b7030af8bc83a9d9269e_v2\", \"builder_35611b6e156725456c8013e22f874bcc004c67ef46975f4290b930b34b9e2dfc_v2\", \"builder_7919264e56f5ee34c92ec7dc32fc649905a756c0fcd499cf1d2b97edf09fbfc3_v2\", \"builder_7ef66c136f633999ae3748266949b30ee368489f4733dd88e9c1e8ad837fbe0f_v2\", \"builder_87fe0b30422e5109639c4c780a56a915a6674013164b02b5ca4a531b20e4ba23_v2\", \"builder_90d23d7af7899fd6219e8c73ed754aa78979b9c5997757cc34bee3c820e0797b_v2\", \"builder_936bbd9cf7824140bc9a494204a755f21cd2930be9d87a1e8ffa5090f4c3cf52_v2\", \"builder_97a960cc92f5317180cb273b219a8ddedfd682ffc41d10ab508d42cca3a88a9c_v2\", \"builder_ca77ddf8cebea1a8d964d3097011f8457af7db2f6232918793c3f0a49f176c78_v2\", \"builder_d0b066f1de62b50c479fbcc40bd30c3133c1d1942aad8b49790e11d3bb60c53b_v2\", \"builder_e03e9b93aa27bacecd2569e0908c96fddd4fc49ca25235b36ece738ee1c71724_v2\", \"git\", \"goma\", \"goma_v2\", \"vpython\", \"webrtc_mac\", \"xcode_ios_9c40b\"], \"key\": \"caches\"}, {\"value\": [\"4\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-i7-4578U\"], \"key\": \"cpu\"}, {\"value\": [\"8086\", \"8086:0a2e\"], \"key\": \"gpu\"}, {\"value\": [\"0\"], \"key\": \"hidpi\"}, {\"value\": [\"build142-m9\"], \"key\": \"id\"}, {\"value\": [\"Macmini7,1\"], \"key\": \"mac_model\"}, {\"value\": [\"n1-standard-4\"], \"key\": \"machine_type\"}, {\"value\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.3\"], \"key\": \"os\"}, {\"value\": [\"luci.webrtc.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.10\"], \"key\": \"python\"}, {\"value\": [\"3600-6bd4aee\"], \"key\": \"server_version\"}, {\"value\": [\"1\"], \"key\": \"ssd\"}, {\"value\": [\"us\", \"us-golo\", \"us-golo-9\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.0012989755081384271], \"bot_id\": \"build142-m9\"}}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"bot_update\"}, \"humanReason\": \"Infra Failure: Step('bot_update') returned 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"webrtc/standalone\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945300980879894608/+/annotations\"}, \"ui\": {\"info\": \"Failure bot_update\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Mac64 Release\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"buildnumber\": 67, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1527493224219170, \"tags\": [\"builder:Mac64 Release\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9110731047212022208\", \"scheduler_job_id:webrtc/Mac64 Release\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8945300980879894608\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"bot_id\": \"build142-m9\", \"revision\": \"b3085b288b17b5ee45cac3c21362f122d18fbf57\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1527493571830420",
"status": "COMPLETED",
"status_changed_ts": "1527493582722020",
"tags": [
"build_address:luci.webrtc.ci/Mac64 Release/67",
"builder:Mac64 Release",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9110731047212022208",
"scheduler_job_id:webrtc/Mac64 Release",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Mac",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Mac64 Release/67",
"swarming_tag:buildbucket_bucket:luci.webrtc.ci",
"swarming_tag:buildbucket_build_id:8945300980879894608",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:767dddc4d6b5b55476c93510d0e1019c0a36b5a0",
"swarming_tag:builder:Mac64 Release",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/b3085b288b17b5ee45cac3c21362f122d18fbf57",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945300980879894608/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Mac",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9110731047212022208",
"swarming_tag:scheduler_job_id:webrtc/Mac64 Release",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3dbe8270d7309110",
"user_agent:luci-scheduler"
],
"updated_ts": "1527493582723160",
"url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Mac64 Release/67",
"utcnow_ts": "1527493583258410"
}
}
[07:46:23.273] Invocation finished in 6m4.477120559s with status FAILED