[07:11:30.210] New invocation is queued and will start shortly
[07:11:31.549] Starting the invocation (attempt 1)
[07:11:31.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:11:31.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:11:31.633] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9102579132806305776",
"parameters_json": "{\"builder_name\":\"Deterministic Android (dbg)\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"20b690176382718ec4b585e8c37bb4ec656a7eea\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Deterministic Android (dbg)",
"scheduler_invocation_id:9102579132806305776",
"scheduler_job_id:chromium/Deterministic Android (dbg)",
"user_agent:luci-scheduler",
"buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea",
"gitiles_ref:refs/heads/master"
]
}
[07:11:32.616] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1535267491744460",
"experimental": true,
"id": "8937149070535313664",
"lease_expiration_ts": "1535386292356980",
"lease_key": "981957980",
"parameters_json": "{\"builder_name\": \"Deterministic Android (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"20b690176382718ec4b585e8c37bb4ec656a7eea\"}}",
"project": "chromium",
"result_details_json": "null",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1535267492525950",
"tags": [
"build_address:luci.chromium.ci/Deterministic Android (dbg)/2202",
"builder:Deterministic Android (dbg)",
"buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9102579132806305776",
"scheduler_job_id:chromium/Deterministic Android (dbg)",
"swarming_dimension:builder:Deterministic Android (dbg)",
"swarming_dimension:caches:builder_e71a68def00d5780acffcc18987011e1ee3ea4e9c0e7cd4734ddf4a983be07c2_v2",
"swarming_dimension:cores:8",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/Deterministic Android (dbg)/2202",
"swarming_tag:buildbucket_bucket:luci.chromium.ci",
"swarming_tag:buildbucket_build_id:8937149070535313664",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:Deterministic Android (dbg)",
"swarming_tag:buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea",
"swarming_tag:caches:builder_e71a68def00d5780acffcc18987011e1ee3ea4e9c0e7cd4734ddf4a983be07c2_v2",
"swarming_tag:cores:8",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8937149070535313664/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9102579132806305776",
"swarming_tag:scheduler_job_id:chromium/Deterministic Android (dbg)",
"swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:2fdf38dfa532bad52599ef89e33e1e0f1f1d4201",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f8de4595e67a610",
"user_agent:luci-scheduler"
],
"updated_ts": "1535267492526070",
"url": "https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/Deterministic Android (dbg)/2202",
"utcnow_ts": "1535267492604320"
}
}
[07:11:32.616] Task URL: https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/Deterministic Android (dbg)/2202
[07:11:32.616] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:2:0) after 1m0s
[07:12:32.636] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:2:0)
[07:12:32.636] Timer tick, asking Buildbucket for the build status
[07:12:32.840] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:12:32.840] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:3:0) after 1m0s
[07:13:32.860] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:3:0)
[07:13:32.860] Timer tick, asking Buildbucket for the build status
[07:13:32.963] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:13:32.963] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:4:0) after 1m0s
[07:14:32.979] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:4:0)
[07:14:32.979] Timer tick, asking Buildbucket for the build status
[07:14:33.074] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:14:33.074] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:5:0) after 1m0s
[07:15:33.096] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:5:0)
[07:15:33.096] Timer tick, asking Buildbucket for the build status
[07:15:33.182] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:15:33.182] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:6:0) after 1m0s
[07:16:33.198] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:6:0)
[07:16:33.198] Timer tick, asking Buildbucket for the build status
[07:16:33.254] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:16:33.254] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:7:0) after 1m0s
[07:17:33.276] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:7:0)
[07:17:33.276] Timer tick, asking Buildbucket for the build status
[07:17:33.332] Build 8937149070535313664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[07:17:33.332] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:8:0) after 1m0s
[07:17:57.421] Received PubSub notification, asking Buildbucket for the build status
[07:17:57.460] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:33.355] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:8:0)
[07:18:33.355] Timer tick, asking Buildbucket for the build status
[07:18:33.448] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:33.448] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:10:0) after 1m0s
[07:19:33.574] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:10:0)
[07:19:33.574] Timer tick, asking Buildbucket for the build status
[07:19:33.808] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:33.808] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:11:0) after 1m0s
[07:20:33.825] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:11:0)
[07:20:33.825] Timer tick, asking Buildbucket for the build status
[07:20:34.044] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:34.044] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:12:0) after 1m0s
[07:21:34.172] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:12:0)
[07:21:34.172] Timer tick, asking Buildbucket for the build status
[07:21:34.256] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:34.256] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:13:0) after 1m0s
[07:22:34.360] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:13:0)
[07:22:34.360] Timer tick, asking Buildbucket for the build status
[07:22:34.635] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:34.635] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:14:0) after 1m0s
[07:23:34.763] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:14:0)
[07:23:34.763] Timer tick, asking Buildbucket for the build status
[07:23:34.846] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:34.846] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:15:0) after 1m0s
[07:24:34.870] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:15:0)
[07:24:34.870] Timer tick, asking Buildbucket for the build status
[07:24:34.947] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:34.947] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:16:0) after 1m0s
[07:25:34.970] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:16:0)
[07:25:34.970] Timer tick, asking Buildbucket for the build status
[07:25:35.325] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:35.325] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:17:0) after 1m0s
[07:26:35.451] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:17:0)
[07:26:35.451] Timer tick, asking Buildbucket for the build status
[07:26:35.635] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:35.635] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:18:0) after 1m0s
[07:27:35.688] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:18:0)
[07:27:35.688] Timer tick, asking Buildbucket for the build status
[07:27:35.756] Build 8937149070535313664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:35.756] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:19:0) after 1m0s
[07:28:35.861] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android (dbg):9102579132806305776:19:0)
[07:28:35.861] Timer tick, asking Buildbucket for the build status
[07:28:35.897] Build 8937149070535313664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[07:28:35.897] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"completed_ts": "1535268514933970",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1535267491744460",
"experimental": true,
"failure_reason": "BUILD_FAILURE",
"id": "8937149070535313664",
"parameters_json": "{\"builder_name\": \"Deterministic Android (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"20b690176382718ec4b585e8c37bb4ec656a7eea\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure preprocess_for_goma\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"\"}, \"humanReason\": \"Infra compile failure: Infra Failure in preprocess_for_goma.start_goma\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"swarming/deterministic_build\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8937149070535313664/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"Deterministic Android (dbg)\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3740-90b257a\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm629-c4\"], \"pool\": [\"luci.chromium.ci\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"9a87d6b9de35325efb08321640879e79ed0dfcc9\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"20b690176382718ec4b585e8c37bb4ec656a7eea\", \"recipe\": \"swarming/deterministic_build\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24373}\", \"$build/goma\": {\"jobs\": 150}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"extra_result_code\": [\"GOMA_PING_FAILURE\"], \"got_src_revision_cp\": \"refs/heads/master@{#586163}\", \"got_src_revision\": \"20b690176382718ec4b585e8c37bb4ec656a7eea\", \"got_revision_cp\": \"refs/heads/master@{#586163}\", \"branch\": \"refs/heads/master\", \"revision\": \"20b690176382718ec4b585e8c37bb4ec656a7eea\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"buildername\": \"Deterministic Android (dbg)\", \"got_webrtc_revision\": \"efbcb31cb67e3090b82c09ed5aabc4bbc53f37be\", \"mastername\": \"chromium.android\", \"got_angle_revision\": \"8707af516c46f42b38af0c5761b936dd98c81f1f\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1535267491744460, \"tags\": [\"builder:Deterministic Android (dbg)\", \"buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9102579132806305776\", \"scheduler_job_id:chromium/Deterministic Android (dbg)\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.chromium.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"chromium\", \"id\": \"8937149070535313664\"}}, \"got_v8_revision\": \"89e0fadc01581a2fabd15f0f5fd373ccce179099\", \"got_v8_revision_cp\": \"refs/heads/7.0.272@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"buildnumber\": 2202, \"path_config\": \"generic\", \"bot_id\": \"swarm629-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1535267845084170",
"status": "COMPLETED",
"status_changed_ts": "1535268515443160",
"tags": [
"build_address:luci.chromium.ci/Deterministic Android (dbg)/2202",
"builder:Deterministic Android (dbg)",
"buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9102579132806305776",
"scheduler_job_id:chromium/Deterministic Android (dbg)",
"swarming_dimension:builder:Deterministic Android (dbg)",
"swarming_dimension:caches:builder_e71a68def00d5780acffcc18987011e1ee3ea4e9c0e7cd4734ddf4a983be07c2_v2",
"swarming_dimension:cores:8",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/Deterministic Android (dbg)/2202",
"swarming_tag:buildbucket_bucket:luci.chromium.ci",
"swarming_tag:buildbucket_build_id:8937149070535313664",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:Deterministic Android (dbg)",
"swarming_tag:buildset:commit/git/20b690176382718ec4b585e8c37bb4ec656a7eea",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20b690176382718ec4b585e8c37bb4ec656a7eea",
"swarming_tag:caches:builder_e71a68def00d5780acffcc18987011e1ee3ea4e9c0e7cd4734ddf4a983be07c2_v2",
"swarming_tag:cores:8",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8937149070535313664/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9102579132806305776",
"swarming_tag:scheduler_job_id:chromium/Deterministic Android (dbg)",
"swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:2fdf38dfa532bad52599ef89e33e1e0f1f1d4201",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f8de4595e67a610",
"user_agent:luci-scheduler"
],
"updated_ts": "1535268515444390",
"url": "https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/Deterministic Android (dbg)/2202",
"utcnow_ts": "1535268515886170"
}
}
[07:28:35.897] Invocation finished in 17m5.702243519s with status FAILED