[10:02:02.229] New invocation is queued and will start shortly
[10:02:03.711] Starting the invocation (attempt 1)
[10:02:03.751] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:02:03.751] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:02:03.752] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9104199149153903072",
"parameters_json": "{\"builder_name\":\"Linux MSan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux MSan",
"scheduler_invocation_id:9104199149153903072",
"scheduler_job_id:webrtc/Linux MSan",
"user_agent:luci-scheduler",
"buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"gitiles_ref:refs/heads/master"
]
}
[10:02:04.694] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1533722523852520",
"id": "8938769086787209344",
"lease_expiration_ts": "1533837724408260",
"lease_key": "1421089784",
"parameters_json": "{\"builder_name\": \"Linux MSan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\"}}",
"project": "webrtc",
"result_details_json": "null",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1533722524577900",
"tags": [
"build_address:luci.webrtc.ci/Linux MSan/15470",
"builder:Linux MSan",
"buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9104199149153903072",
"scheduler_job_id:webrtc/Linux MSan",
"swarming_dimension:builder_group:Linux-Generic",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Linux MSan/15470",
"swarming_tag:buildbucket_bucket:luci.webrtc.ci",
"swarming_tag:buildbucket_build_id:8938769086787209344",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:1843d7ecb7176e182855328359db08c38323a012",
"swarming_tag:builder:Linux MSan",
"swarming_tag:builder_group:Linux-Generic",
"swarming_tag:buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8938769086787209344/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9104199149153903072",
"swarming_tag:scheduler_job_id:webrtc/Linux MSan",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:9251fdf5b6b97a5bf12e7ace11d19e8b46dc9197",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f31ce0206295110",
"user_agent:luci-scheduler"
],
"updated_ts": "1533722524578010",
"url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux MSan/15470",
"utcnow_ts": "1533722524681400"
}
}
[10:02:04.694] Task URL: https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux MSan/15470
[10:02:04.694] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:2:0) after 1m0s
[10:03:04.717] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:2:0)
[10:03:04.717] Timer tick, asking Buildbucket for the build status
[10:03:04.794] Build 8938769086787209344: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:03:04.794] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:3:0) after 1m0s
[10:04:04.814] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:3:0)
[10:04:04.814] Timer tick, asking Buildbucket for the build status
[10:04:04.927] Build 8938769086787209344: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:04:04.927] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:4:0) after 1m0s
[10:04:09.829] Received PubSub notification, asking Buildbucket for the build status
[10:04:09.867] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:04.952] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:4:0)
[10:05:04.952] Timer tick, asking Buildbucket for the build status
[10:05:05.143] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:05.143] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:6:0) after 1m0s
[10:06:05.164] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:6:0)
[10:06:05.164] Timer tick, asking Buildbucket for the build status
[10:06:05.203] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:05.203] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:7:0) after 1m0s
[10:07:05.226] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:7:0)
[10:07:05.226] Timer tick, asking Buildbucket for the build status
[10:07:05.270] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:05.270] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:8:0) after 1m0s
[10:08:05.293] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:8:0)
[10:08:05.293] Timer tick, asking Buildbucket for the build status
[10:08:05.337] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:05.338] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:9:0) after 1m0s
[10:09:05.358] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:9:0)
[10:09:05.358] Timer tick, asking Buildbucket for the build status
[10:09:05.548] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:05.548] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:10:0) after 1m0s
[10:10:05.572] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:10:0)
[10:10:05.572] Timer tick, asking Buildbucket for the build status
[10:10:05.684] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:05.684] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:11:0) after 1m0s
[10:11:05.721] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:11:0)
[10:11:05.721] Timer tick, asking Buildbucket for the build status
[10:11:05.811] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:05.811] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:12:0) after 1m0s
[10:12:05.849] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:12:0)
[10:12:05.849] Timer tick, asking Buildbucket for the build status
[10:12:05.932] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:05.932] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:13:0) after 1m0s
[10:13:05.983] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:13:0)
[10:13:05.983] Timer tick, asking Buildbucket for the build status
[10:13:06.130] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:06.130] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:14:0) after 1m0s
[10:14:06.170] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:14:0)
[10:14:06.170] Timer tick, asking Buildbucket for the build status
[10:14:06.257] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:06.257] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:15:0) after 1m0s
[10:15:06.274] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:15:0)
[10:15:06.274] Timer tick, asking Buildbucket for the build status
[10:15:06.312] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:06.312] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:16:0) after 1m0s
[10:16:06.404] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:16:0)
[10:16:06.404] Timer tick, asking Buildbucket for the build status
[10:16:06.609] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:06.609] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:17:0) after 1m0s
[10:17:06.670] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:17:0)
[10:17:06.670] Timer tick, asking Buildbucket for the build status
[10:17:06.730] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:06.730] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:18:0) after 1m0s
[10:18:06.747] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:18:0)
[10:18:06.747] Timer tick, asking Buildbucket for the build status
[10:18:06.982] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:06.982] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:19:0) after 1m0s
[10:19:07.004] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:19:0)
[10:19:07.004] Timer tick, asking Buildbucket for the build status
[10:19:07.042] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:07.042] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:20:0) after 1m0s
[10:20:07.064] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:20:0)
[10:20:07.064] Timer tick, asking Buildbucket for the build status
[10:20:07.145] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:07.145] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:21:0) after 1m0s
[10:21:07.180] Handling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:21:0)
[10:21:07.180] Timer tick, asking Buildbucket for the build status
[10:21:07.217] Build 8938769086787209344: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:07.217] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux MSan:9104199149153903072:22:0) after 1m0s
[10:21:58.787] Received PubSub notification, asking Buildbucket for the build status
[10:21:58.886] Build 8938769086787209344: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:21:58.886] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"completed_ts": "1533723716875540",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1533722523852520",
"failure_reason": "BUILD_FAILURE",
"id": "8938769086787209344",
"parameters_json": "{\"builder_name\": \"Linux MSan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure video_engine_tests\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 51 aggregated steps failed. Failures: Step('video_engine_tests') failed with return_code 254\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"webrtc/standalone\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8938769086787209344/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"builder_group\": [\"Linux-Generic\"], \"server_version\": [\"3712-19aca72\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"trusty-webrtc-fe7e3dcb-us-central1-b-zqg8\"], \"pool\": [\"luci.webrtc.ci\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\", \"webrtc_linux\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 15470, \"got_clang_revision\": \"338452-1\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Linux MSan\", \"got_revision\": \"58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1533722523852520, \"tags\": [\"builder:Linux MSan\", \"buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9104199149153903072\", \"scheduler_job_id:webrtc/Linux MSan\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8938769086787209344\"}}, \"got_revision_cp\": \"refs/heads/master@{#24224}\", \"swarm_hashes\": {\"common_audio_unittests\": \"aad14f58da43f017169e81d81d8e435321b33fc2\", \"system_wrappers_unittests\": \"2b6a9d90e6e49c8fc58ddd0f6c5926de09f8d638\", \"rtc_unittests\": \"8294c0b96d9fe48d244e9c0e244937a4bb02dcb3\", \"low_bandwidth_audio_test\": \"35195f555b522bff62d57a676f7b357658999328\", \"test_support_unittests\": \"5a39d4b10853b60cd579f6d9b29c73a9012a14b7\", \"tools_unittests\": \"8581db8e05d5a250d6afe842474cfaf7ddb044ea\", \"rtc_pc_unittests\": \"99e03273b5109ae24a79b7ae797674e1d80bbf1a\", \"modules_tests\": \"eef604b9f0ae14e5d1707cc271109f72c2b978d4\", \"common_video_unittests\": \"b8194048f4537f7c52eef9bbd667493e9f077436\", \"video_engine_tests\": \"6c3140b5785cc90d3b0ea7a9aedb88ef4e8ac983\", \"webrtc_nonparallel_tests\": \"e58dc09bd2dada353c418907e3544693cece1539\", \"peerconnection_unittests\": \"91b4b9034417977131588b17f82c46645add6986\", \"rtc_stats_unittests\": \"dd655c4cefea23ba7aadd9bf3884f228fe843fe7\", \"audio_decoder_unittests\": \"9997bad54a63259d902dbc3344dea875461c5fea\", \"modules_unittests\": \"c56d7d4e8291584d87e51b538ce7e4838f8287a8\", \"ortc_unittests\": \"580dfda6662a254bc5a77938616cdac6bd74d843\", \"rtc_media_unittests\": \"13acf4bda0da99a3f059c9a1b209a61080c62d93\"}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee\", \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-zqg8\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1533722648924890",
"status": "COMPLETED",
"status_changed_ts": "1533723718315080",
"tags": [
"build_address:luci.webrtc.ci/Linux MSan/15470",
"builder:Linux MSan",
"buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9104199149153903072",
"scheduler_job_id:webrtc/Linux MSan",
"swarming_dimension:builder_group:Linux-Generic",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Linux MSan/15470",
"swarming_tag:buildbucket_bucket:luci.webrtc.ci",
"swarming_tag:buildbucket_build_id:8938769086787209344",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:1843d7ecb7176e182855328359db08c38323a012",
"swarming_tag:builder:Linux MSan",
"swarming_tag:builder_group:Linux-Generic",
"swarming_tag:buildset:commit/git/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/58d2a5e9761330f0f646fbdeee553f6f8e7ab4ee",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8938769086787209344/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9104199149153903072",
"swarming_tag:scheduler_job_id:webrtc/Linux MSan",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:9251fdf5b6b97a5bf12e7ace11d19e8b46dc9197",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f31ce0206295110",
"user_agent:luci-scheduler"
],
"updated_ts": "1533723718317210",
"url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux MSan/15470",
"utcnow_ts": "1533723718874590"
}
}
[10:21:58.886] Invocation finished in 19m56.673910305s with status FAILED