[16:57:08.218] New invocation is queued and will start shortly
[16:57:09.506] Starting the invocation (attempt 1)
[16:57:09.541] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:57:09.541] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:57:09.541] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9095838112422257488",
"parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"d3438aa1ed938746bd021ebcbe87890bea8f8150\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux Tsan v2",
"scheduler_invocation_id:9095838112422257488",
"scheduler_job_id:webrtc/Linux Tsan v2",
"user_agent:luci-scheduler",
"buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"gitiles_ref:refs/heads/master"
]
}
[16:57:11.128] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1541696229614794",
"id": "8930408050294551104",
"lease_expiration_ts": "1541811430461659",
"lease_key": "1820929373",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"d3438aa1ed938746bd021ebcbe87890bea8f8150\"}}",
"project": "webrtc",
"result_details_json": "null",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1541696230982745",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/17924",
"builder:Linux Tsan v2",
"buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9095838112422257488",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_dimension:caches:builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/17924",
"swarming_tag:buildbucket_bucket:webrtc/ci",
"swarming_tag:buildbucket_build_id:8930408050294551104",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
"swarming_tag:builder:Linux Tsan v2",
"swarming_tag:buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"swarming_tag:caches:builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8930408050294551104/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9095838112422257488",
"swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:610062e3b676249bc1ee3ba5fdf0c0ec8d0494c1",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:410d131ad87f6d10",
"user_agent:luci-scheduler"
],
"updated_ts": "1541696230982841",
"url": "https://ci.chromium.org/b/8930408050294551104",
"utcnow_ts": "1541696231108077"
}
}
[16:57:11.128] Task URL: https://ci.chromium.org/b/8930408050294551104
[16:57:11.128] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:2:0) after 1m0s
[16:58:11.143] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:2:0)
[16:58:11.143] Timer tick, asking Buildbucket for the build status
[16:58:11.299] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:58:11.299] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:3:0) after 1m0s
[16:59:11.323] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:3:0)
[16:59:11.323] Timer tick, asking Buildbucket for the build status
[16:59:11.406] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:59:11.406] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:4:0) after 1m0s
[17:00:11.426] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:4:0)
[17:00:11.426] Timer tick, asking Buildbucket for the build status
[17:00:11.487] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:00:11.487] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:5:0) after 1m0s
[17:01:11.507] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:5:0)
[17:01:11.507] Timer tick, asking Buildbucket for the build status
[17:01:11.558] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:01:11.558] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:6:0) after 1m0s
[17:02:11.578] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:6:0)
[17:02:11.578] Timer tick, asking Buildbucket for the build status
[17:02:11.642] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:02:11.642] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:7:0) after 1m0s
[17:03:11.661] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:7:0)
[17:03:11.661] Timer tick, asking Buildbucket for the build status
[17:03:11.747] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:03:11.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:8:0) after 1m0s
[17:04:11.765] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:8:0)
[17:04:11.765] Timer tick, asking Buildbucket for the build status
[17:04:11.803] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:04:11.803] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:9:0) after 1m0s
[17:05:11.821] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:9:0)
[17:05:11.821] Timer tick, asking Buildbucket for the build status
[17:05:11.856] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:05:11.856] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:10:0) after 1m0s
[17:05:17.388] Received PubSub notification, asking Buildbucket for the build status
[17:05:17.424] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:11.878] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:10:0)
[17:06:11.878] Timer tick, asking Buildbucket for the build status
[17:06:11.959] Build 8930408050294551104: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:06:11.959] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:12:0) after 1m0s
[17:07:02.133] Received PubSub notification, asking Buildbucket for the build status
[17:07:02.180] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:12.134] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:12:0)
[17:07:12.134] Timer tick, asking Buildbucket for the build status
[17:07:12.330] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:12.330] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:14:0) after 1m0s
[17:08:12.403] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:14:0)
[17:08:12.403] Timer tick, asking Buildbucket for the build status
[17:08:12.640] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:12.640] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:15:0) after 1m0s
[17:09:12.659] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:15:0)
[17:09:12.659] Timer tick, asking Buildbucket for the build status
[17:09:12.711] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:12.711] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:16:0) after 1m0s
[17:10:12.737] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:16:0)
[17:10:12.737] Timer tick, asking Buildbucket for the build status
[17:10:12.773] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:12.773] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:17:0) after 1m0s
[17:11:12.793] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:17:0)
[17:11:12.793] Timer tick, asking Buildbucket for the build status
[17:11:12.891] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:12.891] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:18:0) after 1m0s
[17:12:12.909] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:18:0)
[17:12:12.909] Timer tick, asking Buildbucket for the build status
[17:12:12.947] Build 8930408050294551104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:12.947] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9095838112422257488:19:0) after 1m0s
[17:12:24.492] Received PubSub notification, asking Buildbucket for the build status
[17:12:24.555] Build 8930408050294551104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:12:24.555] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "AUTO",
"completed_ts": "1541697131308918",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1541696229614794",
"failure_reason": "BUILD_FAILURE",
"id": "8930408050294551104",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"d3438aa1ed938746bd021ebcbe87890bea8f8150\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure modules_tests\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3844-124e68f\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"trusty-webrtc-d2a17ac3-us-central1-b-crzx\"], \"pool\": [\"luci.webrtc.ci\"], \"caches\": [\"builder_0cd671f6f485fc3166b8a13bcda7c7c85f534360e51d98839e042fae0638f2a6_v2\", \"builder_236ad0e06710bb1aa723bf85e2819a73a68bd90c872fb4d36ce08423aaad3728_v2\", \"builder_3ede6a545b7f5f02d8e754bf3d80550bff536ffd8cd1f0e4f2eed09fd4ce3e22_v2\", \"builder_41c976223e03b38ebd482b9c303091ece2ae69993972a467d60064b876d2ebf2_v2\", \"builder_44678c1ef4c7d705bd7e592df97e9c1573c4ed9129da6654b149d3b42d045362_v2\", \"builder_44ab13d9f6af89a5c9d596ceb4b695121ed6978cb44b3ee6f591cb001a7e97f9_v2\", \"builder_455888f2f945b3280d12644ca1ffba1d78ccc60e6253093e09b5ed6f38897bd7_v2\", \"builder_55aa4c084be5ed9d3954314e1098bc0d32b90f37d826af3d055ec49a08faf339_v2\", \"builder_59a5368743e72312f218d070f96b6b81e1ec9c9e3b8bb189152c56cc8ec74c28_v2\", \"builder_5a4e8638b91acb66c3ac6cbd7815a7f9c99553eb1e8d9fd19cfe7b821cf72739_v2\", \"builder_a9e857c6f45aeca8cc1388c7c30c9ddfcf1f8acd0c8e85588eec9b6e05b9c136_v2\", \"builder_b6e955e353d7ad729db4d58448beff3ae66bc2502b03a8d5aa67f12ea70e7a83_v2\", \"builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2\", \"builder_cdf9911d0fb982b144366a069b820bab2cbe2663c4d5f6cc5be539135cc71a3a_v2\", \"builder_e13c935ebc65dc2cf0fcf9090194dc3ad0db6dbd49380f1c9a432e16039a2bfe_v2\", \"builder_ee30cfe615ad79242c90cf868fc3e32771e3342e63241239745f710a5c60d840_v2\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 17924, \"got_clang_revision\": \"344066-1\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Linux Tsan v2\", \"got_revision\": \"d3438aa1ed938746bd021ebcbe87890bea8f8150\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1541696229614794, \"tags\": [\"builder:Linux Tsan v2\", \"buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9095838112422257488\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8930408050294551104\"}}, \"got_revision_cp\": \"refs/heads/master@{#25570}\", \"swarm_hashes\": {\"common_audio_unittests\": \"7f6c0b69f3f5def4ee3a463efcda4d7b64ac9f84\", \"system_wrappers_unittests\": \"94ff3010d077fa603235b490533a2a0e4b32b60d\", \"rtc_unittests\": \"1a5cc82cd1059b455e5a13c933ef48a66f33bc23\", \"low_bandwidth_audio_test\": \"34cd32190b202a4635e9b2d235d2ece8ba03b16f\", \"test_support_unittests\": \"8aac651b54a8aa1ed3ae59804da3b03581fbd55d\", \"tools_unittests\": \"57195691f976e27f2d805760b366b44f56c1fdd8\", \"rtc_pc_unittests\": \"1b8132657893d2bd3a38d073a9d4a4a9af4b0189\", \"modules_tests\": \"ed54d48a3a22c0f349391f7d63e2a20037b932d5\", \"common_video_unittests\": \"1398ca2b20d422f0fa223ac9a8e7dd476d944ea0\", \"video_engine_tests\": \"4aa5746e799ed25b4c99ffbc57052fed9b49f341\", \"webrtc_nonparallel_tests\": \"1dc732062fd52e021b7645221b6895d20a2683e4\", \"peerconnection_unittests\": \"e1be497d0ebfb0d43c2ebddc2fa4fa9eafbf1773\", \"rtc_stats_unittests\": \"0f8aff98f2c82b5acd5bbbc72cc679189c841ce4\", \"audio_decoder_unittests\": \"fc5ff0c104dccb870e84bc858a6d7033888417b7\", \"modules_unittests\": \"8dfe728782c9680f50c3565be367df152f555126\", \"rtc_media_unittests\": \"56c884d97f2d9e403eb9023a9d52e63473a28cb0\"}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"d3438aa1ed938746bd021ebcbe87890bea8f8150\", \"bot_id\": \"trusty-webrtc-d2a17ac3-us-central1-b-crzx\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1541696716584213",
"status": "COMPLETED",
"status_changed_ts": "1541697143183391",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/17924",
"builder:Linux Tsan v2",
"buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9095838112422257488",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_dimension:caches:builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Linux",
"swarming_dimension:pool:luci.webrtc.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/17924",
"swarming_tag:buildbucket_bucket:webrtc/ci",
"swarming_tag:buildbucket_build_id:8930408050294551104",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
"swarming_tag:builder:Linux Tsan v2",
"swarming_tag:buildset:commit/git/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/d3438aa1ed938746bd021ebcbe87890bea8f8150",
"swarming_tag:caches:builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8930408050294551104/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:pool:luci.webrtc.ci",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9095838112422257488",
"swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:610062e3b676249bc1ee3ba5fdf0c0ec8d0494c1",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:410d131ad87f6d10",
"user_agent:luci-scheduler"
],
"updated_ts": "1541697143184653",
"url": "https://ci.chromium.org/b/8930408050294551104",
"utcnow_ts": "1541697144542637"
}
}
[17:12:24.555] Invocation finished in 15m16.354670054s with status FAILED