[18:35:12.623] New invocation is queued and will start shortly
[18:35:14.164] Starting the invocation (attempt 1)
[18:35:14.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:35:14.213] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:35:14.214] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9068471658341084496",
"parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"25a4b0676577725e102c4a280a284154c5b2de5d\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@25a4b0676577725e102c4a280a284154c5b2de5d\",\"title\":\"25a4b0676577725e102c4a280a284154c5b2de5d\",\"url\":\"https://webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"25a4b0676577725e102c4a280a284154c5b2de5d\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux Tsan v2",
"scheduler_invocation_id:9068471658341084496",
"scheduler_job_id:webrtc/Linux Tsan v2",
"user_agent:luci-scheduler",
"buildset:commit/git/25a4b0676577725e102c4a280a284154c5b2de5d",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d",
"gitiles_ref:refs/heads/master"
]
}
[18:35:17.280] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1567794914678705",
"id": "8903041595505356736",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@25a4b0676577725e102c4a280a284154c5b2de5d\", \"title\": \"25a4b0676577725e102c4a280a284154c5b2de5d\", \"url\": \"https://webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1567794916721114",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/21182",
"builder:Linux Tsan v2",
"buildset:commit/git/25a4b0676577725e102c4a280a284154c5b2de5d",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9068471658341084496",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8903041595505356736/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1567794916721316",
"url": "https://ci.chromium.org/b/8903041595505356736",
"utcnow_ts": "1567794917236467"
}
}
[18:35:17.280] Task URL: https://ci.chromium.org/b/8903041595505356736
[18:35:17.280] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:2:0) after 1m0s
[18:36:17.394] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:2:0)
[18:36:17.394] Timer tick, asking Buildbucket for the build status
[18:36:17.564] Build 8903041595505356736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:36:17.564] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:3:0) after 1m0s
[18:37:17.669] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:3:0)
[18:37:17.669] Timer tick, asking Buildbucket for the build status
[18:37:17.761] Build 8903041595505356736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:37:17.761] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:4:0) after 1m0s
[18:38:17.816] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:4:0)
[18:38:17.816] Timer tick, asking Buildbucket for the build status
[18:38:18.225] Build 8903041595505356736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:38:18.225] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:5:0) after 1m0s
[18:38:51.401] Received PubSub notification, asking Buildbucket for the build status
[18:38:51.474] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:18.379] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:5:0)
[18:39:18.379] Timer tick, asking Buildbucket for the build status
[18:39:18.877] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:18.877] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:7:0) after 1m0s
[18:40:19.046] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:7:0)
[18:40:19.046] Timer tick, asking Buildbucket for the build status
[18:40:19.812] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:19.812] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:8:0) after 1m0s
[18:41:20.029] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:8:0)
[18:41:20.029] Timer tick, asking Buildbucket for the build status
[18:41:20.255] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:20.255] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:9:0) after 1m0s
[18:42:20.422] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:9:0)
[18:42:20.422] Timer tick, asking Buildbucket for the build status
[18:42:20.635] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:20.635] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:10:0) after 1m0s
[18:43:20.842] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:10:0)
[18:43:20.842] Timer tick, asking Buildbucket for the build status
[18:43:21.061] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:21.061] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:11:0) after 1m0s
[18:44:21.123] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:11:0)
[18:44:21.123] Timer tick, asking Buildbucket for the build status
[18:44:21.654] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:21.654] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:12:0) after 1m0s
[18:45:21.729] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:12:0)
[18:45:21.729] Timer tick, asking Buildbucket for the build status
[18:45:22.776] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:22.776] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:13:0) after 1m0s
[18:46:22.803] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:13:0)
[18:46:22.803] Timer tick, asking Buildbucket for the build status
[18:46:24.206] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:24.206] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:14:0) after 1m0s
[18:47:24.271] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:14:0)
[18:47:24.271] Timer tick, asking Buildbucket for the build status
[18:47:25.281] Build 8903041595505356736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:25.281] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9068471658341084496:15:0) after 1m0s
[18:47:31.612] Received PubSub notification, asking Buildbucket for the build status
[18:47:31.813] Build 8903041595505356736: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:47:31.813] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1567795650901598",
"created_by": "project:webrtc",
"created_ts": "1567794914678705",
"failure_reason": "BUILD_FAILURE",
"id": "8903041595505356736",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@25a4b0676577725e102c4a280a284154c5b2de5d\", \"title\": \"25a4b0676577725e102c4a280a284154c5b2de5d\", \"url\": \"https://webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Test target(s) failed: video_engine_tests\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@25a4b0676577725e102c4a280a284154c5b2de5d\", \"title\": \"25a4b0676577725e102c4a280a284154c5b2de5d\", \"url\": \"https://webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d\"}]}, \"bot_id\": \"luci-webrtc-ci-xenial-0-7jrq\", \"branch\": \"refs/heads/master\", \"buildername\": \"Linux Tsan v2\", \"buildnumber\": 21182, \"got_clang_revision\": \"370156-69640273-1\", \"got_revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\", \"got_revision_cp\": \"refs/heads/master@{#29102}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"client.webrtc\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"25a4b0676577725e102c4a280a284154c5b2de5d\", \"swarm_hashes\": {\"audio_decoder_unittests\": \"2f33fe94c3fd902ef3e07a5ae2cba9fdf45793ab\", \"common_audio_unittests\": \"b31fbf1adfb3abb901c488a633c490559e5fe79d\", \"common_video_unittests\": \"680a391d7012518260889e987d0d1179e5c1ae60\", \"low_bandwidth_audio_test\": \"5195a7dbf60c79af7f5ded2af3f9c75e4159a8dc\", \"modules_tests\": \"9955bc981a4406c8c51ddf1329c20e6bbbe23761\", \"modules_unittests\": \"122571fa8c41f8a86ea7807597ffce818010fac4\", \"peerconnection_unittests\": \"2654501cfbb0e2ecf01f5364589c724064825983\", \"rtc_media_unittests\": \"a0195ad2bf971c52ef0c4da4a57ca25ab56e8da8\", \"rtc_pc_unittests\": \"852977b45ca0bc25fe6a328b7ee1aefb9737027e\", \"rtc_stats_unittests\": \"18bf3f1e1c06b38182afd15150dd6a069f02b285\", \"rtc_unittests\": \"8969ce1dfa19549a2cfe548cc09326370b92a487\", \"slow_tests\": \"857f07487795560eb649468fef4eb3d1ebf2d305\", \"system_wrappers_unittests\": \"bc48f1799d3d375b14e225394865340d1a5fc482\", \"test_support_unittests\": \"8d16eb009002a5c1ee3af6c3766f0a449da54756\", \"tools_unittests\": \"9c8929a4f85d385b99e9c684b01467003e95047e\", \"video_engine_tests\": \"b7b6b91e80e3c57d6beb218b554c4982ba704a81\", \"webrtc_nonparallel_tests\": \"c9dcd133e8af049dcfbd1e993e2988547dac90a1\"}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_0b9ea9fa64bf0cd9c46059730b1bdd1d12ff6500ce62c56e48fe9cca98bdf248_v2\", \"builder_0cd671f6f485fc3166b8a13bcda7c7c85f534360e51d98839e042fae0638f2a6_v2\", \"builder_236ad0e06710bb1aa723bf85e2819a73a68bd90c872fb4d36ce08423aaad3728_v2\", \"builder_41c976223e03b38ebd482b9c303091ece2ae69993972a467d60064b876d2ebf2_v2\", \"builder_455888f2f945b3280d12644ca1ffba1d78ccc60e6253093e09b5ed6f38897bd7_v2\", \"builder_a9e857c6f45aeca8cc1388c7c30c9ddfcf1f8acd0c8e85588eec9b6e05b9c136_v2\", \"builder_b6e955e353d7ad729db4d58448beff3ae66bc2502b03a8d5aa67f12ea70e7a83_v2\", \"builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2\", \"builder_cdf9911d0fb982b144366a069b820bab2cbe2663c4d5f6cc5be539135cc71a3a_v2\", \"builder_d8087e4e6918034fd84666cddd7a396a0a7b057decc19643f05e08f84b97a27e_v2\", \"builder_ee30cfe615ad79242c90cf868fc3e32771e3342e63241239745f710a5c60d840_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-xenial-0-7jrq\"], \"image\": [\"chrome-xenial-19052201-9cb74617499\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4417-ad2503b\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Test target(s) failed: video_engine_tests\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1567795130392145",
"status": "COMPLETED",
"status_changed_ts": "1567795130946514",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/21182",
"builder:Linux Tsan v2",
"buildset:commit/git/25a4b0676577725e102c4a280a284154c5b2de5d",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/25a4b0676577725e102c4a280a284154c5b2de5d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9068471658341084496",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8903041595505356736/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4720adb161582910",
"user_agent:luci-scheduler"
],
"updated_ts": "1567795651215644",
"url": "https://ci.chromium.org/b/8903041595505356736",
"utcnow_ts": "1567795651795280"
}
}
[18:47:31.813] Invocation finished in 12m19.223490085s with status FAILED