Status: FAILED
Triggered by: -
Duration: 9 minutes
Actions:

Definition (rev cca5e2689dfd70ecc9405e1b7f6d49f169ec490f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.webrtc.ci"
  builder: "Linux Tsan v2"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "60b6c1dfa93f2bb5116f7e599e65017e0867cece"
}

Incoming tags

  • buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:31:42.824] New invocation is queued and will start shortly
[00:31:45.364] Starting the invocation (attempt 1)
[00:31:45.397] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:31:45.397] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:31:45.397] Buildbucket request:
{
  "bucket": "luci.webrtc.ci",
  "client_operation_id": "9109217863953498368",
  "parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"60b6c1dfa93f2bb5116f7e599e65017e0867cece\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Linux Tsan v2",
    "scheduler_invocation_id:9109217863953498368",
    "scheduler_job_id:webrtc/Linux Tsan v2",
    "user_agent:luci-scheduler",
    "buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:31:47.133] Buildbucket response:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1528936305466095",
    "id": "8943787800517467360",
    "lease_expiration_ts": "1528965106889646",
    "lease_key": "625662597",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"60b6c1dfa93f2bb5116f7e599e65017e0867cece\"}}",
    "project": "webrtc",
    "result_details_json": "null",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1528936307043038",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/16047",
      "builder:Linux Tsan v2",
      "buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9109217863953498368",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/16047",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8943787800517467360",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8943787800517467360/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9109217863953498368",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:none",
      "swarming_tag:swarming.pool.version:29460f2b84b39bf7bb2535d1617025ffc46911c6",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3e14861f7de30c10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1528936307043134",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16047",
    "utcnow_ts": "1528936307121849"
  }
}
[00:31:47.133] Task URL: https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16047
[00:31:47.134] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:2:0) after 1m0s
[00:32:47.152] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:2:0)
[00:32:47.152] Timer tick, asking Buildbucket for the build status
[00:32:47.242] Build 8943787800517467360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:32:47.242] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:3:0) after 1m0s
[00:33:47.285] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:3:0)
[00:33:47.285] Timer tick, asking Buildbucket for the build status
[00:33:47.524] Build 8943787800517467360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:33:47.524] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:4:0) after 1m0s
[00:34:47.542] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:4:0)
[00:34:47.542] Timer tick, asking Buildbucket for the build status
[00:34:47.576] Build 8943787800517467360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:34:47.576] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:5:0) after 1m0s
[00:34:57.958] Received PubSub notification, asking Buildbucket for the build status
[00:34:57.991] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:47.593] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:5:0)
[00:35:47.593] Timer tick, asking Buildbucket for the build status
[00:35:47.685] Build 8943787800517467360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:35:47.685] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:7:0) after 1m0s
[00:36:47.704] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:7:0)
[00:36:47.704] Timer tick, asking Buildbucket for the build status
[00:36:47.742] Build 8943787800517467360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:36:47.742] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:8:0) after 1m0s
[00:36:51.241] Received PubSub notification, asking Buildbucket for the build status
[00:36:51.332] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:47.763] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:8:0)
[00:37:47.763] Timer tick, asking Buildbucket for the build status
[00:37:47.914] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:47.914] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:10:0) after 1m0s
[00:38:47.932] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:10:0)
[00:38:47.932] Timer tick, asking Buildbucket for the build status
[00:38:48.019] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:48.019] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:11:0) after 1m0s
[00:39:48.040] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:11:0)
[00:39:48.040] Timer tick, asking Buildbucket for the build status
[00:39:48.158] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:48.158] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:12:0) after 1m0s
[00:40:48.178] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:12:0)
[00:40:48.178] Timer tick, asking Buildbucket for the build status
[00:40:48.237] Build 8943787800517467360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:48.237] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9109217863953498368:13:0) after 1m0s
[00:41:08.035] Received PubSub notification, asking Buildbucket for the build status
[00:41:08.141] Build 8943787800517467360: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:41:08.141] Buildbucket build:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1528936866350291",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1528936305466095",
    "failure_reason": "BUILD_FAILURE",
    "id": "8943787800517467360",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"60b6c1dfa93f2bb5116f7e599e65017e0867cece\"}}",
    "project": "webrtc",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure modules_tests\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 51 aggregated steps failed. Failures: Step('modules_tests') failed with return_code 66\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"webrtc/standalone\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8943787800517467360/+/annotations\"}, \"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"e4b90cad477c47ea00ff4dbd6183667bb0f1a82c\", \"package_name\": \"infra/tools/luci/kitchen/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"33c8c36035a927244393af56226158d27f46bec0\", \"package_name\": \"infra/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"46c0c897ca0f053799ee41fd148bb7a47232df47\", \"package_name\": \"infra/python/cpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6e5ff69bbe48c38117c44fd735cb7adb32417549\", \"package_name\": \"infra/tools/buildbucket/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"4672ed11a416bb60e9ec6738dab9cc41386971f5\", \"package_name\": \"infra/tools/cloudtail/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"139d6a6663b2cdd9420516c9335d0731dd2c5c58\", \"package_name\": \"infra/tools/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"df53a719b65668e3b16ecdb600f29f8c901cd67e\", \"package_name\": \"infra/tools/luci-auth/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"72f5c9ec60e557643b06eac503836fb78359ca06\", \"package_name\": \"infra/tools/luci/git-credential-luci/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8858bf0d89477076c5765ac90e41664cb0be1899\", \"package_name\": \"infra/tools/luci/vpython-native/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"90aede15bc849a97975bb503f96f3e2518f45c0f\", \"package_name\": \"infra/tools/luci/vpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"7ac9ea00b7d1d664e9015d2bbd537bc8cb3bfda4\", \"package_name\": \"infra/tools/prpc/linux-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"3056d59b5e79972e25376eaa6e583d536d4e763c\", \"package_name\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}], \"client_package\": {\"version\": \"e891a48eebcd04fee5b054173539b558cbcc027c\", \"package_name\": \"infra/tools/cipd/linux-amd64\"}}, \"run_id\": \"3e14861f7de30c11\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"d06c7ecc73ab86f0f5730b061e02c8a9467ad14f\"}, \"server_versions\": [\"3637-1468930\"], \"duration\": 362.3688189983368, \"completed_ts\": \"2018-06-14T00:41:06.350291\", \"started_ts\": \"2018-06-14T00:34:56.910405\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"067d9d3b4f0883b9f5ad5ae9b24eef3329b551f62ddb22eb0acccba60e18f957\", \"tags\": [\"build_address:luci.webrtc.ci/Linux Tsan v2/16047\", \"buildbucket_bucket:luci.webrtc.ci\", \"buildbucket_build_id:8943787800517467360\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980\", \"builder:Linux Tsan v2\", \"builder_group:Linux-Generic\", \"buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8943787800517467360/+/annotations\", \"luci_project:webrtc\", \"os:Linux\", \"pool:luci.webrtc.ci\", \"priority:30\", \"recipe_name:webrtc/standalone\", \"recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\", \"scheduler_invocation_id:9109217863953498368\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"swarming.pool.template:none\", \"swarming.pool.version:29460f2b84b39bf7bb2535d1617025ffc46911c6\", \"user:None\", \"user_agent:luci-scheduler\", \"vpython:native-python-wrapper\"], \"failure\": true, \"modified_ts\": \"2018-06-14T00:41:06.350291\", \"user\": \"\", \"children_task_ids\": [\"3e1489bf5fc7e810\", \"3e1489c3d1dd7b10\", \"3e1489c7df37b010\", \"3e1489cbf6c6e910\", \"3e1489d1dc049410\", \"3e1489d348bbe410\", \"3e1489d785cbea10\", \"3e1489d8d834b810\", \"3e1489da133ad210\", \"3e1489db6cd33510\", \"3e1489dcd767e710\", \"3e1489de2fde3f10\", \"3e1489e22b47d710\", \"3e1489e68e09ad10\", \"3e1489e91b551e10\", \"3e1489ea95451510\", \"3e1489ebcb9ac710\", \"3e1489f15711ba10\", \"3e1489f551065010\", \"3e1489f904975910\", \"3e1489fccae22a10\", \"3e1489fde6981e10\", \"3e1489ff7007aa10\", \"3e148a0115841d10\", \"3e148a0255efa610\", \"3e148a040a264e10\", \"3e148a08af37e510\", \"3e148a0c804b8010\", \"3e148a10a4ab6110\", \"3e148a14c3460710\", \"3e148a1694a61610\", \"3e148a19b578a810\", \"3e148a1b81e2b610\", \"3e148a1ef9064710\"], \"created_ts\": \"2018-06-14T00:31:46.449236\", \"name\": \"bb-8943787800517467360-webrtc-Linux Tsan v2\", \"task_id\": \"3e14861f7de30c10\", \"bot_dimensions\": [{\"value\": [\"Linux-Generic\"], \"key\": \"builder_group\"}, {\"value\": [\"git\", \"goma_v2\", \"vpython\", \"webrtc_linux\"], \"key\": \"caches\"}, {\"value\": [\"8\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"key\": \"cpu\"}, {\"value\": [\"none\"], \"key\": \"gpu\"}, {\"value\": [\"trusty-webrtc-fe7e3dcb-us-central1-b-nz9m\"], \"key\": \"id\"}, {\"value\": [\"chrome-trusty-18042300-b7223b463e3\"], \"key\": \"image\"}, {\"value\": [\"0\"], \"key\": \"inside_docker\"}, {\"value\": [\"1\"], \"key\": \"kvm\"}, {\"value\": [\"n1-standard-8\"], \"key\": \"machine_type\"}, {\"value\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"key\": \"os\"}, {\"value\": [\"luci.webrtc.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.6\"], \"key\": \"python\"}, {\"value\": [\"3637-1468930\"], \"key\": \"server_version\"}, {\"value\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.042482945478659224], \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-nz9m\"}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 16047, \"got_clang_revision\": \"334100-1\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Linux Tsan v2\", \"got_revision\": \"60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1528936305466095, \"tags\": [\"builder:Linux Tsan v2\", \"buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9109217863953498368\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8943787800517467360\"}}, \"got_revision_cp\": \"refs/heads/master@{#23605}\", \"swarm_hashes\": {\"common_audio_unittests\": \"28b55481181e1cad1f5850acd10cf158f56a6ad9\", \"system_wrappers_unittests\": \"01c05cbfb7b075a58637d06736a7fcecf9d63f8f\", \"rtc_unittests\": \"106b544aab01ed60898066e5c53dfaeafa46bf55\", \"low_bandwidth_audio_test\": \"f3dc2c2ad5fc61455f2c48fd9bc9ecb9e3abbb0a\", \"test_support_unittests\": \"7f11e863499bbfa395118b87d17769534e4ced14\", \"tools_unittests\": \"d064ddf7e06e7882743b245dfd7ae0e3b184b375\", \"rtc_pc_unittests\": \"1ed7f1598cba6ed25b02f7433621c9519bece925\", \"modules_tests\": \"8c06553965eadd0f2bedd2bc7b31355c553706ca\", \"common_video_unittests\": \"93dd62a12583b9196467b18ae2519243745206ec\", \"video_engine_tests\": \"e75feb21ab222792a99dbc362d9545902ced909a\", \"webrtc_nonparallel_tests\": \"3c166f4a99fb328fd79f049b92c11e3789bcb19f\", \"peerconnection_unittests\": \"bb6b59e11ab11298e9b07eb8b5a6dd7648adf87d\", \"rtc_stats_unittests\": \"c99d9ae6103be1afd43e95d2cc283a9c062d9175\", \"audio_decoder_unittests\": \"372927a4ec83e6cb7bd058f84491ef65210a41a0\", \"modules_unittests\": \"639fb99a62fe0045bf5ddb959c7553e3bc263d74\", \"ortc_unittests\": \"179470a0d20bba0d435ab9f376775eab35c828da\", \"rtc_media_unittests\": \"3666d958dbf63ae5f929db57f19db145518924ad\"}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"60b6c1dfa93f2bb5116f7e599e65017e0867cece\", \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-nz9m\"}}",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1528936496910405",
    "status": "COMPLETED",
    "status_changed_ts": "1528936867298776",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/16047",
      "builder:Linux Tsan v2",
      "buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9109217863953498368",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/16047",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8943787800517467360",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:5d96bc6fe62ccf6bc1c65a31374778e7a60b3980",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/git/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/60b6c1dfa93f2bb5116f7e599e65017e0867cece",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8943787800517467360/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9109217863953498368",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:none",
      "swarming_tag:swarming.pool.version:29460f2b84b39bf7bb2535d1617025ffc46911c6",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3e14861f7de30c10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1528936867300335",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16047",
    "utcnow_ts": "1528936868102086"
  }
}
[00:41:08.141] Invocation finished in 9m25.334832947s with status FAILED