Status: FAILED
Triggered by: -
Duration: 22 minutes
Actions:

Definition (rev cca5e2689dfd70ecc9405e1b7f6d49f169ec490f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.webrtc.ci"
  builder: "Linux Tsan v2"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "9014324bb15a77bde381c7174f77032c0c3bab65"
}

Incoming tags

  • buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[09:18:31.521] New invocation is queued and will start shortly
[09:18:32.881] Starting the invocation (attempt 1)
[09:18:32.911] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:18:32.911] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:18:32.911] Buildbucket request:
{
  "bucket": "luci.webrtc.ci",
  "client_operation_id": "9104836065498532560",
  "parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"9014324bb15a77bde381c7174f77032c0c3bab65\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Linux Tsan v2",
    "scheduler_invocation_id:9104836065498532560",
    "scheduler_job_id:webrtc/Linux Tsan v2",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65",
    "gitiles_ref:refs/heads/master"
  ]
}
[09:18:34.899] Buildbucket response:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1533115113049460",
    "id": "8939406003177775376",
    "lease_expiration_ts": "1533230314434590",
    "lease_key": "66648761",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"9014324bb15a77bde381c7174f77032c0c3bab65\"}}",
    "project": "webrtc",
    "result_details_json": "null",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1533115114699680",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/16603",
      "builder:Linux Tsan v2",
      "buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9104836065498532560",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/16603",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8939406003177775376",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1843d7ecb7176e182855328359db08c38323a012",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8939406003177775376/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9104836065498532560",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:deb0c5440b41315eb1b2ecc42c3f73946c1d779d",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3f0d99aacdb80910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1533115114699790",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16603",
    "utcnow_ts": "1533115114886770"
  }
}
[09:18:34.899] Task URL: https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16603
[09:18:34.899] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:2:0) after 1m0s
[09:19:34.919] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:2:0)
[09:19:34.919] Timer tick, asking Buildbucket for the build status
[09:19:34.989] Build 8939406003177775376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:19:34.989] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:3:0) after 1m0s
[09:20:35.011] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:3:0)
[09:20:35.011] Timer tick, asking Buildbucket for the build status
[09:20:35.823] Build 8939406003177775376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:20:35.823] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:4:0) after 1m0s
[09:21:35.840] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:4:0)
[09:21:35.840] Timer tick, asking Buildbucket for the build status
[09:21:35.875] Build 8939406003177775376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:21:35.875] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:5:0) after 1m0s
[09:22:35.894] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:5:0)
[09:22:35.894] Timer tick, asking Buildbucket for the build status
[09:22:35.945] Build 8939406003177775376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:22:35.945] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:6:0) after 1m0s
[09:22:51.077] Received PubSub notification, asking Buildbucket for the build status
[09:22:51.114] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:35.970] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:6:0)
[09:23:35.970] Timer tick, asking Buildbucket for the build status
[09:23:36.180] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:36.180] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:8:0) after 1m0s
[09:24:36.200] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:8:0)
[09:24:36.200] Timer tick, asking Buildbucket for the build status
[09:24:36.373] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:36.373] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:9:0) after 1m0s
[09:25:36.500] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:9:0)
[09:25:36.500] Timer tick, asking Buildbucket for the build status
[09:25:36.573] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:36.573] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:10:0) after 1m0s
[09:26:36.596] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:10:0)
[09:26:36.596] Timer tick, asking Buildbucket for the build status
[09:26:36.631] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:36.631] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:11:0) after 1m0s
[09:27:36.649] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:11:0)
[09:27:36.649] Timer tick, asking Buildbucket for the build status
[09:27:36.691] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:36.692] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:12:0) after 1m0s
[09:28:36.723] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:12:0)
[09:28:36.723] Timer tick, asking Buildbucket for the build status
[09:28:36.814] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:36.814] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:13:0) after 1m0s
[09:29:36.841] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:13:0)
[09:29:36.841] Timer tick, asking Buildbucket for the build status
[09:29:36.958] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:36.958] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:14:0) after 1m0s
[09:30:36.988] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:14:0)
[09:30:36.988] Timer tick, asking Buildbucket for the build status
[09:30:37.272] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:37.272] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:15:0) after 1m0s
[09:31:37.294] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:15:0)
[09:31:37.294] Timer tick, asking Buildbucket for the build status
[09:31:37.428] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:37.428] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:16:0) after 1m0s
[09:32:37.448] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:16:0)
[09:32:37.448] Timer tick, asking Buildbucket for the build status
[09:32:37.501] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:37.501] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:17:0) after 1m0s
[09:33:37.522] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:17:0)
[09:33:37.522] Timer tick, asking Buildbucket for the build status
[09:33:37.580] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:37.580] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:18:0) after 1m0s
[09:34:37.602] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:18:0)
[09:34:37.602] Timer tick, asking Buildbucket for the build status
[09:34:37.676] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:37.676] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:19:0) after 1m0s
[09:35:37.695] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:19:0)
[09:35:37.695] Timer tick, asking Buildbucket for the build status
[09:35:37.744] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:37.744] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:20:0) after 1m0s
[09:36:37.772] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:20:0)
[09:36:37.772] Timer tick, asking Buildbucket for the build status
[09:36:37.851] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:37.851] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:21:0) after 1m0s
[09:37:37.868] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:21:0)
[09:37:37.868] Timer tick, asking Buildbucket for the build status
[09:37:38.122] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:38.122] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:22:0) after 1m0s
[09:38:38.191] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:22:0)
[09:38:38.191] Timer tick, asking Buildbucket for the build status
[09:38:38.298] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:38.298] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:23:0) after 1m0s
[09:39:38.432] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:23:0)
[09:39:38.432] Timer tick, asking Buildbucket for the build status
[09:39:38.485] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:38.485] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:24:0) after 1m0s
[09:40:38.572] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:24:0)
[09:40:38.572] Timer tick, asking Buildbucket for the build status
[09:40:38.609] Build 8939406003177775376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:38.609] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9104836065498532560:25:0) after 1m0s
[09:41:06.269] Received PubSub notification, asking Buildbucket for the build status
[09:41:06.324] Build 8939406003177775376: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:41:06.324] Buildbucket build:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1533116464244000",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1533115113049460",
    "failure_reason": "BUILD_FAILURE",
    "id": "8939406003177775376",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"9014324bb15a77bde381c7174f77032c0c3bab65\"}}",
    "project": "webrtc",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure modules_unittests\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 51 aggregated steps failed. Failures: Step('modules_unittests') failed with return_code 254\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"webrtc/standalone\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8939406003177775376/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"builder_group\": [\"Linux-Generic\"], \"server_version\": [\"3704-de2166f\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"trusty-webrtc-fe7e3dcb-us-central1-b-1rcd\"], \"pool\": [\"luci.webrtc.ci\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\", \"webrtc_linux\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 16603, \"got_clang_revision\": \"337439-1\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Linux Tsan v2\", \"got_revision\": \"9014324bb15a77bde381c7174f77032c0c3bab65\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1533115113049460, \"tags\": [\"builder:Linux Tsan v2\", \"buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9104836065498532560\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8939406003177775376\"}}, \"got_revision_cp\": \"refs/heads/master@{#24163}\", \"swarm_hashes\": {\"common_audio_unittests\": \"c7ae1879907e17b943b1878456d041f87709c750\", \"system_wrappers_unittests\": \"4bd622f4f75eefe630d8545b35cf55ff64ba0646\", \"rtc_unittests\": \"86c6ddac259c01c4193cb67d9aa89881533d5f56\", \"low_bandwidth_audio_test\": \"a918f0bd95587da2e333695beb9f3cad03cc638a\", \"test_support_unittests\": \"c4ccfb6225c935123858359eaed498d519573b00\", \"tools_unittests\": \"6e1ee2eaf52b7eba666e40997d4b9646c77f4921\", \"rtc_pc_unittests\": \"aabf4c0e3c397d780cf1eb9d4e5cf3bdb27a34df\", \"modules_tests\": \"c493111f7e92c09d1e780a226869af8add281c2d\", \"common_video_unittests\": \"0b9079d29570571d412207351a53780f1cccf529\", \"video_engine_tests\": \"37f363ffceec451a3433739ff95422b02189478a\", \"webrtc_nonparallel_tests\": \"48a1aada2e324833e091737e3f6123b808ea87bc\", \"peerconnection_unittests\": \"ce31de6b8aac3f125a4e73fe9aef022418cf40ba\", \"rtc_stats_unittests\": \"e2d33559ed764f63bc83923df0db787ae33e4b70\", \"audio_decoder_unittests\": \"1088669cf3d4d443e89a29d37ffe782db7b9c508\", \"modules_unittests\": \"29c480ab86480347dcd99323a3a5d9628068d593\", \"ortc_unittests\": \"62c1e28f903460d6886cdfd2b4acfd739284365e\", \"rtc_media_unittests\": \"23d8226ef9a2f07b054bac6c8805552313f6e331\"}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"9014324bb15a77bde381c7174f77032c0c3bab65\", \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-1rcd\"}}",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1533115370030410",
    "status": "COMPLETED",
    "status_changed_ts": "1533116465794160",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/16603",
      "builder:Linux Tsan v2",
      "buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9104836065498532560",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/16603",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8939406003177775376",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1843d7ecb7176e182855328359db08c38323a012",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/git/9014324bb15a77bde381c7174f77032c0c3bab65",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/9014324bb15a77bde381c7174f77032c0c3bab65",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8939406003177775376/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9104836065498532560",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:deb0c5440b41315eb1b2ecc42c3f73946c1d779d",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3f0d99aacdb80910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1533116465798790",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/16603",
    "utcnow_ts": "1533116466309930"
  }
}
[09:41:06.324] Invocation finished in 22m34.871844001s with status FAILED