Status: FAILED
Triggered by: -
Duration: 22 minutes
Actions:

Definition (rev 702f3762ef68d45c3cedfb4dd378ada18b42df23)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.webrtc.ci"
  builder: "Linux Tsan v2"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d"
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[07:52:06.336] New invocation is queued and will start shortly
[07:52:07.529] Starting the invocation (attempt 1)
[07:52:07.561] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:52:07.563] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:52:07.563] Buildbucket request:
{
  "bucket": "luci.webrtc.ci",
  "client_operation_id": "9110549111387392624",
  "parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Linux Tsan v2",
    "scheduler_invocation_id:9110549111387392624",
    "scheduler_job_id:webrtc/Linux Tsan v2",
    "user_agent:luci-scheduler",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d",
    "gitiles_ref:refs/heads/master"
  ]
}
[07:52:09.087] Buildbucket response:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1527666727749000",
    "experimental": true,
    "id": "8945119049241783872",
    "lease_expiration_ts": "1527695528885460",
    "lease_key": "692942273",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\"}}",
    "project": "webrtc",
    "result_details_json": "null",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1527666729010550",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/94",
      "builder:Linux Tsan v2",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9110549111387392624",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/94",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8945119049241783872",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:5d16070f33af327e409fc8e9ea60454496dbf0d9",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945119049241783872/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:60",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9110549111387392624",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3dc8d9e6e8733b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1527666729010560",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/94",
    "utcnow_ts": "1527666729076240"
  }
}
[07:52:09.087] Task URL: https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/94
[07:52:09.087] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:2:0) after 1m0s
[07:52:18.371] Received PubSub notification, asking Buildbucket for the build status
[07:52:18.444] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:09.102] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:2:0)
[07:53:09.102] Timer tick, asking Buildbucket for the build status
[07:53:09.155] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:09.155] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:4:0) after 1m0s
[07:54:09.218] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:4:0)
[07:54:09.218] Timer tick, asking Buildbucket for the build status
[07:54:09.418] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:09.418] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:5:0) after 1m0s
[07:55:09.443] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:5:0)
[07:55:09.443] Timer tick, asking Buildbucket for the build status
[07:55:09.555] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:09.555] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:6:0) after 1m0s
[07:56:09.581] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:6:0)
[07:56:09.581] Timer tick, asking Buildbucket for the build status
[07:56:09.635] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:09.635] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:7:0) after 1m0s
[07:57:09.650] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:7:0)
[07:57:09.650] Timer tick, asking Buildbucket for the build status
[07:57:09.950] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:09.950] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:8:0) after 1m0s
[07:58:09.974] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:8:0)
[07:58:09.974] Timer tick, asking Buildbucket for the build status
[07:58:10.053] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:10.053] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:9:0) after 1m0s
[07:59:10.083] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:9:0)
[07:59:10.083] Timer tick, asking Buildbucket for the build status
[07:59:10.158] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:10.158] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:10:0) after 1m0s
[08:00:10.173] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:10:0)
[08:00:10.173] Timer tick, asking Buildbucket for the build status
[08:00:10.291] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:10.291] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:11:0) after 1m0s
[08:01:10.306] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:11:0)
[08:01:10.306] Timer tick, asking Buildbucket for the build status
[08:01:10.447] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:10.447] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:12:0) after 1m0s
[08:02:10.474] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:12:0)
[08:02:10.474] Timer tick, asking Buildbucket for the build status
[08:02:10.615] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:10.615] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:13:0) after 1m0s
[08:03:10.654] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:13:0)
[08:03:10.654] Timer tick, asking Buildbucket for the build status
[08:03:10.759] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:10.759] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:14:0) after 1m0s
[08:04:10.813] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:14:0)
[08:04:10.813] Timer tick, asking Buildbucket for the build status
[08:04:10.868] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:10.868] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:15:0) after 1m0s
[08:05:11.026] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:15:0)
[08:05:11.026] Timer tick, asking Buildbucket for the build status
[08:05:11.089] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:11.089] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:16:0) after 1m0s
[08:06:11.236] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:16:0)
[08:06:11.236] Timer tick, asking Buildbucket for the build status
[08:06:11.290] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:11.291] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:17:0) after 1m0s
[08:07:11.323] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:17:0)
[08:07:11.323] Timer tick, asking Buildbucket for the build status
[08:07:11.395] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:11.395] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:18:0) after 1m0s
[08:08:11.441] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:18:0)
[08:08:11.441] Timer tick, asking Buildbucket for the build status
[08:08:11.482] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:11.482] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:19:0) after 1m0s
[08:09:11.614] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:19:0)
[08:09:11.614] Timer tick, asking Buildbucket for the build status
[08:09:11.741] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:11.741] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:20:0) after 1m0s
[08:10:11.801] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:20:0)
[08:10:11.801] Timer tick, asking Buildbucket for the build status
[08:10:11.842] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:11.842] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:21:0) after 1m0s
[08:11:11.871] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:21:0)
[08:11:11.871] Timer tick, asking Buildbucket for the build status
[08:11:11.945] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:11.945] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:22:0) after 1m0s
[08:12:12.089] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:22:0)
[08:12:12.090] Timer tick, asking Buildbucket for the build status
[08:12:12.195] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:12.195] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:23:0) after 1m0s
[08:13:12.327] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:23:0)
[08:13:12.327] Timer tick, asking Buildbucket for the build status
[08:13:12.368] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:12.368] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:24:0) after 1m0s
[08:14:12.396] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:24:0)
[08:14:12.396] Timer tick, asking Buildbucket for the build status
[08:14:12.519] Build 8945119049241783872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:12.519] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9110549111387392624:25:0) after 1m0s
[08:14:55.756] Received PubSub notification, asking Buildbucket for the build status
[08:14:57.920] Build 8945119049241783872: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:14:57.920] Buildbucket build:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1527668094832440",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1527666727749000",
    "experimental": true,
    "failure_reason": "BUILD_FAILURE",
    "id": "8945119049241783872",
    "parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\"}}",
    "project": "webrtc",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"task_result\": {\"cipd_pins\": {\"packages\": [{\"path\": \".\", \"version\": \"e4b90cad477c47ea00ff4dbd6183667bb0f1a82c\", \"package_name\": \"infra/tools/luci/kitchen/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"33c8c36035a927244393af56226158d27f46bec0\", \"package_name\": \"infra/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"46c0c897ca0f053799ee41fd148bb7a47232df47\", \"package_name\": \"infra/python/cpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"6e5ff69bbe48c38117c44fd735cb7adb32417549\", \"package_name\": \"infra/tools/buildbucket/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"4672ed11a416bb60e9ec6738dab9cc41386971f5\", \"package_name\": \"infra/tools/cloudtail/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"139d6a6663b2cdd9420516c9335d0731dd2c5c58\", \"package_name\": \"infra/tools/git/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"df53a719b65668e3b16ecdb600f29f8c901cd67e\", \"package_name\": \"infra/tools/luci-auth/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"72f5c9ec60e557643b06eac503836fb78359ca06\", \"package_name\": \"infra/tools/luci/git-credential-luci/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"8858bf0d89477076c5765ac90e41664cb0be1899\", \"package_name\": \"infra/tools/luci/vpython-native/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"90aede15bc849a97975bb503f96f3e2518f45c0f\", \"package_name\": \"infra/tools/luci/vpython/linux-amd64\"}, {\"path\": \"cipd_bin_packages\", \"version\": \"7ac9ea00b7d1d664e9015d2bbd537bc8cb3bfda4\", \"package_name\": \"infra/tools/prpc/linux-amd64\"}, {\"path\": \"kitchen-checkout\", \"version\": \"dd5f386e4fe6283d6cfdb694da24c7bf07705cd7\", \"package_name\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}], \"client_package\": {\"version\": \"e891a48eebcd04fee5b054173539b558cbcc027c\", \"package_name\": \"infra/tools/cipd/linux-amd64\"}}, \"run_id\": \"3dc8d9e6e8733b11\", \"outputs_ref\": {\"isolatedserver\": \"https://isolateserver.appspot.com\", \"namespace\": \"default-gzip\", \"isolated\": \"697e5ce389cfb35dfca0425484b80c4b05170524\"}, \"server_versions\": [\"3601-9e8826c\"], \"duration\": 1350.8560678958893, \"completed_ts\": \"2018-05-30T08:14:54.832440\", \"started_ts\": \"2018-05-30T07:52:17.423140\", \"internal_failure\": false, \"exit_code\": \"1\", \"state\": \"COMPLETED\", \"bot_version\": \"4ad9c385bddd9e42e3cc41f5082155d66d4317f4f39e26d81cc8fb9d55ebca30\", \"tags\": [\"build_address:luci.webrtc.ci/Linux Tsan v2/94\", \"buildbucket_bucket:luci.webrtc.ci\", \"buildbucket_build_id:8945119049241783872\", \"buildbucket_hostname:cr-buildbucket.appspot.com\", \"buildbucket_template_canary:0\", \"buildbucket_template_revision:5d16070f33af327e409fc8e9ea60454496dbf0d9\", \"builder:Linux Tsan v2\", \"builder_group:Linux-Generic\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\", \"cpu:x86-64\", \"gitiles_ref:refs/heads/master\", \"log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945119049241783872/+/annotations\", \"luci_project:webrtc\", \"os:Linux\", \"pool:luci.webrtc.ci\", \"priority:60\", \"recipe_name:webrtc/standalone\", \"recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\", \"scheduler_invocation_id:9110549111387392624\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com\", \"user:None\", \"user_agent:luci-scheduler\", \"vpython:native-python-wrapper\"], \"failure\": true, \"modified_ts\": \"2018-05-30T08:14:54.832440\", \"user\": \"\", \"children_task_ids\": [\"3dc8dcdb0f2c0010\", \"3dc8dcde20ef1a10\", \"3dc8dce208555810\", \"3dc8dce60cc38610\", \"3dc8dce96e269310\", \"3dc8dceb22414a10\", \"3dc8dcef181f2e10\", \"3dc8dcf3090aeb10\", \"3dc8dcf41b29ff10\", \"3dc8dcf5382e6710\", \"3dc8dcf671c3b110\", \"3dc8dcf8f0d47c10\", \"3dc8dcfe28391610\", \"3dc8dd0287745310\", \"3dc8dd03a0058910\", \"3dc8dd04ab95ec10\", \"3dc8dd067c0ca210\", \"3dc8dd0b3e847110\", \"3dc8dd1233c15f10\", \"3dc8dd15d2d81210\", \"3dc8dd1941539910\", \"3dc8dd1c82f8fe10\", \"3dc8dd201516ef10\", \"3dc8dd210792d710\", \"3dc8dd224eff1010\", \"3dc8dd23ad3e0610\", \"3dc8dd27d7dcee10\", \"3dc8dd2b27f4f810\", \"3dc8dd2ec4564b10\", \"3dc8dd3315852810\", \"3dc8dd35ed092c10\", \"3dc8dd372b638010\", \"3dc8dd38723e2510\", \"3dc8dd3d41ceab10\"], \"created_ts\": \"2018-05-30T07:52:08.339740\", \"name\": \"bb-8945119049241783872-webrtc-Linux Tsan v2\", \"task_id\": \"3dc8d9e6e8733b10\", \"bot_dimensions\": [{\"value\": [\"Linux-Generic\"], \"key\": \"builder_group\"}, {\"value\": [\"git\", \"goma_v2\", \"vpython\", \"webrtc_linux\"], \"key\": \"caches\"}, {\"value\": [\"8\"], \"key\": \"cores\"}, {\"value\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"key\": \"cpu\"}, {\"value\": [\"none\"], \"key\": \"gpu\"}, {\"value\": [\"trusty-webrtc-fe7e3dcb-us-central1-b-q5hm\"], \"key\": \"id\"}, {\"value\": [\"chrome-trusty-18042300-b7223b463e3\"], \"key\": \"image\"}, {\"value\": [\"0\"], \"key\": \"inside_docker\"}, {\"value\": [\"1\"], \"key\": \"kvm\"}, {\"value\": [\"n1-standard-8\"], \"key\": \"machine_type\"}, {\"value\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"key\": \"os\"}, {\"value\": [\"luci.webrtc.ci\"], \"key\": \"pool\"}, {\"value\": [\"2.7.6\"], \"key\": \"python\"}, {\"value\": [\"3601-9e8826c\"], \"key\": \"server_version\"}, {\"value\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"key\": \"zone\"}], \"try_number\": \"1\", \"current_task_slice\": \"0\", \"costs_usd\": [0.15698962572083425], \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-q5hm\"}}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 51 aggregated steps failed. Failures: Step('modules_tests') failed with return_code 66\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"webrtc/standalone\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945119049241783872/+/annotations\"}, \"ui\": {\"info\": \"Failure modules_tests\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"buildername\": \"Linux Tsan v2\", \"got_revision\": \"7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\", \"recipe\": \"webrtc/standalone\", \"mastername\": \"client.webrtc\", \"buildnumber\": 94, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1527666727749000, \"tags\": [\"builder:Linux Tsan v2\", \"buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9110549111387392624\", \"scheduler_job_id:webrtc/Linux Tsan v2\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.webrtc.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"webrtc\", \"id\": \"8945119049241783872\"}}, \"got_revision_cp\": \"refs/heads/master@{#23440}\", \"got_clang_revision\": \"332838-1\", \"bot_id\": \"trusty-webrtc-fe7e3dcb-us-central1-b-q5hm\", \"path_config\": \"generic\", \"revision\": \"7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d\", \"swarm_hashes\": {\"common_audio_unittests\": \"f3d065420011f4fecbe70f2940cf8588bce71f8e\", \"system_wrappers_unittests\": \"5cce8c49f4f7051a77a144f5c15a15b5c0d7a966\", \"rtc_unittests\": \"59b83c7d341573602ed95d3f369dbb90edc8c509\", \"test_support_unittests\": \"8f532871f6d2b4067b0553ece82c2909b8a4dfc7\", \"tools_unittests\": \"7af5069ba766d7397171275e24d07a97eebd7644\", \"rtc_pc_unittests\": \"5d13079acfe2269ccb70f3b598a7748090d63496\", \"modules_tests\": \"c041297dda91a866d57f61513a94165dde852245\", \"common_video_unittests\": \"3e60b66abf2acf5e8a165f78d2b65039d0d21070\", \"video_engine_tests\": \"22dd58df256e250f527ee014d8c925519d881095\", \"webrtc_nonparallel_tests\": \"433a34cf0bb183b919a9aa5e42cea65e71b331ce\", \"peerconnection_unittests\": \"018c6a833f1220a6d0908e54e7fd4a350613a2a3\", \"rtc_stats_unittests\": \"cf9fefa1dcb4883a71b6f58070720aabcec1724d\", \"rtc_media_unittests\": \"89920376e1d103203c332061a7c27295b9350d36\", \"audio_decoder_unittests\": \"422c5e30eab662013b24040a28ad068d472b2093\", \"low_bandwidth_audio_test\": \"9b88c33ad03533fdcd045afd799cf1ff54b8070e\", \"ortc_unittests\": \"7cf7e7514817fb82452c9527579d950cf9df8d4a\", \"modules_unittests\": \"a8e0e1feff0e7e91204a34d8d79331725cfb4b17\"}}}",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1527666737423140",
    "status": "COMPLETED",
    "status_changed_ts": "1527668095432450",
    "tags": [
      "build_address:luci.webrtc.ci/Linux Tsan v2/94",
      "builder:Linux Tsan v2",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9110549111387392624",
      "scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_dimension:builder_group:Linux-Generic",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Linux",
      "swarming_dimension:pool:luci.webrtc.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.webrtc.ci/Linux Tsan v2/94",
      "swarming_tag:buildbucket_bucket:luci.webrtc.ci",
      "swarming_tag:buildbucket_build_id:8945119049241783872",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:5d16070f33af327e409fc8e9ea60454496dbf0d9",
      "swarming_tag:builder:Linux Tsan v2",
      "swarming_tag:builder_group:Linux-Generic",
      "swarming_tag:buildset:commit/gitiles/webrtc.googlesource.com/src/+/7ba9e92fa0dfb16579f4f6ecd746397bdfdd174d",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8945119049241783872/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Linux",
      "swarming_tag:pool:luci.webrtc.ci",
      "swarming_tag:priority:60",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9110549111387392624",
      "swarming_tag:scheduler_job_id:webrtc/Linux Tsan v2",
      "swarming_tag:service_account:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3dc8d9e6e8733b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1527668095434040",
    "url": "https://ci.chromium.org/p/webrtc/builders/luci.webrtc.ci/Linux Tsan v2/94",
    "utcnow_ts": "1527668095920030"
  }
}
[08:14:57.920] Invocation finished in 22m51.599488943s with status FAILED