[17:11:08.275] New invocation is queued and will start shortly
[17:11:09.511] Starting the invocation (attempt 1)
[17:11:09.555] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:11:09.555] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:11:09.556] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9028795476423994624",
"parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@f1c4123c42b57bfff43a29d3c503f22e7e5036b1\",\"title\":\"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\",\"url\":\"https://webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux Tsan v2",
"scheduler_invocation_id:9028795476423994624",
"scheduler_job_id:webrtc/Linux Tsan v2",
"user_agent:luci-scheduler",
"buildset:commit/git/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"gitiles_ref:refs/heads/master"
]
}
[17:11:10.287] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1605633069688145",
"id": "8863365414277580608",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"title\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"url\": \"https://webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1605633070128957",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/24545",
"builder:Linux Tsan v2",
"buildset:commit/git/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9028795476423994624",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8863365414277580608/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1605633070129113",
"url": "https://ci.chromium.org/b/8863365414277580608",
"utcnow_ts": "1605633070279805"
}
}
[17:11:10.287] Task URL: https://ci.chromium.org/b/8863365414277580608
[17:11:10.287] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:2:0) after 1m0s
[17:11:13.526] Received PubSub notification, asking Buildbucket for the build status
[17:11:13.619] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:10.357] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:2:0)
[17:12:10.357] Timer tick, asking Buildbucket for the build status
[17:12:10.509] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:10.509] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:4:0) after 1m0s
[17:13:10.563] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:4:0)
[17:13:10.563] Timer tick, asking Buildbucket for the build status
[17:13:10.699] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:10.699] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:5:0) after 1m0s
[17:14:10.775] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:5:0)
[17:14:10.775] Timer tick, asking Buildbucket for the build status
[17:14:10.917] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:10.917] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:6:0) after 1m0s
[17:15:10.932] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:6:0)
[17:15:10.932] Timer tick, asking Buildbucket for the build status
[17:15:11.003] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:11.003] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:7:0) after 1m0s
[17:16:11.030] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:7:0)
[17:16:11.030] Timer tick, asking Buildbucket for the build status
[17:16:12.818] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:12.818] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:8:0) after 1m0s
[17:17:12.972] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:8:0)
[17:17:12.972] Timer tick, asking Buildbucket for the build status
[17:17:13.138] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:13.138] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:9:0) after 1m0s
[17:18:13.420] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:9:0)
[17:18:13.420] Timer tick, asking Buildbucket for the build status
[17:18:13.498] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:13.498] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:10:0) after 1m0s
[17:19:13.799] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:10:0)
[17:19:13.799] Timer tick, asking Buildbucket for the build status
[17:19:14.114] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:14.114] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:11:0) after 1m0s
[17:20:14.185] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:11:0)
[17:20:14.185] Timer tick, asking Buildbucket for the build status
[17:20:14.303] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:14.304] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:12:0) after 1m0s
[17:21:14.434] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:12:0)
[17:21:14.434] Timer tick, asking Buildbucket for the build status
[17:21:15.710] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:15.710] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:13:0) after 1m0s
[17:22:15.861] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:13:0)
[17:22:15.861] Timer tick, asking Buildbucket for the build status
[17:22:16.029] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:16.029] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:14:0) after 1m0s
[17:23:16.156] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:14:0)
[17:23:16.156] Timer tick, asking Buildbucket for the build status
[17:23:16.235] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:16.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:15:0) after 1m0s
[17:24:16.341] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:15:0)
[17:24:16.341] Timer tick, asking Buildbucket for the build status
[17:24:16.833] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:16.833] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:16:0) after 1m0s
[17:25:16.956] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:16:0)
[17:25:16.956] Timer tick, asking Buildbucket for the build status
[17:25:17.075] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:17.075] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:17:0) after 1m0s
[17:26:17.273] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:17:0)
[17:26:17.273] Timer tick, asking Buildbucket for the build status
[17:26:17.384] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:17.384] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:18:0) after 1m0s
[17:27:17.701] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:18:0)
[17:27:17.701] Timer tick, asking Buildbucket for the build status
[17:27:17.782] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:17.782] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:19:0) after 1m0s
[17:28:17.987] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:19:0)
[17:28:17.987] Timer tick, asking Buildbucket for the build status
[17:28:18.326] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:18.326] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:20:0) after 1m0s
[17:29:18.461] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:20:0)
[17:29:18.461] Timer tick, asking Buildbucket for the build status
[17:29:18.568] Build 8863365414277580608: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:18.568] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9028795476423994624:21:0) after 1m0s
[17:29:57.791] Received PubSub notification, asking Buildbucket for the build status
[17:29:57.884] Build 8863365414277580608: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:29:57.884] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1605634197204220",
"created_by": "project:webrtc",
"created_ts": "1605633069688145",
"failure_reason": "BUILD_FAILURE",
"id": "8863365414277580608",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"title\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"url\": \"https://webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Test target(s) failed: voip_unittests\"}, \"properties\": {\"$build/goma\": {\"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"title\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"url\": \"https://webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1\"}]}, \"bot_id\": \"luci-webrtc-ci-xenial-9-40it\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.webrtc\", \"buildername\": \"Linux Tsan v2\", \"buildnumber\": 24545, \"clang_revision\": \"llvmorg-12-init-11780-g6ef07111-1\", \"got_revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"got_revision_cp\": \"refs/heads/master@{#32621}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"f1c4123c42b57bfff43a29d3c503f22e7e5036b1\", \"swarm_hashes\": {\"audio_decoder_unittests\": \"04dc95267e60a171a155415a71616e74da4cbc46\", \"common_audio_unittests\": \"abc9e2ce7b44314c87e9cb144ae375f82fcc78d7\", \"common_video_unittests\": \"a8d728899800a5020ee2f8d9a7c426e052011630\", \"low_bandwidth_audio_test\": \"177a6179647aff7c770180f7e4e41d5b31de6b2c\", \"modules_tests\": \"29fc03dd35b3f0deb4e15a323b919bce6e0d387e\", \"modules_unittests\": \"0b6b5dfeaf13bc24defbcd674af0edcfe12c7a7e\", \"peerconnection_unittests\": \"8ad4c3f9eceb3c5cbd374d15c6bedef9029f0cb6\", \"rtc_media_unittests\": \"db4da226e5729e81dc886b919a624d4387bbe4a6\", \"rtc_pc_unittests\": \"0828f93408850043013f0466969720b03a6537dc\", \"rtc_stats_unittests\": \"1ef90c7dcf4ca30c54c020e51e7b9c24007bcecc\", \"rtc_unittests\": \"e2b2e0595e0e7f75c0c038fb44ba15f8bfe7d827\", \"slow_tests\": \"728c930d4fb6ec973b8249cb6815244af37d2087\", \"system_wrappers_unittests\": \"021b20e791ab4859b212076462470785fd873217\", \"test_support_unittests\": \"65bbf8afb138d4401ac5d7935dc44b12a8f390a3\", \"tools_unittests\": \"5f72a2504f329e1ab5a731caeceb48f6bd18531c\", \"video_engine_tests\": \"d088f13f3f088c5c0f121841c9020a0ef586a3d1\", \"voip_unittests\": \"ab8e479eb82d11cea30f32f33de75da245370d00\", \"webrtc_nonparallel_tests\": \"c611002255af77c1d0d22d4c7e27225be720501f\"}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_0b9ea9fa64bf0cd9c46059730b1bdd1d12ff6500ce62c56e48fe9cca98bdf248_v2\", \"builder_455888f2f945b3280d12644ca1ffba1d78ccc60e6253093e09b5ed6f38897bd7_v2\", \"builder_a9e857c6f45aeca8cc1388c7c30c9ddfcf1f8acd0c8e85588eec9b6e05b9c136_v2\", \"builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"webrtc-ci\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-xenial-9-40it\"], \"image\": [\"chrome-xenial-20111600-a937a23cefb\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5632-2e614e1\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Test target(s) failed: voip_unittests\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1605633072673668",
"status": "COMPLETED",
"status_changed_ts": "1605633073220222",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/24545",
"builder:Linux Tsan v2",
"buildset:commit/git/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/f1c4123c42b57bfff43a29d3c503f22e7e5036b1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9028795476423994624",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8863365414277580608/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4ff001dea47c6110",
"user_agent:luci-scheduler"
],
"updated_ts": "1605634197456371",
"url": "https://ci.chromium.org/b/8863365414277580608",
"utcnow_ts": "1605634197865476"
}
}
[17:29:57.886] Invocation finished in 18m49.628775586s with status FAILED