[18:28:02.612] New invocation is queued and will start shortly
[18:28:03.807] Starting the invocation (attempt 1)
[18:28:03.870] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:28:03.870] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:28:03.870] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9023445416923566640",
"parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"d723da194338d0ee73813e37dd5e85696a5ac039\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@d723da194338d0ee73813e37dd5e85696a5ac039\",\"title\":\"d723da194338d0ee73813e37dd5e85696a5ac039\",\"url\":\"https://webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"d723da194338d0ee73813e37dd5e85696a5ac039\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux Tsan v2",
"scheduler_invocation_id:9023445416923566640",
"scheduler_job_id:webrtc/Linux Tsan v2",
"user_agent:luci-scheduler",
"buildset:commit/git/d723da194338d0ee73813e37dd5e85696a5ac039",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039",
"gitiles_ref:refs/heads/master"
]
}
[18:28:04.973] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1610735283972342",
"id": "8858015354832225232",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@d723da194338d0ee73813e37dd5e85696a5ac039\", \"title\": \"d723da194338d0ee73813e37dd5e85696a5ac039\", \"url\": \"https://webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1610735284582622",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/24914",
"builder:Linux Tsan v2",
"buildset:commit/git/d723da194338d0ee73813e37dd5e85696a5ac039",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023445416923566640",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8858015354832225232/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1610735284582776",
"url": "https://ci.chromium.org/b/8858015354832225232",
"utcnow_ts": "1610735284957691"
}
}
[18:28:04.973] Task URL: https://ci.chromium.org/b/8858015354832225232
[18:28:04.973] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:2:0) after 1m0s
[18:29:05.017] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:2:0)
[18:29:05.017] Timer tick, asking Buildbucket for the build status
[18:29:05.283] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:29:05.283] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:3:0) after 1m0s
[18:30:05.312] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:3:0)
[18:30:05.312] Timer tick, asking Buildbucket for the build status
[18:30:05.537] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:30:05.537] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:4:0) after 1m0s
[18:31:05.656] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:4:0)
[18:31:05.656] Timer tick, asking Buildbucket for the build status
[18:31:05.805] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:31:05.805] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:5:0) after 1m0s
[18:32:05.827] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:5:0)
[18:32:05.827] Timer tick, asking Buildbucket for the build status
[18:32:05.917] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:32:05.917] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:6:0) after 1m0s
[18:33:05.973] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:6:0)
[18:33:05.973] Timer tick, asking Buildbucket for the build status
[18:33:06.107] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:33:06.107] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:7:0) after 1m0s
[18:34:06.152] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:7:0)
[18:34:06.152] Timer tick, asking Buildbucket for the build status
[18:34:06.271] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:34:06.271] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:8:0) after 1m0s
[18:35:06.398] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:8:0)
[18:35:06.398] Timer tick, asking Buildbucket for the build status
[18:35:06.615] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:35:06.615] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:9:0) after 1m0s
[18:36:06.637] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:9:0)
[18:36:06.637] Timer tick, asking Buildbucket for the build status
[18:36:06.714] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:36:06.714] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:10:0) after 1m0s
[18:37:06.776] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:10:0)
[18:37:06.776] Timer tick, asking Buildbucket for the build status
[18:37:06.945] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:37:06.945] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:11:0) after 1m0s
[18:38:07.004] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:11:0)
[18:38:07.004] Timer tick, asking Buildbucket for the build status
[18:38:07.259] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:38:07.259] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:12:0) after 1m0s
[18:39:07.470] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:12:0)
[18:39:07.470] Timer tick, asking Buildbucket for the build status
[18:39:07.590] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:39:07.590] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:13:0) after 1m0s
[18:40:07.642] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:13:0)
[18:40:07.642] Timer tick, asking Buildbucket for the build status
[18:40:07.761] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:40:07.761] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:14:0) after 1m0s
[18:41:07.806] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:14:0)
[18:41:07.806] Timer tick, asking Buildbucket for the build status
[18:41:07.890] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:41:07.890] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:15:0) after 1m0s
[18:42:07.920] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:15:0)
[18:42:07.920] Timer tick, asking Buildbucket for the build status
[18:42:08.017] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:42:08.017] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:16:0) after 1m0s
[18:43:08.059] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:16:0)
[18:43:08.059] Timer tick, asking Buildbucket for the build status
[18:43:08.468] Build 8858015354832225232: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:43:08.469] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:17:0) after 1m0s
[18:43:15.107] Received PubSub notification, asking Buildbucket for the build status
[18:43:15.191] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:08.566] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:17:0)
[18:44:08.566] Timer tick, asking Buildbucket for the build status
[18:44:08.701] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:08.701] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:19:0) after 1m0s
[18:45:08.792] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:19:0)
[18:45:08.792] Timer tick, asking Buildbucket for the build status
[18:45:09.616] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:09.616] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:20:0) after 1m0s
[18:46:09.664] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:20:0)
[18:46:09.664] Timer tick, asking Buildbucket for the build status
[18:46:09.767] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:09.767] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:21:0) after 1m0s
[18:47:09.907] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:21:0)
[18:47:09.907] Timer tick, asking Buildbucket for the build status
[18:47:10.508] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:10.508] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:22:0) after 1m0s
[18:48:10.552] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:22:0)
[18:48:10.552] Timer tick, asking Buildbucket for the build status
[18:48:10.946] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:10.946] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:23:0) after 1m0s
[18:49:11.044] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:23:0)
[18:49:11.044] Timer tick, asking Buildbucket for the build status
[18:49:11.109] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:11.109] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:24:0) after 1m0s
[18:50:11.141] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:24:0)
[18:50:11.141] Timer tick, asking Buildbucket for the build status
[18:50:11.238] Build 8858015354832225232: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:11.241] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9023445416923566640:25:0) after 1m0s
[18:51:10.660] Received PubSub notification, asking Buildbucket for the build status
[18:51:10.923] Build 8858015354832225232: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:51:10.923] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1610736669734967",
"created_by": "project:webrtc",
"created_ts": "1610735283972342",
"failure_reason": "BUILD_FAILURE",
"id": "8858015354832225232",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@d723da194338d0ee73813e37dd5e85696a5ac039\", \"title\": \"d723da194338d0ee73813e37dd5e85696a5ac039\", \"url\": \"https://webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Test target(s) failed: peerconnection_unittests\"}, \"properties\": {\"$build/goma\": {\"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@d723da194338d0ee73813e37dd5e85696a5ac039\", \"title\": \"d723da194338d0ee73813e37dd5e85696a5ac039\", \"url\": \"https://webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039\"}]}, \"bot_id\": \"luci-webrtc-ci-xenial-2-be0a\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.webrtc\", \"buildername\": \"Linux Tsan v2\", \"buildnumber\": 24914, \"clang_revision\": \"llvmorg-12-init-16296-g5e476061-1\", \"got_revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\", \"got_revision_cp\": \"refs/heads/master@{#33004}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"d723da194338d0ee73813e37dd5e85696a5ac039\", \"swarm_hashes\": {\"audio_decoder_unittests\": \"1b963baf66acffa4ffa0dd59df98f78c2957dec1\", \"common_audio_unittests\": \"c7c51033ac365f7b1e3a2475af86e917baac3df7\", \"common_video_unittests\": \"34488b35430466eed4c24e078bb297835fe37886\", \"low_bandwidth_audio_test\": \"21c02e4dd17a4f184f591b50eaf52487e53ce342\", \"modules_tests\": \"79b5e03913cca6e20eecfcc68a63f35668313428\", \"modules_unittests\": \"b8345fdc311f62385ec9ea472376071a07837198\", \"peerconnection_unittests\": \"28550b26ec5dc9ca0111bf99645fef7ad7297f54\", \"rtc_media_unittests\": \"5f59bf95aa1ff2f885f1ef776d5e7ed188a7d94e\", \"rtc_pc_unittests\": \"7b2565b46e5ef6a5ef89ee5aaed7b259f05eec93\", \"rtc_stats_unittests\": \"ae28cff795956c20911e8c52b08d7050407a1f12\", \"rtc_unittests\": \"aa0818b62abac26f88f92970f9e87c0f1434d763\", \"slow_tests\": \"1a07d8d4e7fd850ea9028875e143f8d01909f4ba\", \"system_wrappers_unittests\": \"bbe3282b35bd7242bc8b049c18550cd053c34050\", \"test_support_unittests\": \"b84782a68dc97f03408c303342367ba5a2963979\", \"tools_unittests\": \"fc154679f379c0e248c4adbe09f659a1c59d61c2\", \"video_engine_tests\": \"314df8aee0722baf246e19981927e0ada18c2fbd\", \"voip_unittests\": \"8364a2151ef308cd327e90743bb03796c327862c\", \"webrtc_nonparallel_tests\": \"78358941373ea4c12f907d403fd174c268a9458c\"}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_0b9ea9fa64bf0cd9c46059730b1bdd1d12ff6500ce62c56e48fe9cca98bdf248_v2\", \"builder_55aa4c084be5ed9d3954314e1098bc0d32b90f37d826af3d055ec49a08faf339_v2\", \"builder_59a5368743e72312f218d070f96b6b81e1ec9c9e3b8bb189152c56cc8ec74c28_v2\", \"builder_b6e955e353d7ad729db4d58448beff3ae66bc2502b03a8d5aa67f12ea70e7a83_v2\", \"builder_cd4d33579b11e7a69084e8598c51fb3312c4dc0339897950696e4b0a59553346_v2\", \"builder_cdf9911d0fb982b144366a069b820bab2cbe2663c4d5f6cc5be539135cc71a3a_v2\", \"builder_dffe4081a8d1e1677db418cd83a57a6f4d8b3d6d2657a4a0267b3588273be542_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"webrtc-ci\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-xenial-2-be0a\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Test target(s) failed: peerconnection_unittests\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1610736193668717",
"status": "COMPLETED",
"status_changed_ts": "1610736194384616",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/24914",
"builder:Linux Tsan v2",
"buildset:commit/git/d723da194338d0ee73813e37dd5e85696a5ac039",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/d723da194338d0ee73813e37dd5e85696a5ac039",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023445416923566640",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8858015354832225232/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:51201f7ac3f00d10",
"user_agent:luci-scheduler"
],
"updated_ts": "1610736670394751",
"url": "https://ci.chromium.org/b/8858015354832225232",
"utcnow_ts": "1610736670898676"
}
}
[18:51:10.923] Invocation finished in 23m8.329415851s with status FAILED