[10:16:26.419] New invocation is queued and will start shortly
[10:16:27.524] Starting the invocation (attempt 1)
[10:16:27.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:16:27.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:16:27.565] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9081820792284997296",
"parameters_json": "{\"builder_name\":\"Linux Tsan v2\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux Tsan v2",
"scheduler_invocation_id:9081820792284997296",
"scheduler_job_id:webrtc/Linux Tsan v2",
"user_agent:luci-scheduler",
"buildset:commit/git/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"gitiles_ref:refs/heads/master"
]
}
[10:16:28.122] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary": true,
"canary_preference": "AUTO",
"created_by": "project:webrtc",
"created_ts": "1555064187692093",
"id": "8916390730284911136",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1555064188019271",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/19772",
"builder:Linux Tsan v2",
"buildset:commit/git/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9081820792284997296",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8916390730284911136/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1555064188019405",
"url": "https://ci.chromium.org/b/8916390730284911136",
"utcnow_ts": "1555064188109578"
}
}
[10:16:28.122] Task URL: https://ci.chromium.org/b/8916390730284911136
[10:16:28.122] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:2:0) after 1m0s
[10:17:28.146] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:2:0)
[10:17:28.146] Timer tick, asking Buildbucket for the build status
[10:17:28.316] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:17:28.316] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:3:0) after 1m0s
[10:18:28.315] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:3:0)
[10:18:28.315] Timer tick, asking Buildbucket for the build status
[10:18:28.557] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:18:28.557] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:4:0) after 1m0s
[10:19:28.574] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:4:0)
[10:19:28.574] Timer tick, asking Buildbucket for the build status
[10:19:28.766] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:19:28.766] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:5:0) after 1m0s
[10:20:28.785] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:5:0)
[10:20:28.785] Timer tick, asking Buildbucket for the build status
[10:20:28.884] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:20:28.884] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:6:0) after 1m0s
[10:21:28.895] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:6:0)
[10:21:28.895] Timer tick, asking Buildbucket for the build status
[10:21:28.957] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:21:28.957] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:7:0) after 1m0s
[10:22:28.974] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:7:0)
[10:22:28.974] Timer tick, asking Buildbucket for the build status
[10:22:29.033] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:22:29.033] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:8:0) after 1m0s
[10:23:29.056] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:8:0)
[10:23:29.056] Timer tick, asking Buildbucket for the build status
[10:23:29.117] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:23:29.117] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:9:0) after 1m0s
[10:24:29.125] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:9:0)
[10:24:29.125] Timer tick, asking Buildbucket for the build status
[10:24:29.196] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:24:29.196] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:10:0) after 1m0s
[10:25:29.215] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:10:0)
[10:25:29.215] Timer tick, asking Buildbucket for the build status
[10:25:29.293] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:25:29.293] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:11:0) after 1m0s
[10:26:29.265] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:11:0)
[10:26:29.265] Timer tick, asking Buildbucket for the build status
[10:26:29.346] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:26:29.346] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:12:0) after 1m0s
[10:27:29.391] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:12:0)
[10:27:29.391] Timer tick, asking Buildbucket for the build status
[10:27:29.441] Build 8916390730284911136: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:27:29.441] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:13:0) after 1m0s
[10:28:23.699] Received PubSub notification, asking Buildbucket for the build status
[10:28:23.770] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:29.464] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:13:0)
[10:28:29.464] Timer tick, asking Buildbucket for the build status
[10:28:29.518] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:29.518] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:15:0) after 1m0s
[10:29:29.516] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:15:0)
[10:29:29.516] Timer tick, asking Buildbucket for the build status
[10:29:29.587] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:29.587] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:16:0) after 1m0s
[10:30:29.625] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:16:0)
[10:30:29.625] Timer tick, asking Buildbucket for the build status
[10:30:29.706] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:29.706] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:17:0) after 1m0s
[10:31:29.701] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:17:0)
[10:31:29.701] Timer tick, asking Buildbucket for the build status
[10:31:29.953] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:29.953] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:18:0) after 1m0s
[10:32:29.975] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:18:0)
[10:32:29.975] Timer tick, asking Buildbucket for the build status
[10:32:30.023] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:30.023] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:19:0) after 1m0s
[10:33:30.004] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:19:0)
[10:33:30.004] Timer tick, asking Buildbucket for the build status
[10:33:30.055] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:30.055] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:20:0) after 1m0s
[10:34:30.064] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:20:0)
[10:34:30.064] Timer tick, asking Buildbucket for the build status
[10:34:30.224] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:30.224] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:21:0) after 1m0s
[10:35:30.244] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:21:0)
[10:35:30.244] Timer tick, asking Buildbucket for the build status
[10:35:30.688] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:30.688] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:22:0) after 1m0s
[10:36:30.669] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:22:0)
[10:36:30.669] Timer tick, asking Buildbucket for the build status
[10:36:30.720] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:30.721] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:23:0) after 1m0s
[10:37:30.743] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:23:0)
[10:37:30.743] Timer tick, asking Buildbucket for the build status
[10:37:30.843] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:30.843] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:24:0) after 1m0s
[10:38:30.861] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:24:0)
[10:38:30.861] Timer tick, asking Buildbucket for the build status
[10:38:30.975] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:30.975] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:25:0) after 1m0s
[10:39:31.011] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:25:0)
[10:39:31.012] Timer tick, asking Buildbucket for the build status
[10:39:31.257] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:31.257] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:26:0) after 1m0s
[10:40:31.259] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:26:0)
[10:40:31.259] Timer tick, asking Buildbucket for the build status
[10:40:31.588] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:31.588] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:27:0) after 1m0s
[10:41:31.607] Handling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:27:0)
[10:41:31.607] Timer tick, asking Buildbucket for the build status
[10:41:31.718] Build 8916390730284911136: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:31.718] Scheduling timer "check-buildbucket-build-status" (webrtc/Linux Tsan v2:9081820792284997296:28:0) after 1m0s
[10:41:54.999] Received PubSub notification, asking Buildbucket for the build status
[10:41:55.046] Build 8916390730284911136: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:41:55.046] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary": true,
"canary_preference": "AUTO",
"completed_ts": "1555065714400684",
"created_by": "project:webrtc",
"created_ts": "1555064187692093",
"failure_reason": "BUILD_FAILURE",
"id": "8916390730284911136",
"parameters_json": "{\"builder_name\": \"Linux Tsan v2\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Test target(s) failed: test_support_unittests\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-webrtc-ci-trusty-9-9c9j\", \"branch\": \"refs/heads/master\", \"buildername\": \"Linux Tsan v2\", \"buildnumber\": 19772, \"got_clang_revision\": \"357692-1\", \"got_revision\": \"63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4\", \"got_revision_cp\": \"refs/heads/master@{#27585}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"client.webrtc\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4\", \"swarm_hashes\": {\"audio_decoder_unittests\": \"006fc511963ddf6596048e18165606f5d72da091\", \"common_audio_unittests\": \"a83159ad61d6346c2b1a1019622c68d8ee272c01\", \"common_video_unittests\": \"a33ce5fe296d1067df5416982201fc5f494d9f47\", \"low_bandwidth_audio_test\": \"236a4e2618dad610798e2a48e395e0b0e487b09b\", \"modules_tests\": \"5c9974b02b3de0a754f06543ede79f71628a3be0\", \"modules_unittests\": \"3d2e2f0ac5b18735319e4614a0a199d9caca2a7b\", \"peerconnection_unittests\": \"97bab3772ab32f0655c8b41ee1308a5d60088e21\", \"rtc_media_unittests\": \"708dc4168babae5ef9cf5d7e1c4c34ddd162c3d4\", \"rtc_pc_unittests\": \"c3c6e9949eb43b905ce7813d3db88547d99e8117\", \"rtc_stats_unittests\": \"ced23eed1fed8701de2bb28c9bbea5a5647278d0\", \"rtc_unittests\": \"37123522e8374a23fed31d70f0dfd3ba64039aa0\", \"slow_tests\": \"201de08800d41622ff67b2b2fe68dc2e7fc50db7\", \"system_wrappers_unittests\": \"27c2132ef47b2feb78dae3e248e08f1bd7f87c28\", \"test_support_unittests\": \"ffe28d0d31b0842191c28a503e79ab943996448d\", \"tools_unittests\": \"e6e6992ea7d4c74cc69cfe1dfe2f0af60cc12f19\", \"video_engine_tests\": \"8489aa82a5effc4931416734e094f16395116388\", \"webrtc_nonparallel_tests\": \"df76565d997fdd08551dc8f4e566fd186be82af0\"}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_41c976223e03b38ebd482b9c303091ece2ae69993972a467d60064b876d2ebf2_v2\", \"builder_44ab13d9f6af89a5c9d596ceb4b695121ed6978cb44b3ee6f591cb001a7e97f9_v2\", \"builder_55aa4c084be5ed9d3954314e1098bc0d32b90f37d826af3d055ec49a08faf339_v2\", \"builder_659dd105ea03987792d4053fbbba393abe7f346036c314442882afecee9cf953_v2\", \"builder_678846aac254eab443b5ec61b02b8fa10d353066310df1873b58fcea7626587d_v2\", \"builder_81b0626a7d0917732ec83f6c2db3e335641e8b10d4b942186c5fc902ad65c830_v2\", \"builder_a9e857c6f45aeca8cc1388c7c30c9ddfcf1f8acd0c8e85588eec9b6e05b9c136_v2\", \"builder_cdf9911d0fb982b144366a069b820bab2cbe2663c4d5f6cc5be539135cc71a3a_v2\", \"builder_d5629c2cf2c35ad595411a5dcfd59fde2daf263f5d0c2761858cad08923fcc47_v2\", \"builder_e13c935ebc65dc2cf0fcf9090194dc3ad0db6dbd49380f1c9a432e16039a2bfe_v2\", \"builder_ee30cfe615ad79242c90cf868fc3e32771e3342e63241239745f710a5c60d840_v2\", \"builder_ee80cf8bba7c81fee9e980afd619ea0acf20624840b3b5e7cf3f2ef0d6b70dc4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-webrtc-ci-trusty-9-9c9j\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.6\"], \"server_version\": [\"4253-3d44409\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Test target(s) failed: test_support_unittests\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1555064903152151",
"status": "COMPLETED",
"status_changed_ts": "1555064903513518",
"tags": [
"build_address:luci.webrtc.ci/Linux Tsan v2/19772",
"builder:Linux Tsan v2",
"buildset:commit/git/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/63b0b2cf307b47bae3c10b295ece9a5f6d9bd7a4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9081820792284997296",
"scheduler_job_id:webrtc/Linux Tsan v2",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8916390730284911136/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4429ddf521379910",
"user_agent:luci-scheduler"
],
"updated_ts": "1555065714755137",
"url": "https://ci.chromium.org/b/8916390730284911136",
"utcnow_ts": "1555065715037817"
}
}
[10:41:55.046] Invocation finished in 25m28.645450313s with status FAILED