[09:15:00.623] New invocation is queued and will start shortly
[09:15:02.309] Starting the invocation (attempt 1)
[09:15:02.377] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:15:02.377] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:15:02.377] Buildbucket request:
{
"bucket": "luci.webrtc.ci",
"client_operation_id": "9059718997320128400",
"parameters_json": "{\"builder_name\":\"Mac64 Release\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"ce911263a45a045ab7e01aa985156a35a6cc5482\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@ce911263a45a045ab7e01aa985156a35a6cc5482\",\"title\":\"ce911263a45a045ab7e01aa985156a35a6cc5482\",\"url\":\"https://webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"ce911263a45a045ab7e01aa985156a35a6cc5482\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac64 Release",
"scheduler_invocation_id:9059718997320128400",
"scheduler_job_id:webrtc/Mac64 Release",
"user_agent:luci-scheduler",
"buildset:commit/git/ce911263a45a045ab7e01aa985156a35a6cc5482",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482",
"gitiles_ref:refs/heads/master"
]
}
[09:15:03.772] Buildbucket response:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"created_by": "project:webrtc",
"created_ts": "1576142102721234",
"id": "8894288934455737216",
"parameters_json": "{\"builder_name\": \"Mac64 Release\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@ce911263a45a045ab7e01aa985156a35a6cc5482\", \"title\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\", \"url\": \"https://webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\"}}",
"project": "webrtc",
"result_details_json": "{\"properties\": {}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1576142103513317",
"tags": [
"build_address:luci.webrtc.ci/Mac64 Release/23078",
"builder:Mac64 Release",
"buildset:commit/git/ce911263a45a045ab7e01aa985156a35a6cc5482",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9059718997320128400",
"scheduler_job_id:webrtc/Mac64 Release",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8894288934455737216/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1576142103513444",
"url": "https://ci.chromium.org/b/8894288934455737216",
"utcnow_ts": "1576142103724298"
}
}
[09:15:03.772] Task URL: https://ci.chromium.org/b/8894288934455737216
[09:15:03.772] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:2:0) after 1m0s
[09:15:55.729] Received PubSub notification, asking Buildbucket for the build status
[09:15:55.907] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:04.031] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:2:0)
[09:16:04.031] Timer tick, asking Buildbucket for the build status
[09:16:04.185] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:04.185] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:4:0) after 1m0s
[09:17:04.436] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:4:0)
[09:17:04.436] Timer tick, asking Buildbucket for the build status
[09:17:04.807] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:04.807] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:5:0) after 1m0s
[09:18:04.978] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:5:0)
[09:18:04.978] Timer tick, asking Buildbucket for the build status
[09:18:05.314] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:05.314] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:6:0) after 1m0s
[09:19:05.503] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:6:0)
[09:19:05.503] Timer tick, asking Buildbucket for the build status
[09:19:05.665] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:05.665] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:7:0) after 1m0s
[09:20:05.822] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:7:0)
[09:20:05.822] Timer tick, asking Buildbucket for the build status
[09:20:06.004] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:06.004] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:8:0) after 1m0s
[09:21:06.168] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:8:0)
[09:21:06.168] Timer tick, asking Buildbucket for the build status
[09:21:06.325] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:06.325] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:9:0) after 1m0s
[09:22:06.482] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:9:0)
[09:22:06.482] Timer tick, asking Buildbucket for the build status
[09:22:07.051] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:07.051] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:10:0) after 1m0s
[09:23:07.166] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:10:0)
[09:23:07.166] Timer tick, asking Buildbucket for the build status
[09:23:07.286] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:07.286] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:11:0) after 1m0s
[09:24:07.512] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:11:0)
[09:24:07.512] Timer tick, asking Buildbucket for the build status
[09:24:07.720] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:07.720] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:12:0) after 1m0s
[09:25:07.945] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:12:0)
[09:25:07.945] Timer tick, asking Buildbucket for the build status
[09:25:08.172] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:08.172] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:13:0) after 1m0s
[09:26:08.245] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:13:0)
[09:26:08.245] Timer tick, asking Buildbucket for the build status
[09:26:08.497] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:08.497] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:14:0) after 1m0s
[09:27:08.743] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:14:0)
[09:27:08.743] Timer tick, asking Buildbucket for the build status
[09:27:09.708] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:09.708] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:15:0) after 1m0s
[09:28:09.690] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:15:0)
[09:28:09.690] Timer tick, asking Buildbucket for the build status
[09:28:10.495] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:10.495] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:16:0) after 1m0s
[09:29:10.510] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:16:0)
[09:29:10.510] Timer tick, asking Buildbucket for the build status
[09:29:10.687] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:10.687] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:17:0) after 1m0s
[09:30:10.831] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:17:0)
[09:30:10.831] Timer tick, asking Buildbucket for the build status
[09:30:11.549] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:11.549] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:18:0) after 1m0s
[09:31:11.667] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:18:0)
[09:31:11.667] Timer tick, asking Buildbucket for the build status
[09:31:12.275] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:12.275] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:19:0) after 1m0s
[09:32:12.458] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:19:0)
[09:32:12.458] Timer tick, asking Buildbucket for the build status
[09:32:14.123] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:14.124] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:20:0) after 1m0s
[09:33:14.283] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:20:0)
[09:33:14.283] Timer tick, asking Buildbucket for the build status
[09:33:14.525] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:14.525] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:21:0) after 1m0s
[09:34:14.702] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:21:0)
[09:34:14.702] Timer tick, asking Buildbucket for the build status
[09:34:15.175] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:15.175] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:22:0) after 1m0s
[09:35:15.321] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:22:0)
[09:35:15.321] Timer tick, asking Buildbucket for the build status
[09:35:15.474] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:15.474] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:23:0) after 1m0s
[09:36:15.835] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:23:0)
[09:36:15.835] Timer tick, asking Buildbucket for the build status
[09:36:16.796] Build 8894288934455737216: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:16.796] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9059718997320128400:24:0) after 1m0s
[09:36:27.416] Received PubSub notification, asking Buildbucket for the build status
[09:36:27.523] Build 8894288934455737216: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:36:27.523] Buildbucket build:
{
"build": {
"bucket": "luci.webrtc.ci",
"canary_preference": "PROD",
"completed_ts": "1576143386155499",
"created_by": "project:webrtc",
"created_ts": "1576142102721234",
"failure_reason": "BUILD_FAILURE",
"id": "8894288934455737216",
"parameters_json": "{\"builder_name\": \"Mac64 Release\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@ce911263a45a045ab7e01aa985156a35a6cc5482\", \"title\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\", \"url\": \"https://webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\"}}",
"project": "webrtc",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Test target(s) failed: rtc_unittests\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@ce911263a45a045ab7e01aa985156a35a6cc5482\", \"title\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\", \"url\": \"https://webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482\"}]}, \"bot_id\": \"build139-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"Mac64 Release\", \"buildnumber\": 23078, \"got_clang_revision\": \"n332890-c2443155-1\", \"got_revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\", \"got_revision_cp\": \"refs/heads/master@{#30070}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"client.webrtc\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"ce911263a45a045ab7e01aa985156a35a6cc5482\", \"swarm_hashes\": {\"audio_decoder_unittests\": \"dc4c65ce94c9e6640d4f2024a389c1a905b9de85\", \"common_audio_unittests\": \"b98ada74f75a0b251aab8dd3c20f4d79bbe63411\", \"common_video_unittests\": \"12b5a48660f5d954d9fad8aa28e3d14800a46a9b\", \"low_bandwidth_audio_test\": \"92ec9a527ba5c476eba863003ca6927abb7d7d50\", \"modules_tests\": \"43de1a5665a9a70891d49ff4eb920e6f108624e4\", \"modules_unittests\": \"6ece51b9b14ba46f25b6ba1ab4b32b9343d86f92\", \"peerconnection_unittests\": \"6684ae949ff0bbd1f33df5edd018ec9e4a818e92\", \"rtc_media_unittests\": \"3423905653d8c0824b7c4f5935178224fdc4e12d\", \"rtc_pc_unittests\": \"bbb7572c9342a2e63433a29d48ec3ad6d40c1e51\", \"rtc_stats_unittests\": \"7a9bbc562b2383548f2b4a4aab8c82b3e95b391f\", \"rtc_unittests\": \"0280cbbeb5bef01c892a72a34c15a7a433f9505c\", \"slow_tests\": \"5bcdc7e573f5735bc3c77b7a2184cf843f4f3b84\", \"system_wrappers_unittests\": \"766c7a81afdc803524957d41b96cb47bdea77d62\", \"test_support_unittests\": \"c54c30beafaef345479df688bb1fa0c4924aa9ab\", \"tools_unittests\": \"59c7ef47b59bcce6fd1f12d52c41093c909e7de1\", \"video_capture_tests\": \"826e8d9ab6197f25acee38618ac1a2f3553923c5\", \"video_engine_tests\": \"326143c7425998ee9fbfef5cfe9a151a18783e22\", \"webrtc_nonparallel_tests\": \"9912d6d5dae063d754c8fcbaf5cc7e5c34d3779a\"}}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_059806cb76369fad874f65dcf15d9fac8b85f8aaa2bcc21181e3047888c9f722_v2\", \"builder_061ad2c84e63fc0fec4b05c132093ef9b6ab75b59928be3b662c8e2e0a6344fd_v2\", \"builder_08dcb1b73883f7e211b0b3bd789c28dc0ecd4dbbececafe484581157878e0b74_v2\", \"builder_159efc1d4e07f83357b1af150b22b5735146a4a38107e0dc728b750b9a5ddd95_v2\", \"builder_2187023a95b72a4c85b14150e8627786d4d0f124144eef86bf927816a2830941_v2\", \"builder_3d12c2f33c8b539e7425f6bc13584a1590c81aeb2114d2a2ac69b6615cd68c43_v2\", \"builder_43f7e9f5ae24b6ee3ca22209fec6b34c1a00e60d041ce7cae040782e455433aa_v2\", \"builder_5be86841ba1a2fffbf39b2203b40a6ecce8d6cb8ff7379bf32e5204ecbef59b2_v2\", \"builder_63601768ebaa6550931251d01f66fd42a511d047ab36f27e7a12ce2bed95fdde_v2\", \"builder_8a2278e97eb38544b82301aee383e0f90c5414a7b11d57b8f9ae783a4faf492d_v2\", \"builder_af73c5fcdc7c8d0d83ff5fdfb91effdc54af69c7f411ef9f3eba46b34978fd88_v2\", \"builder_d425412af15739f7858c3ec48c0cf46fd8a190c41fc9a14b966839c948b4f9be_v2\", \"git\", \"goma_v2\", \"osx_sdk\", \"vpython\"], \"cores\": [\"4\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-i7-4578U\"], \"gce\": [\"0\"], \"gpu\": [\"8086\", \"8086:0a2e\"], \"hidpi\": [\"0\"], \"id\": [\"build139-m9\"], \"mac_model\": [\"Macmini7,1\"], \"machine_type\": [\"n1-standard-4\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4717-c661281\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Test target(s) failed: rtc_unittests\"}}",
"service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1576142153831704",
"status": "COMPLETED",
"status_changed_ts": "1576142155183220",
"tags": [
"build_address:luci.webrtc.ci/Mac64 Release/23078",
"builder:Mac64 Release",
"buildset:commit/git/ce911263a45a045ab7e01aa985156a35a6cc5482",
"buildset:commit/gitiles/webrtc.googlesource.com/src/+/ce911263a45a045ab7e01aa985156a35a6cc5482",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9059718997320128400",
"scheduler_job_id:webrtc/Mac64 Release",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8894288934455737216/+/annotations",
"swarming_tag:luci_project:webrtc",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:webrtc/standalone",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4912357c4795a810",
"user_agent:luci-scheduler"
],
"updated_ts": "1576143386552217",
"url": "https://ci.chromium.org/b/8894288934455737216",
"utcnow_ts": "1576143387511359"
}
}
[09:36:27.523] Invocation finished in 21m26.917005385s with status FAILED