[08:19:00.289] New invocation is queued and will start shortly
[08:19:00.289] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:19:01.423] Starting the invocation (attempt 1)
[08:19:01.463] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:19:01.463] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:19:01.463] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9069235202362255680",
"parameters_json": "{\"builder_name\":\"mac-osxbeta-rel\",\"properties\":{\"parent_buildername\":\"Mac Builder\",\"parent_got_angle_revision\":\"5d27a69616018803cd2b2b98cd9006f5b2cb994f\",\"parent_got_dawn_revision\":\"ca0eac314b807170eb60d0cc2f7c97362477058f\",\"parent_got_nacl_revision\":\"058a26f57015051953a727add26e7e26348b9558\",\"parent_got_revision\":\"44b9375fa998da13854ebe069b76d0d5ae1a25ea\",\"parent_got_revision_cp\":\"refs/heads/master@{#691516}\",\"parent_got_swarming_client_revision\":\"96f125709acfd0b48fc1e5dae7d6ea42291726ac\",\"parent_got_v8_revision\":\"5c64cbb4ac8b7a3ef9a755e7d499a98decfb964c\",\"parent_got_v8_revision_cp\":\"refs/heads/7.8.219@{#1}\",\"parent_got_webrtc_revision\":\"03307cb2b5ed94b429b049ff9dd0f2b8d8d528eb\",\"parent_got_webrtc_revision_cp\":\"refs/heads/master@{#28995}\",\"parent_mastername\":\"chromium.mac\",\"revision\":\"44b9375fa998da13854ebe069b76d0d5ae1a25ea\",\"swarm_hashes\":{\"accessibility_unittests\":\"b1683520617eac739b1ab370772b79170a1b74de\",\"angle_unittests\":\"ba4ab8d8bef95534a75d5f1c29f9a52ec06a2fa7\",\"app_shell_unittests\":\"c6994c1c22b725428126834060a360ac6f754de2\",\"base_unittests\":\"d4592081b64a2cf8a9965752c5ee781826e7f7f8\",\"base_util_unittests\":\"9f3831845968888fed164b8f2430bf3d49e3b312\",\"blink_common_unittests\":\"471db756e6e8ee6338d7babe48017b39b601ccc7\",\"blink_fuzzer_unittests\":\"438266695dfaca7608ae10424807679d386e04bf\",\"blink_heap_unittests\":\"0bbd495d5aa7ba0ee9f05091e81bfa3c4a3c60cd\",\"blink_platform_unittests\":\"9d69c6208ae433440a5019cbff6e333df4a1035b\",\"blink_python_tests\":\"344ec5e51523bc47a79762d1524dd71b68aabecf\",\"blink_unittests\":\"55997ba835fa4f1da60e3b2d561b432265cd18e5\",\"blink_web_tests_exparchive\":\"c6b6b75b1cbfb35bc2399b0b7951575d583d5749\",\"boringssl_crypto_tests\":\"a497d20f6aa167a17c52c7cffcf55b398e950b62\",\"boringssl_ssl_tests\":\"1bd7bdcfcdf5dbeeeab1316e861450be32cba82d\",\"browser_tests\":\"0529e8c4ab03ab917dac3606e0017d97569a27d2\",\"cacheinvalidation_unittests\":\"10f07d7b90c6aba79c37d75a566c3621f83f2a0e\",\"capture_unittests\":\"9f9744751b24b006fb6d6635be2b08b224c3aefb\",\"cast_unittests\":\"506ef8d254007222ac2357b73b1686a78c7826a2\",\"cc_unittests\":\"305593dbef295262c58bdb7ebc8c06b4faa2c89e\",\"chrome_app_unittests\":\"63e5338408d3dd15ba6fb44dace703e786e4bb9f\",\"chromedriver_py_tests\":\"0c69c0661cf6c896c740439ee7eb3f2c4324a0fc\",\"chromedriver_replay_unittests\":\"899c1f2f308185892bb65d9487c248d6bc0d3756\",\"chromedriver_unittests\":\"8f63b22e17f320a89ce7e3a73b8f1dfa85c2f6dc\",\"components_browsertests\":\"0bd49ffa4a2bd647a1aea2c5c5e4d2dc9029a651\",\"components_perftests\":\"bdbc51a61986dbb6dc89599cbbb2eddf49f0b0eb\",\"components_unittests\":\"5f1daa7f4efb24cc5c3abc7fc8249f88b0abd8de\",\"content_browsertests\":\"4970f32267d0948cc4dff20c7cefd8c6e8af55c2\",\"content_shell_crash_test\":\"8b779da78352304fbc9cf162109f0820322ea605\",\"content_unittests\":\"0c8ca16723393a69740528852d81896785d3b92b\",\"crashpad_tests\":\"472dbe348d548416940164c5ac25a76429edd7cd\",\"cronet_tests\":\"9905b7d5a26a29264fa08d01b50bde806e378bd7\",\"cronet_unittests\":\"6cc8aa4f79848fcb86214f0100ec54028ecd6afa\",\"crypto_unittests\":\"6a784a2a92230d183c088964036b7ad0b22c32b0\",\"device_unittests\":\"4f368a9e74787674539631ec281f2389ddaf6a26\",\"display_unittests\":\"25bfb304336feef3659b12b213afb3e73cf8db4c\",\"events_unittests\":\"498f732cc0f04a1b87432347a0d3c1b92978318e\",\"extensions_browsertests\":\"6c9c04d7492f139c6b2b2a8a92ee4aaf5e74e222\",\"extensions_unittests\":\"03d70f3db3bff560fa4dadd1b26a902a25a0820c\",\"filesystem_service_unittests\":\"912b72361bab1189413a1926a6043e3dce69b1f7\",\"flatbuffers_unittests\":\"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\",\"gcm_unit_tests\":\"1f5fb436d19df79d042faffe3c833c5ca8ca1048\",\"gfx_unittests\":\"7637b7e010162c80e90c76242726adeec1419dd1\",\"gin_unittests\":\"ffa11b4f37c1c3ef409675c4bfb0e41a718995c6\",\"google_apis_unittests\":\"78aeb025787897f08c45c5119f5f610b9aaefe7b\",\"gpu_unittests\":\"ca753ab1da2da177673be0bc852d492cb9188181\",\"grit_python_unittests\":\"6384e884686cb1cc63f53948d912cb9c4bb957ed\",\"gwp_asan_unittests\":\"a4875cf49bd959bc54e8839b7740b257632e0306\",\"headless_browsertests\":\"a2471de7f87f9a56a20d3a90f9d33064c1c4ea4f\",\"headless_unittests\":\"82556dcd68d48d3cb1ac8a84963474e94d736d0d\",\"interactive_ui_tests\":\"86eaa18f3d24802d213e498a14cb21c28b2b651f\",\"ipc_tests\":\"ae4b1d8004021e28fb05ba57f0ab51e79330d798\",\"jingle_unittests\":\"5c772c2665baa8b2aa6cc49d933ab13ffbc3038a\",\"latency_unittests\":\"a3c627aba726780136279f2d4540ca87ff9ed3be\",\"leveldb_service_unittests\":\"b7439054a20965bbff8c30ff466df247d07a32d3\",\"libjingle_xmpp_unittests\":\"e55177f044c47005c3349a9e8f450d492541f615\",\"mac_signing_tests\":\"71ae7df0b98937861821067b5a289b37286380d0\",\"media_blink_unittests\":\"d8f96f7edf2aaaccbb3a1012e7d9c2f694dfa01a\",\"media_service_unittests\":\"8859f706635e3973b3eaf942ae075eca0ecb603b\",\"media_unittests\":\"090f16e7b39b7102543db2bca9308bf612fa3882\",\"message_center_unittests\":\"49537a4c634ab41d1d43b83820f8c912e70eb28f\",\"metrics_python_tests\":\"cc8db1d40b4f3982c3a6a10db62d93024251ad42\",\"midi_unittests\":\"4197de55a455f42564b9430a067b13dfd94c64f5\",\"mojo_unittests\":\"731a7b1a99795cc7bb15de1761c54e0e04438beb\",\"nacl_loader_unittests\":\"0dc1ae6af778a46adce477cedf32200923cdfaca\",\"native_theme_unittests\":\"94dd5ba215b3809f90d669b3390e75318200d579\",\"net_unittests\":\"e8226d6fab388c25d7acdfdfbc01fdad23d38cac\",\"pdf_unittests\":\"e3f26156bb90d363a6224af92c6a55870d82cd5b\",\"perfetto_unittests\":\"d35b5a9fa7039a5a0c55bbd3e255600abee31462\",\"ppapi_unittests\":\"34892759d7201f5b0c8adf40f27b2744e2491c90\",\"printing_unittests\":\"6524093cfce1d2faafea169ce17063e092092d6f\",\"remoting_unittests\":\"03a9418f79eae7b1bde10e07282e5da88b5e826d\",\"sandbox_mac_unittests\":\"4c93862d95336fb167151975df8a7c3fd6764d8e\",\"service_manager_unittests\":\"c2270781996152c46538fa7933d95b57d4bdfb80\",\"services_unittests\":\"31fc46669c3ab6c05d722e22b53859f487f31214\",\"shell_dialogs_unittests\":\"24aca791e0d43521a904b9bc25fce0929f042028\",\"skia_unittests\":\"220b1e540ce722292418f1f9ece2a384a256685d\",\"snapshot_unittests\":\"10b99dcdcdd268649ae6678218d839dd61589832\",\"sql_unittests\":\"a0cb397ee1196cd31f154d3844c4ed0465f3c3c9\",\"storage_unittests\":\"06cd751c15c5deab0bb57fefb9088a881763479e\",\"sync_integration_tests\":\"1a204ff7992bc6c22f3c1427a747a95c6d9956d8\",\"telemetry_gpu_unittests\":\"5c6e22da2263431933bb98fb53c622c591475c00\",\"telemetry_perf_unittests\":\"d5f76b3d19d1dc48cc75cca74fa1771c3c0d4684\",\"telemetry_unittests\":\"3f2c40a38fe80acbc0adf46d61cf4ed38df07945\",\"ui_base_unittests\":\"0722dd8d282c3f58a0c68447876f9c9e1b98a356\",\"ui_touch_selection_unittests\":\"f922b17e91ca54f84a14d634cbe02f7a14687d7a\",\"unit_tests\":\"bf708c63e544b3c033b83ac88e9cdd4922d0db7d\",\"url_unittests\":\"e392b6e9a415fe91ab18da4670bd7ba82cde7eee\",\"views_perftests\":\"137d1ebf8c05d45636cb26a3fc92a9433bd4c4ea\",\"views_unittests\":\"7dee237447b177ee1d8f2deeed6075d6b1d3af6e\",\"viz_unittests\":\"cd4cbfb581f7c0e7ed4a5019d800dbe34b9da42c\",\"wtf_unittests\":\"6da994a873280760e0c8178f17109588aac3f39e\"}}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-osxbeta-rel",
"scheduler_invocation_id:9069235202362255680",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44b9375fa998da13854ebe069b76d0d5ae1a25ea",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104438",
"user_agent:recipe"
]
}
[08:19:04.219] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1567066742965638",
"id": "8903805138886510624",
"parameters_json": "{\"builder_name\": \"mac-osxbeta-rel\", \"properties\": {\"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"5d27a69616018803cd2b2b98cd9006f5b2cb994f\", \"parent_got_dawn_revision\": \"ca0eac314b807170eb60d0cc2f7c97362477058f\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"parent_got_revision_cp\": \"refs/heads/master@{#691516}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"5c64cbb4ac8b7a3ef9a755e7d499a98decfb964c\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.219@{#1}\", \"parent_got_webrtc_revision\": \"03307cb2b5ed94b429b049ff9dd0f2b8d8d528eb\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28995}\", \"parent_mastername\": \"chromium.mac\", \"revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"swarm_hashes\": {\"accessibility_unittests\": \"b1683520617eac739b1ab370772b79170a1b74de\", \"angle_unittests\": \"ba4ab8d8bef95534a75d5f1c29f9a52ec06a2fa7\", \"app_shell_unittests\": \"c6994c1c22b725428126834060a360ac6f754de2\", \"base_unittests\": \"d4592081b64a2cf8a9965752c5ee781826e7f7f8\", \"base_util_unittests\": \"9f3831845968888fed164b8f2430bf3d49e3b312\", \"blink_common_unittests\": \"471db756e6e8ee6338d7babe48017b39b601ccc7\", \"blink_fuzzer_unittests\": \"438266695dfaca7608ae10424807679d386e04bf\", \"blink_heap_unittests\": \"0bbd495d5aa7ba0ee9f05091e81bfa3c4a3c60cd\", \"blink_platform_unittests\": \"9d69c6208ae433440a5019cbff6e333df4a1035b\", \"blink_python_tests\": \"344ec5e51523bc47a79762d1524dd71b68aabecf\", \"blink_unittests\": \"55997ba835fa4f1da60e3b2d561b432265cd18e5\", \"blink_web_tests_exparchive\": \"c6b6b75b1cbfb35bc2399b0b7951575d583d5749\", \"boringssl_crypto_tests\": \"a497d20f6aa167a17c52c7cffcf55b398e950b62\", \"boringssl_ssl_tests\": \"1bd7bdcfcdf5dbeeeab1316e861450be32cba82d\", \"browser_tests\": \"0529e8c4ab03ab917dac3606e0017d97569a27d2\", \"cacheinvalidation_unittests\": \"10f07d7b90c6aba79c37d75a566c3621f83f2a0e\", \"capture_unittests\": \"9f9744751b24b006fb6d6635be2b08b224c3aefb\", \"cast_unittests\": \"506ef8d254007222ac2357b73b1686a78c7826a2\", \"cc_unittests\": \"305593dbef295262c58bdb7ebc8c06b4faa2c89e\", \"chrome_app_unittests\": \"63e5338408d3dd15ba6fb44dace703e786e4bb9f\", \"chromedriver_py_tests\": \"0c69c0661cf6c896c740439ee7eb3f2c4324a0fc\", \"chromedriver_replay_unittests\": \"899c1f2f308185892bb65d9487c248d6bc0d3756\", \"chromedriver_unittests\": \"8f63b22e17f320a89ce7e3a73b8f1dfa85c2f6dc\", \"components_browsertests\": \"0bd49ffa4a2bd647a1aea2c5c5e4d2dc9029a651\", \"components_perftests\": \"bdbc51a61986dbb6dc89599cbbb2eddf49f0b0eb\", \"components_unittests\": \"5f1daa7f4efb24cc5c3abc7fc8249f88b0abd8de\", \"content_browsertests\": \"4970f32267d0948cc4dff20c7cefd8c6e8af55c2\", \"content_shell_crash_test\": \"8b779da78352304fbc9cf162109f0820322ea605\", \"content_unittests\": \"0c8ca16723393a69740528852d81896785d3b92b\", \"crashpad_tests\": \"472dbe348d548416940164c5ac25a76429edd7cd\", \"cronet_tests\": \"9905b7d5a26a29264fa08d01b50bde806e378bd7\", \"cronet_unittests\": \"6cc8aa4f79848fcb86214f0100ec54028ecd6afa\", \"crypto_unittests\": \"6a784a2a92230d183c088964036b7ad0b22c32b0\", \"device_unittests\": \"4f368a9e74787674539631ec281f2389ddaf6a26\", \"display_unittests\": \"25bfb304336feef3659b12b213afb3e73cf8db4c\", \"events_unittests\": \"498f732cc0f04a1b87432347a0d3c1b92978318e\", \"extensions_browsertests\": \"6c9c04d7492f139c6b2b2a8a92ee4aaf5e74e222\", \"extensions_unittests\": \"03d70f3db3bff560fa4dadd1b26a902a25a0820c\", \"filesystem_service_unittests\": \"912b72361bab1189413a1926a6043e3dce69b1f7\", \"flatbuffers_unittests\": \"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\", \"gcm_unit_tests\": \"1f5fb436d19df79d042faffe3c833c5ca8ca1048\", \"gfx_unittests\": \"7637b7e010162c80e90c76242726adeec1419dd1\", \"gin_unittests\": \"ffa11b4f37c1c3ef409675c4bfb0e41a718995c6\", \"google_apis_unittests\": \"78aeb025787897f08c45c5119f5f610b9aaefe7b\", \"gpu_unittests\": \"ca753ab1da2da177673be0bc852d492cb9188181\", \"grit_python_unittests\": \"6384e884686cb1cc63f53948d912cb9c4bb957ed\", \"gwp_asan_unittests\": \"a4875cf49bd959bc54e8839b7740b257632e0306\", \"headless_browsertests\": \"a2471de7f87f9a56a20d3a90f9d33064c1c4ea4f\", \"headless_unittests\": \"82556dcd68d48d3cb1ac8a84963474e94d736d0d\", \"interactive_ui_tests\": \"86eaa18f3d24802d213e498a14cb21c28b2b651f\", \"ipc_tests\": \"ae4b1d8004021e28fb05ba57f0ab51e79330d798\", \"jingle_unittests\": \"5c772c2665baa8b2aa6cc49d933ab13ffbc3038a\", \"latency_unittests\": \"a3c627aba726780136279f2d4540ca87ff9ed3be\", \"leveldb_service_unittests\": \"b7439054a20965bbff8c30ff466df247d07a32d3\", \"libjingle_xmpp_unittests\": \"e55177f044c47005c3349a9e8f450d492541f615\", \"mac_signing_tests\": \"71ae7df0b98937861821067b5a289b37286380d0\", \"media_blink_unittests\": \"d8f96f7edf2aaaccbb3a1012e7d9c2f694dfa01a\", \"media_service_unittests\": \"8859f706635e3973b3eaf942ae075eca0ecb603b\", \"media_unittests\": \"090f16e7b39b7102543db2bca9308bf612fa3882\", \"message_center_unittests\": \"49537a4c634ab41d1d43b83820f8c912e70eb28f\", \"metrics_python_tests\": \"cc8db1d40b4f3982c3a6a10db62d93024251ad42\", \"midi_unittests\": \"4197de55a455f42564b9430a067b13dfd94c64f5\", \"mojo_unittests\": \"731a7b1a99795cc7bb15de1761c54e0e04438beb\", \"nacl_loader_unittests\": \"0dc1ae6af778a46adce477cedf32200923cdfaca\", \"native_theme_unittests\": \"94dd5ba215b3809f90d669b3390e75318200d579\", \"net_unittests\": \"e8226d6fab388c25d7acdfdfbc01fdad23d38cac\", \"pdf_unittests\": \"e3f26156bb90d363a6224af92c6a55870d82cd5b\", \"perfetto_unittests\": \"d35b5a9fa7039a5a0c55bbd3e255600abee31462\", \"ppapi_unittests\": \"34892759d7201f5b0c8adf40f27b2744e2491c90\", \"printing_unittests\": \"6524093cfce1d2faafea169ce17063e092092d6f\", \"remoting_unittests\": \"03a9418f79eae7b1bde10e07282e5da88b5e826d\", \"sandbox_mac_unittests\": \"4c93862d95336fb167151975df8a7c3fd6764d8e\", \"service_manager_unittests\": \"c2270781996152c46538fa7933d95b57d4bdfb80\", \"services_unittests\": \"31fc46669c3ab6c05d722e22b53859f487f31214\", \"shell_dialogs_unittests\": \"24aca791e0d43521a904b9bc25fce0929f042028\", \"skia_unittests\": \"220b1e540ce722292418f1f9ece2a384a256685d\", \"snapshot_unittests\": \"10b99dcdcdd268649ae6678218d839dd61589832\", \"sql_unittests\": \"a0cb397ee1196cd31f154d3844c4ed0465f3c3c9\", \"storage_unittests\": \"06cd751c15c5deab0bb57fefb9088a881763479e\", \"sync_integration_tests\": \"1a204ff7992bc6c22f3c1427a747a95c6d9956d8\", \"telemetry_gpu_unittests\": \"5c6e22da2263431933bb98fb53c622c591475c00\", \"telemetry_perf_unittests\": \"d5f76b3d19d1dc48cc75cca74fa1771c3c0d4684\", \"telemetry_unittests\": \"3f2c40a38fe80acbc0adf46d61cf4ed38df07945\", \"ui_base_unittests\": \"0722dd8d282c3f58a0c68447876f9c9e1b98a356\", \"ui_touch_selection_unittests\": \"f922b17e91ca54f84a14d634cbe02f7a14687d7a\", \"unit_tests\": \"bf708c63e544b3c033b83ac88e9cdd4922d0db7d\", \"url_unittests\": \"e392b6e9a415fe91ab18da4670bd7ba82cde7eee\", \"views_perftests\": \"137d1ebf8c05d45636cb26a3fc92a9433bd4c4ea\", \"views_unittests\": \"7dee237447b177ee1d8f2deeed6075d6b1d3af6e\", \"viz_unittests\": \"cd4cbfb581f7c0e7ed4a5019d800dbe34b9da42c\", \"wtf_unittests\": \"6da994a873280760e0c8178f17109588aac3f39e\"}}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1567066743942277",
"tags": [
"build_address:luci.chromium.ci/mac-osxbeta-rel/3009",
"builder:mac-osxbeta-rel",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44b9375fa998da13854ebe069b76d0d5ae1a25ea",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104438",
"scheduler_invocation_id:9069235202362255680",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903805138886510624/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1567066743942404",
"url": "https://ci.chromium.org/b/8903805138886510624",
"utcnow_ts": "1567066744210255"
}
}
[08:19:04.219] Task URL: https://ci.chromium.org/b/8903805138886510624
[08:19:04.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:2:0) after 1m0s
[08:19:21.911] Received PubSub notification, asking Buildbucket for the build status
[08:19:22.173] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:04.312] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:2:0)
[08:20:04.313] Timer tick, asking Buildbucket for the build status
[08:20:04.569] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:04.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:4:0) after 1m0s
[08:21:04.653] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:4:0)
[08:21:04.653] Timer tick, asking Buildbucket for the build status
[08:21:04.864] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:04.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:5:0) after 1m0s
[08:22:04.926] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:5:0)
[08:22:04.926] Timer tick, asking Buildbucket for the build status
[08:22:05.352] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:05.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:6:0) after 1m0s
[08:23:05.371] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:6:0)
[08:23:05.371] Timer tick, asking Buildbucket for the build status
[08:23:06.095] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:06.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:7:0) after 1m0s
[08:24:06.159] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:7:0)
[08:24:06.159] Timer tick, asking Buildbucket for the build status
[08:24:06.817] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:06.817] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:8:0) after 1m0s
[08:25:06.905] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:8:0)
[08:25:06.905] Timer tick, asking Buildbucket for the build status
[08:25:07.153] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:07.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:9:0) after 1m0s
[08:26:07.340] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:9:0)
[08:26:07.340] Timer tick, asking Buildbucket for the build status
[08:26:07.733] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:07.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:10:0) after 1m0s
[08:27:07.837] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:10:0)
[08:27:07.837] Timer tick, asking Buildbucket for the build status
[08:27:08.054] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:08.054] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:11:0) after 1m0s
[08:28:08.108] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:11:0)
[08:28:08.108] Timer tick, asking Buildbucket for the build status
[08:28:09.975] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:09.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:12:0) after 1m0s
[08:29:10.019] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:12:0)
[08:29:10.019] Timer tick, asking Buildbucket for the build status
[08:29:10.738] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:10.738] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:13:0) after 1m0s
[08:30:10.821] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:13:0)
[08:30:10.821] Timer tick, asking Buildbucket for the build status
[08:30:11.041] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:11.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:14:0) after 1m0s
[08:31:11.083] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:14:0)
[08:31:11.083] Timer tick, asking Buildbucket for the build status
[08:31:11.393] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:11.394] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:15:0) after 1m0s
[08:32:11.512] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:15:0)
[08:32:11.512] Timer tick, asking Buildbucket for the build status
[08:32:11.697] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:11.697] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:16:0) after 1m0s
[08:33:11.834] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:16:0)
[08:33:11.834] Timer tick, asking Buildbucket for the build status
[08:33:12.472] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:12.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:17:0) after 1m0s
[08:34:12.726] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:17:0)
[08:34:12.726] Timer tick, asking Buildbucket for the build status
[08:34:13.408] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:13.409] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:18:0) after 1m0s
[08:35:13.448] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:18:0)
[08:35:13.448] Timer tick, asking Buildbucket for the build status
[08:35:14.402] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:14.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:19:0) after 1m0s
[08:36:14.536] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:19:0)
[08:36:14.536] Timer tick, asking Buildbucket for the build status
[08:36:14.815] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:14.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:20:0) after 1m0s
[08:37:14.884] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:20:0)
[08:37:14.884] Timer tick, asking Buildbucket for the build status
[08:37:15.166] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:15.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:21:0) after 1m0s
[08:38:15.264] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:21:0)
[08:38:15.264] Timer tick, asking Buildbucket for the build status
[08:38:15.436] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:15.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:22:0) after 1m0s
[08:39:15.492] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:22:0)
[08:39:15.492] Timer tick, asking Buildbucket for the build status
[08:39:15.818] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:15.818] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:23:0) after 1m0s
[08:40:15.807] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:23:0)
[08:40:15.807] Timer tick, asking Buildbucket for the build status
[08:40:16.363] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:16.363] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:24:0) after 1m0s
[08:41:16.500] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:24:0)
[08:41:16.500] Timer tick, asking Buildbucket for the build status
[08:41:16.794] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:16.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:25:0) after 1m0s
[08:42:16.866] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:25:0)
[08:42:16.866] Timer tick, asking Buildbucket for the build status
[08:42:17.199] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:17.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:26:0) after 1m0s
[08:43:17.777] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:26:0)
[08:43:17.777] Timer tick, asking Buildbucket for the build status
[08:43:19.271] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:19.271] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:27:0) after 1m0s
[08:44:20.336] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:27:0)
[08:44:20.336] Timer tick, asking Buildbucket for the build status
[08:44:20.543] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:20.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:28:0) after 1m0s
[08:45:20.598] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:28:0)
[08:45:20.598] Timer tick, asking Buildbucket for the build status
[08:45:20.913] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:20.913] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:29:0) after 1m0s
[08:46:21.020] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:29:0)
[08:46:21.020] Timer tick, asking Buildbucket for the build status
[08:46:21.477] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:21.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:30:0) after 1m0s
[08:47:21.518] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:30:0)
[08:47:21.518] Timer tick, asking Buildbucket for the build status
[08:47:21.730] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:21.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:31:0) after 1m0s
[08:48:21.762] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:31:0)
[08:48:21.762] Timer tick, asking Buildbucket for the build status
[08:48:22.479] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:22.479] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:32:0) after 1m0s
[08:49:22.511] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:32:0)
[08:49:22.511] Timer tick, asking Buildbucket for the build status
[08:49:22.729] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:22.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:33:0) after 1m0s
[08:50:22.775] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:33:0)
[08:50:22.775] Timer tick, asking Buildbucket for the build status
[08:50:23.442] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:23.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:34:0) after 1m0s
[08:51:23.482] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:34:0)
[08:51:23.482] Timer tick, asking Buildbucket for the build status
[08:51:24.479] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:24.479] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:35:0) after 1m0s
[08:52:24.490] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:35:0)
[08:52:24.490] Timer tick, asking Buildbucket for the build status
[08:52:25.223] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:25.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:36:0) after 1m0s
[08:53:25.252] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:36:0)
[08:53:25.252] Timer tick, asking Buildbucket for the build status
[08:53:25.438] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:25.438] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:37:0) after 1m0s
[08:54:25.500] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:37:0)
[08:54:25.500] Timer tick, asking Buildbucket for the build status
[08:54:26.277] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:26.277] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:38:0) after 1m0s
[08:55:26.281] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:38:0)
[08:55:26.281] Timer tick, asking Buildbucket for the build status
[08:55:26.561] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:26.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:39:0) after 1m0s
[08:56:26.595] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:39:0)
[08:56:26.595] Timer tick, asking Buildbucket for the build status
[08:56:27.230] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:27.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:40:0) after 1m0s
[08:57:27.331] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:40:0)
[08:57:27.331] Timer tick, asking Buildbucket for the build status
[08:57:27.630] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:27.630] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:41:0) after 1m0s
[08:58:27.720] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:41:0)
[08:58:27.720] Timer tick, asking Buildbucket for the build status
[08:58:28.281] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:28.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:42:0) after 1m0s
[08:59:28.347] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:42:0)
[08:59:28.347] Timer tick, asking Buildbucket for the build status
[08:59:30.378] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:30.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:43:0) after 1m0s
[09:00:30.440] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:43:0)
[09:00:30.440] Timer tick, asking Buildbucket for the build status
[09:00:30.642] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:30.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:44:0) after 1m0s
[09:01:30.667] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:44:0)
[09:01:30.667] Timer tick, asking Buildbucket for the build status
[09:01:30.904] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:30.904] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:45:0) after 1m0s
[09:02:30.971] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:45:0)
[09:02:30.971] Timer tick, asking Buildbucket for the build status
[09:02:32.136] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:32.136] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:46:0) after 1m0s
[09:03:32.210] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:46:0)
[09:03:32.210] Timer tick, asking Buildbucket for the build status
[09:03:32.603] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:32.603] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:47:0) after 1m0s
[09:04:32.734] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:47:0)
[09:04:32.735] Timer tick, asking Buildbucket for the build status
[09:04:34.325] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:34.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:48:0) after 1m0s
[09:05:34.490] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:48:0)
[09:05:34.490] Timer tick, asking Buildbucket for the build status
[09:05:34.708] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:34.708] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:49:0) after 1m0s
[09:06:34.831] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:49:0)
[09:06:34.831] Timer tick, asking Buildbucket for the build status
[09:06:35.905] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:35.905] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:50:0) after 1m0s
[09:07:35.952] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:50:0)
[09:07:35.952] Timer tick, asking Buildbucket for the build status
[09:07:36.145] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:36.145] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:51:0) after 1m0s
[09:08:36.246] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:51:0)
[09:08:36.246] Timer tick, asking Buildbucket for the build status
[09:08:36.406] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:36.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:52:0) after 1m0s
[09:09:36.478] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:52:0)
[09:09:36.478] Timer tick, asking Buildbucket for the build status
[09:09:36.710] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:36.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:53:0) after 1m0s
[09:10:36.740] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:53:0)
[09:10:36.740] Timer tick, asking Buildbucket for the build status
[09:10:37.606] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:37.606] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:54:0) after 1m0s
[09:11:37.732] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:54:0)
[09:11:37.732] Timer tick, asking Buildbucket for the build status
[09:11:38.004] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:38.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:55:0) after 1m0s
[09:12:38.047] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:55:0)
[09:12:38.047] Timer tick, asking Buildbucket for the build status
[09:12:38.776] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:38.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:56:0) after 1m0s
[09:13:38.831] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:56:0)
[09:13:38.831] Timer tick, asking Buildbucket for the build status
[09:13:39.378] Build 8903805138886510624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:39.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069235202362255680:57:0) after 1m0s
[09:14:30.597] Received PubSub notification, asking Buildbucket for the build status
[09:14:31.146] Build 8903805138886510624: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:14:31.146] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1567070069220969",
"created_by": "project:chromium",
"created_ts": "1567066742965638",
"failure_reason": "BUILD_FAILURE",
"id": "8903805138886510624",
"parameters_json": "{\"builder_name\": \"mac-osxbeta-rel\", \"properties\": {\"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"5d27a69616018803cd2b2b98cd9006f5b2cb994f\", \"parent_got_dawn_revision\": \"ca0eac314b807170eb60d0cc2f7c97362477058f\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"parent_got_revision_cp\": \"refs/heads/master@{#691516}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"5c64cbb4ac8b7a3ef9a755e7d499a98decfb964c\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.219@{#1}\", \"parent_got_webrtc_revision\": \"03307cb2b5ed94b429b049ff9dd0f2b8d8d528eb\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28995}\", \"parent_mastername\": \"chromium.mac\", \"revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"swarm_hashes\": {\"accessibility_unittests\": \"b1683520617eac739b1ab370772b79170a1b74de\", \"angle_unittests\": \"ba4ab8d8bef95534a75d5f1c29f9a52ec06a2fa7\", \"app_shell_unittests\": \"c6994c1c22b725428126834060a360ac6f754de2\", \"base_unittests\": \"d4592081b64a2cf8a9965752c5ee781826e7f7f8\", \"base_util_unittests\": \"9f3831845968888fed164b8f2430bf3d49e3b312\", \"blink_common_unittests\": \"471db756e6e8ee6338d7babe48017b39b601ccc7\", \"blink_fuzzer_unittests\": \"438266695dfaca7608ae10424807679d386e04bf\", \"blink_heap_unittests\": \"0bbd495d5aa7ba0ee9f05091e81bfa3c4a3c60cd\", \"blink_platform_unittests\": \"9d69c6208ae433440a5019cbff6e333df4a1035b\", \"blink_python_tests\": \"344ec5e51523bc47a79762d1524dd71b68aabecf\", \"blink_unittests\": \"55997ba835fa4f1da60e3b2d561b432265cd18e5\", \"blink_web_tests_exparchive\": \"c6b6b75b1cbfb35bc2399b0b7951575d583d5749\", \"boringssl_crypto_tests\": \"a497d20f6aa167a17c52c7cffcf55b398e950b62\", \"boringssl_ssl_tests\": \"1bd7bdcfcdf5dbeeeab1316e861450be32cba82d\", \"browser_tests\": \"0529e8c4ab03ab917dac3606e0017d97569a27d2\", \"cacheinvalidation_unittests\": \"10f07d7b90c6aba79c37d75a566c3621f83f2a0e\", \"capture_unittests\": \"9f9744751b24b006fb6d6635be2b08b224c3aefb\", \"cast_unittests\": \"506ef8d254007222ac2357b73b1686a78c7826a2\", \"cc_unittests\": \"305593dbef295262c58bdb7ebc8c06b4faa2c89e\", \"chrome_app_unittests\": \"63e5338408d3dd15ba6fb44dace703e786e4bb9f\", \"chromedriver_py_tests\": \"0c69c0661cf6c896c740439ee7eb3f2c4324a0fc\", \"chromedriver_replay_unittests\": \"899c1f2f308185892bb65d9487c248d6bc0d3756\", \"chromedriver_unittests\": \"8f63b22e17f320a89ce7e3a73b8f1dfa85c2f6dc\", \"components_browsertests\": \"0bd49ffa4a2bd647a1aea2c5c5e4d2dc9029a651\", \"components_perftests\": \"bdbc51a61986dbb6dc89599cbbb2eddf49f0b0eb\", \"components_unittests\": \"5f1daa7f4efb24cc5c3abc7fc8249f88b0abd8de\", \"content_browsertests\": \"4970f32267d0948cc4dff20c7cefd8c6e8af55c2\", \"content_shell_crash_test\": \"8b779da78352304fbc9cf162109f0820322ea605\", \"content_unittests\": \"0c8ca16723393a69740528852d81896785d3b92b\", \"crashpad_tests\": \"472dbe348d548416940164c5ac25a76429edd7cd\", \"cronet_tests\": \"9905b7d5a26a29264fa08d01b50bde806e378bd7\", \"cronet_unittests\": \"6cc8aa4f79848fcb86214f0100ec54028ecd6afa\", \"crypto_unittests\": \"6a784a2a92230d183c088964036b7ad0b22c32b0\", \"device_unittests\": \"4f368a9e74787674539631ec281f2389ddaf6a26\", \"display_unittests\": \"25bfb304336feef3659b12b213afb3e73cf8db4c\", \"events_unittests\": \"498f732cc0f04a1b87432347a0d3c1b92978318e\", \"extensions_browsertests\": \"6c9c04d7492f139c6b2b2a8a92ee4aaf5e74e222\", \"extensions_unittests\": \"03d70f3db3bff560fa4dadd1b26a902a25a0820c\", \"filesystem_service_unittests\": \"912b72361bab1189413a1926a6043e3dce69b1f7\", \"flatbuffers_unittests\": \"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\", \"gcm_unit_tests\": \"1f5fb436d19df79d042faffe3c833c5ca8ca1048\", \"gfx_unittests\": \"7637b7e010162c80e90c76242726adeec1419dd1\", \"gin_unittests\": \"ffa11b4f37c1c3ef409675c4bfb0e41a718995c6\", \"google_apis_unittests\": \"78aeb025787897f08c45c5119f5f610b9aaefe7b\", \"gpu_unittests\": \"ca753ab1da2da177673be0bc852d492cb9188181\", \"grit_python_unittests\": \"6384e884686cb1cc63f53948d912cb9c4bb957ed\", \"gwp_asan_unittests\": \"a4875cf49bd959bc54e8839b7740b257632e0306\", \"headless_browsertests\": \"a2471de7f87f9a56a20d3a90f9d33064c1c4ea4f\", \"headless_unittests\": \"82556dcd68d48d3cb1ac8a84963474e94d736d0d\", \"interactive_ui_tests\": \"86eaa18f3d24802d213e498a14cb21c28b2b651f\", \"ipc_tests\": \"ae4b1d8004021e28fb05ba57f0ab51e79330d798\", \"jingle_unittests\": \"5c772c2665baa8b2aa6cc49d933ab13ffbc3038a\", \"latency_unittests\": \"a3c627aba726780136279f2d4540ca87ff9ed3be\", \"leveldb_service_unittests\": \"b7439054a20965bbff8c30ff466df247d07a32d3\", \"libjingle_xmpp_unittests\": \"e55177f044c47005c3349a9e8f450d492541f615\", \"mac_signing_tests\": \"71ae7df0b98937861821067b5a289b37286380d0\", \"media_blink_unittests\": \"d8f96f7edf2aaaccbb3a1012e7d9c2f694dfa01a\", \"media_service_unittests\": \"8859f706635e3973b3eaf942ae075eca0ecb603b\", \"media_unittests\": \"090f16e7b39b7102543db2bca9308bf612fa3882\", \"message_center_unittests\": \"49537a4c634ab41d1d43b83820f8c912e70eb28f\", \"metrics_python_tests\": \"cc8db1d40b4f3982c3a6a10db62d93024251ad42\", \"midi_unittests\": \"4197de55a455f42564b9430a067b13dfd94c64f5\", \"mojo_unittests\": \"731a7b1a99795cc7bb15de1761c54e0e04438beb\", \"nacl_loader_unittests\": \"0dc1ae6af778a46adce477cedf32200923cdfaca\", \"native_theme_unittests\": \"94dd5ba215b3809f90d669b3390e75318200d579\", \"net_unittests\": \"e8226d6fab388c25d7acdfdfbc01fdad23d38cac\", \"pdf_unittests\": \"e3f26156bb90d363a6224af92c6a55870d82cd5b\", \"perfetto_unittests\": \"d35b5a9fa7039a5a0c55bbd3e255600abee31462\", \"ppapi_unittests\": \"34892759d7201f5b0c8adf40f27b2744e2491c90\", \"printing_unittests\": \"6524093cfce1d2faafea169ce17063e092092d6f\", \"remoting_unittests\": \"03a9418f79eae7b1bde10e07282e5da88b5e826d\", \"sandbox_mac_unittests\": \"4c93862d95336fb167151975df8a7c3fd6764d8e\", \"service_manager_unittests\": \"c2270781996152c46538fa7933d95b57d4bdfb80\", \"services_unittests\": \"31fc46669c3ab6c05d722e22b53859f487f31214\", \"shell_dialogs_unittests\": \"24aca791e0d43521a904b9bc25fce0929f042028\", \"skia_unittests\": \"220b1e540ce722292418f1f9ece2a384a256685d\", \"snapshot_unittests\": \"10b99dcdcdd268649ae6678218d839dd61589832\", \"sql_unittests\": \"a0cb397ee1196cd31f154d3844c4ed0465f3c3c9\", \"storage_unittests\": \"06cd751c15c5deab0bb57fefb9088a881763479e\", \"sync_integration_tests\": \"1a204ff7992bc6c22f3c1427a747a95c6d9956d8\", \"telemetry_gpu_unittests\": \"5c6e22da2263431933bb98fb53c622c591475c00\", \"telemetry_perf_unittests\": \"d5f76b3d19d1dc48cc75cca74fa1771c3c0d4684\", \"telemetry_unittests\": \"3f2c40a38fe80acbc0adf46d61cf4ed38df07945\", \"ui_base_unittests\": \"0722dd8d282c3f58a0c68447876f9c9e1b98a356\", \"ui_touch_selection_unittests\": \"f922b17e91ca54f84a14d634cbe02f7a14687d7a\", \"unit_tests\": \"bf708c63e544b3c033b83ac88e9cdd4922d0db7d\", \"url_unittests\": \"e392b6e9a415fe91ab18da4670bd7ba82cde7eee\", \"views_perftests\": \"137d1ebf8c05d45636cb26a3fc92a9433bd4c4ea\", \"views_unittests\": \"7dee237447b177ee1d8f2deeed6075d6b1d3af6e\", \"viz_unittests\": \"cd4cbfb581f7c0e7ed4a5019d800dbe34b9da42c\", \"wtf_unittests\": \"6da994a873280760e0c8178f17109588aac3f39e\"}}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"15 Test Suite(s) failed.\\n\\n**interactive_ui_tests on Intel GPU on Mac** failed because of:\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/1\\n\\n**shell_dialogs_unittests on Intel GPU on Mac** failed because of:\\n\\n- SelectFileDialogMacTest.IncludeAllFiles\\n\\n- SelectFileDialogMacTest.MultipleExtension\\n\\n- SelectFileDialogMacTest.DialogMessage\\n\\n- SelectFileDialogMacTest.EmptyDescription\\n\\n- ...8 more failure(s) (12 total)...\\n\\n**blink_python_tests on Intel GPU on Mac** failed because of:\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_enable_sanitizer\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_retrying_uses_retry_directories\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_no_tests_found_with_ok_flag\\n\\n- ...118 more failure(s) (121 total)...\\n\\n#### ...12 more test(s)...\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-east1-d-8-94-xj1k\", \"buildername\": \"mac-osxbeta-rel\", \"buildnumber\": 3009, \"got_angle_revision\": \"5d27a69616018803cd2b2b98cd9006f5b2cb994f\", \"got_dawn_revision\": \"ca0eac314b807170eb60d0cc2f7c97362477058f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"got_revision_cp\": \"refs/heads/master@{#691516}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"5c64cbb4ac8b7a3ef9a755e7d499a98decfb964c\", \"got_v8_revision_cp\": \"refs/heads/7.8.219@{#1}\", \"got_webrtc_revision\": \"03307cb2b5ed94b429b049ff9dd0f2b8d8d528eb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28995}\", \"mastername\": \"chromium.fyi\", \"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"5d27a69616018803cd2b2b98cd9006f5b2cb994f\", \"parent_got_dawn_revision\": \"ca0eac314b807170eb60d0cc2f7c97362477058f\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"parent_got_revision_cp\": \"refs/heads/master@{#691516}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"5c64cbb4ac8b7a3ef9a755e7d499a98decfb964c\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.219@{#1}\", \"parent_got_webrtc_revision\": \"03307cb2b5ed94b429b049ff9dd0f2b8d8d528eb\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28995}\", \"parent_mastername\": \"chromium.mac\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"revision\": \"44b9375fa998da13854ebe069b76d0d5ae1a25ea\", \"swarm_hashes\": {}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_9abb531f9fa28fcfd3ce68b2370bf6d67201ddb083beddbd2671f7c5fe25be9e_v2\", \"builder_abbf48b1e6e19aeefb5c876c0c73e4cbb1754b9b4f4f24d1586c5301d4d12b1d_v2\", \"builder_d657915880dce23b8aa739d6ce38296aa330af834de88e5cf3e9ccfc5db7a6fa_v2\", \"builder_fa0031875b7f2f11c46443055ab400bfaeb07a1d2a142b58c631314016c04e0a_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-east1-d-8-94-xj1k\"], \"image\": [\"chrome-xenial-19052201-9cb74617499\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-d\"]}}, \"ui\": {\"info\": \"15 Test Suite(s) failed.\\n\\n**interactive_ui_tests on Intel GPU on Mac** failed because of:\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/1\\n\\n**shell_dialogs_unittests on Intel GPU on Mac** failed because of:\\n\\n- SelectFileDialogMacTest.IncludeAllFiles\\n\\n- SelectFileDialogMacTest.MultipleExtension\\n\\n- SelectFileDialogMacTest.DialogMessage\\n\\n- SelectFileDialogMacTest.EmptyDescription\\n\\n- ...8 more failure(s) (12 total)...\\n\\n**blink_python_tests on Intel GPU on Mac** failed because of:\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_enable_sanitizer\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_retrying_uses_retry_directories\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_no_tests_found_with_ok_flag\\n\\n- ...118 more failure(s) (121 total)...\\n\\n#### ...12 more test(s)...\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1567066760602545",
"status": "COMPLETED",
"status_changed_ts": "1567066761072667",
"tags": [
"build_address:luci.chromium.ci/mac-osxbeta-rel/3009",
"builder:mac-osxbeta-rel",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44b9375fa998da13854ebe069b76d0d5ae1a25ea",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104438",
"scheduler_invocation_id:9069235202362255680",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903805138886510624/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:46f5466fc112a210",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1567070070044417",
"url": "https://ci.chromium.org/b/8903805138886510624",
"utcnow_ts": "1567070071131669"
}
}
[09:14:31.146] Invocation finished in 55m30.878405308s with status FAILED