[01:21:07.590] New invocation is queued and will start shortly
[01:21:07.590] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:21:10.920] Starting the invocation (attempt 1)
[01:21:10.991] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:21:10.994] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:21:10.995] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9066090599197774192",
"parameters_json": "{\"builder_name\":\"Linux ChromiumOS MSan Tests\",\"properties\":{\"parent_buildername\":\"Linux ChromiumOS MSan Builder\",\"parent_got_angle_revision\":\"d46e2fb1e341a7ba7da56072658d3b4b1a540077\",\"parent_got_dawn_revision\":\"0da52f2d92c30a556f344dc4df57a72db4354427\",\"parent_got_nacl_revision\":\"3651f6c52037c96e034cc422746768d59182bff3\",\"parent_got_revision\":\"1d29be74ceac86a21a1f6f7ae239c230edc9a346\",\"parent_got_revision_cp\":\"refs/heads/master@{#702250}\",\"parent_got_swarming_client_revision\":\"885b3febcc170a60f25795304e60927b77d1e92d\",\"parent_got_v8_revision\":\"f98bdc1dbcefaf0be684017cb0bb966e13afb5cc\",\"parent_got_v8_revision_cp\":\"refs/heads/7.9.196@{#1}\",\"parent_got_webrtc_revision\":\"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\",\"parent_got_webrtc_revision_cp\":\"refs/heads/master@{#29367}\",\"parent_mastername\":\"chromium.memory\",\"revision\":\"1d29be74ceac86a21a1f6f7ae239c230edc9a346\",\"swarm_hashes\":{\"accessibility_unittests\":\"07dd22a47ac2f1f983de36a7886947c7991efbb2\",\"angle_unittests\":\"885e3513cb5695d6450f57e666c4b518de796df4\",\"app_list_unittests\":\"010d066c451461e480570058aae8ca7d6975ce26\",\"app_shell_unittests\":\"98b68bff4d9b1955d674b88fb9ab869b981e6bf9\",\"ash_unittests\":\"3b80a72f9a1bac86a1d3b9184c346c2ef1e0fac3\",\"aura_unittests\":\"bf192cf2ed55b94236ea6f5e6a5ec8f2cf10b5b9\",\"base_unittests\":\"8018f218358ea7040166f9bb96c79a3efeac316e\",\"base_util_unittests\":\"1e21aef8551603d9815e46403eda70a495ddf2ab\",\"blink_common_unittests\":\"3dec9f02e7711eb15dc67e72a3bd8e1e123dd426\",\"blink_fuzzer_unittests\":\"0aff224c2805e2d0114e5311552adada1fac1800\",\"blink_heap_unittests\":\"c9e2ecf68593abe6dafd982f3200265a47c764c0\",\"blink_platform_unittests\":\"3a466c41f8eca3365c849b167d88c78815c7920e\",\"blink_unittests\":\"690e8d5669833b5e35fbd90c537b29d10fb24054\",\"boringssl_crypto_tests\":\"c491079a4dd2142bea835a9b9ec685b904c8f3ad\",\"boringssl_ssl_tests\":\"784a666136e7208d1399de23a0120a6676654616\",\"browser_tests\":\"9eba2e70c7fd66a3f910bfda98e28716ccfe5d22\",\"cacheinvalidation_unittests\":\"4adcd33eae2d5b1c9722a1c21751d0ce35cfa647\",\"capture_unittests\":\"2447e5c1144fcbe96fef82b40be0799b8958bcfb\",\"cast_unittests\":\"e8fff52727bc510748dd3289ca75cce325755072\",\"cc_unittests\":\"771db64058de172072e60dd52375b1ea3d84a80f\",\"chrome_app_unittests\":\"6f2aaeef7f6937a190a57d8f67df4d68dd62f2e1\",\"chromedriver_unittests\":\"a63a9605b917ac171096fa4a933da4d35aa09b8d\",\"chromeos_components_unittests\":\"c2571e9d08a1d3031ea322a088457e6ef83743b2\",\"chromeos_unittests\":\"22ade7e94a6bbddf91166a7eb25f369ad1f58ce4\",\"color_unittests\":\"2c8eef14b683ed7ddca4346e99c281fc173d056a\",\"components_browsertests\":\"6ad2a210524d66ca8d982659fd83bdb369e7d31b\",\"components_unittests\":\"cbc09b30ae957ca6f9d0cbb03be5ad3f2625e3f9\",\"compositor_unittests\":\"f142b44b027057ebcb2e0f2b069455e492b1c574\",\"content_browsertests\":\"ddf6df8af12817c559575206815f39b055fda7f0\",\"content_unittests\":\"b6ebd654677b3a37ee663440e4347cd133b97237\",\"crypto_unittests\":\"388c0f2642b101d2371a0d6992d12554fd0a7719\",\"dbus_unittests\":\"7d0ae0f099d6713dd41142055130704e7a6bc6b4\",\"device_unittests\":\"4c395b00f5a2b4d9a6e1ae5e661d16b2ee367af4\",\"display_unittests\":\"762ff4c791727367bf7882e1672f7bcac9aa7144\",\"events_unittests\":\"36be9b907e6128eb4f5d59cc266fa4b19d34ce0d\",\"exo_unittests\":\"25dc464458cd5c66d38cdb06bd3349b2cc5df0f4\",\"extensions_browsertests\":\"d521356f4b442579107bb6bdda9bf9228e7ebff1\",\"extensions_unittests\":\"8dda77517fe4fc570d554a2f97304fff12003326\",\"filesystem_service_unittests\":\"45e653b3f7b266f39718545bcfe0ee851818d3dc\",\"gcm_unit_tests\":\"47d6bff7cce9370d1688846f10df8d5197d13864\",\"gfx_unittests\":\"7f253f59630d8f808ebc176e01272458598b6b09\",\"gin_unittests\":\"172077d8397570ff480de0704245d2ccc1d138e2\",\"google_apis_unittests\":\"46efdb477f1b391587db6dc76589b299874cf733\",\"gpu_unittests\":\"3219253766e3f9b0b577d884b3ad62e8b5f894b5\",\"gwp_asan_unittests\":\"ed4a684ea8727d19516e14b56d1aa5f1c8eaf4e8\",\"interactive_ui_tests\":\"48b3e4ff145c2e20524d5459f540a62aa48dca82\",\"ipc_tests\":\"3639707d0d119fc235581bfbdd5aea8063b5637a\",\"jingle_unittests\":\"091a70e8f2d47346b8e8358db448239726275915\",\"keyboard_unittests\":\"dfe45d5eabfd8a8c5c448829384515436f09ab9d\",\"latency_unittests\":\"4604f45fffe797ccf6386e6c0cf2385bedbf51c5\",\"leveldb_service_unittests\":\"cf7df77ef0f6b508a465613360ddf0715775af17\",\"libjingle_xmpp_unittests\":\"c72e3472aa6549288906cd65e31737202f0d591b\",\"media_blink_unittests\":\"7809b7ed44240f68e8ec8a57b1e39cc6513328cd\",\"media_service_unittests\":\"8b1228ae33ba928fef9c5bd8f22370c84c269248\",\"media_unittests\":\"3c7634185b37c36896e06a4612aaf6b0c0dc628b\",\"message_center_unittests\":\"a9f5b2417b9a5aa38068bb405dc415ed0e5a9459\",\"midi_unittests\":\"3e72f074d315e7f80c4506c825c1c331e7933d03\",\"mojo_core_unittests\":\"127f2d4d7876b09002e253a9166848109f8df2e3\",\"mojo_unittests\":\"77c13d8f32d4d446429a7144a91e36c55cf1c962\",\"nacl_helper_nonsfi_unittests\":\"f77349cd50a668d7b502233437f29914dcaa347e\",\"nacl_loader_unittests\":\"3067262b152e130327c186b9dd5466fa96ff3388\",\"native_theme_unittests\":\"bdc1c110d2b3454455d09b7525e979981357d573\",\"net_unittests\":\"9c79f425aca51073a2de46a8f0aa4f25e39ee372\",\"ozone_gl_unittests\":\"16a35abf2bc94e6fec2408a26c2eb5871a71154e\",\"ozone_unittests\":\"4387b434b73e3ba0932c392ed74596d314f203cb\",\"ozone_x11_unittests\":\"6fae5bc4996b0f097c371c85832365b03392dc1a\",\"pdf_unittests\":\"8a5d98668751d416837edd9951cb14086bf6b3d4\",\"perfetto_unittests\":\"0f12da05d7fcdff7990b165257ccf96955ce45e0\",\"ppapi_unittests\":\"aee75b0433a4674307307aebba90d2cf40b80524\",\"printing_unittests\":\"be50d06b5dcd98d6cb20661037697ad4b72817f7\",\"remoting_unittests\":\"94bca46b6f142c47b4e873fea73cfad8bd8765f9\",\"sandbox_linux_unittests\":\"30ef203d7d0da4f73ff322da3818544ba544e825\",\"service_manager_unittests\":\"065caa455c5d02bc4bb04c05679efd7659c6cf7c\",\"shell_dialogs_unittests\":\"5a398307088e9bc9229e64744b4fc2f539fb70b8\",\"skia_unittests\":\"1858ab9d011e50b347de993504b85da231254994\",\"snapshot_unittests\":\"d533b6d12659c2c1da0af57b694df597d1331148\",\"sql_unittests\":\"c3f5925975643ed7f563fe37750e4f7c7417ae3b\",\"storage_unittests\":\"ab339f542d7858ab6075766cdfed047f77f349f5\",\"sync_integration_tests\":\"cd3eae1e33673c21dc31b61e3b1307f2e9c69aca\",\"traffic_annotation_auditor_unittests\":\"cf42e4b34c97b13b87492d0c3cc0f8019eb3f849\",\"ui_base_unittests\":\"f9d58a7c43c21aceba777fe56f01ac15f49b0ed9\",\"ui_chromeos_unittests\":\"a602a1bd7970e665caa9e3ab7f626c2c09201072\",\"ui_touch_selection_unittests\":\"d2c7be6d900b1272c212b238b7504036b63cd5d6\",\"unit_tests\":\"851c01872eb4781574324cb71fe574eaafa17391\",\"url_unittests\":\"1f4582636bc00a895caeb52f72a24e0dddc58e30\",\"usage_time_limit_unittests\":\"a7d519c6e40665b67522a8e3195fdeb31e7f0619\",\"views_unittests\":\"252d6a5ec3b715ddfda3e8a37a9693404e9c0ce9\",\"viz_unittests\":\"e6cafcd7298301c6cc140f245d1c05955f2c7aaa\",\"wayland_client_perftests\":\"e3624c3970c2b36433ca7e3de92beefdbb3cd425\",\"wm_unittests\":\"f8713debb214ae7d053f346acd296d7b8fa14b32\",\"wtf_unittests\":\"fc2f17cfe4846117a705e700da4b21910af78f59\"}}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux ChromiumOS MSan Tests",
"scheduler_invocation_id:9066090599197774192",
"scheduler_job_id:chromium/Linux ChromiumOS MSan Tests",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d29be74ceac86a21a1f6f7ae239c230edc9a346",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux ChromiumOS MSan Builder",
"parent_buildnumber:15771",
"user_agent:recipe"
]
}
[01:21:13.845] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1570065671991538",
"id": "8900660533884170896",
"parameters_json": "{\"builder_name\": \"Linux ChromiumOS MSan Tests\", \"properties\": {\"parent_buildername\": \"Linux ChromiumOS MSan Builder\", \"parent_got_angle_revision\": \"d46e2fb1e341a7ba7da56072658d3b4b1a540077\", \"parent_got_dawn_revision\": \"0da52f2d92c30a556f344dc4df57a72db4354427\", \"parent_got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"parent_got_revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"parent_got_revision_cp\": \"refs/heads/master@{#702250}\", \"parent_got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"parent_got_v8_revision\": \"f98bdc1dbcefaf0be684017cb0bb966e13afb5cc\", \"parent_got_v8_revision_cp\": \"refs/heads/7.9.196@{#1}\", \"parent_got_webrtc_revision\": \"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#29367}\", \"parent_mastername\": \"chromium.memory\", \"revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"swarm_hashes\": {\"accessibility_unittests\": \"07dd22a47ac2f1f983de36a7886947c7991efbb2\", \"angle_unittests\": \"885e3513cb5695d6450f57e666c4b518de796df4\", \"app_list_unittests\": \"010d066c451461e480570058aae8ca7d6975ce26\", \"app_shell_unittests\": \"98b68bff4d9b1955d674b88fb9ab869b981e6bf9\", \"ash_unittests\": \"3b80a72f9a1bac86a1d3b9184c346c2ef1e0fac3\", \"aura_unittests\": \"bf192cf2ed55b94236ea6f5e6a5ec8f2cf10b5b9\", \"base_unittests\": \"8018f218358ea7040166f9bb96c79a3efeac316e\", \"base_util_unittests\": \"1e21aef8551603d9815e46403eda70a495ddf2ab\", \"blink_common_unittests\": \"3dec9f02e7711eb15dc67e72a3bd8e1e123dd426\", \"blink_fuzzer_unittests\": \"0aff224c2805e2d0114e5311552adada1fac1800\", \"blink_heap_unittests\": \"c9e2ecf68593abe6dafd982f3200265a47c764c0\", \"blink_platform_unittests\": \"3a466c41f8eca3365c849b167d88c78815c7920e\", \"blink_unittests\": \"690e8d5669833b5e35fbd90c537b29d10fb24054\", \"boringssl_crypto_tests\": \"c491079a4dd2142bea835a9b9ec685b904c8f3ad\", \"boringssl_ssl_tests\": \"784a666136e7208d1399de23a0120a6676654616\", \"browser_tests\": \"9eba2e70c7fd66a3f910bfda98e28716ccfe5d22\", \"cacheinvalidation_unittests\": \"4adcd33eae2d5b1c9722a1c21751d0ce35cfa647\", \"capture_unittests\": \"2447e5c1144fcbe96fef82b40be0799b8958bcfb\", \"cast_unittests\": \"e8fff52727bc510748dd3289ca75cce325755072\", \"cc_unittests\": \"771db64058de172072e60dd52375b1ea3d84a80f\", \"chrome_app_unittests\": \"6f2aaeef7f6937a190a57d8f67df4d68dd62f2e1\", \"chromedriver_unittests\": \"a63a9605b917ac171096fa4a933da4d35aa09b8d\", \"chromeos_components_unittests\": \"c2571e9d08a1d3031ea322a088457e6ef83743b2\", \"chromeos_unittests\": \"22ade7e94a6bbddf91166a7eb25f369ad1f58ce4\", \"color_unittests\": \"2c8eef14b683ed7ddca4346e99c281fc173d056a\", \"components_browsertests\": \"6ad2a210524d66ca8d982659fd83bdb369e7d31b\", \"components_unittests\": \"cbc09b30ae957ca6f9d0cbb03be5ad3f2625e3f9\", \"compositor_unittests\": \"f142b44b027057ebcb2e0f2b069455e492b1c574\", \"content_browsertests\": \"ddf6df8af12817c559575206815f39b055fda7f0\", \"content_unittests\": \"b6ebd654677b3a37ee663440e4347cd133b97237\", \"crypto_unittests\": \"388c0f2642b101d2371a0d6992d12554fd0a7719\", \"dbus_unittests\": \"7d0ae0f099d6713dd41142055130704e7a6bc6b4\", \"device_unittests\": \"4c395b00f5a2b4d9a6e1ae5e661d16b2ee367af4\", \"display_unittests\": \"762ff4c791727367bf7882e1672f7bcac9aa7144\", \"events_unittests\": \"36be9b907e6128eb4f5d59cc266fa4b19d34ce0d\", \"exo_unittests\": \"25dc464458cd5c66d38cdb06bd3349b2cc5df0f4\", \"extensions_browsertests\": \"d521356f4b442579107bb6bdda9bf9228e7ebff1\", \"extensions_unittests\": \"8dda77517fe4fc570d554a2f97304fff12003326\", \"filesystem_service_unittests\": \"45e653b3f7b266f39718545bcfe0ee851818d3dc\", \"gcm_unit_tests\": \"47d6bff7cce9370d1688846f10df8d5197d13864\", \"gfx_unittests\": \"7f253f59630d8f808ebc176e01272458598b6b09\", \"gin_unittests\": \"172077d8397570ff480de0704245d2ccc1d138e2\", \"google_apis_unittests\": \"46efdb477f1b391587db6dc76589b299874cf733\", \"gpu_unittests\": \"3219253766e3f9b0b577d884b3ad62e8b5f894b5\", \"gwp_asan_unittests\": \"ed4a684ea8727d19516e14b56d1aa5f1c8eaf4e8\", \"interactive_ui_tests\": \"48b3e4ff145c2e20524d5459f540a62aa48dca82\", \"ipc_tests\": \"3639707d0d119fc235581bfbdd5aea8063b5637a\", \"jingle_unittests\": \"091a70e8f2d47346b8e8358db448239726275915\", \"keyboard_unittests\": \"dfe45d5eabfd8a8c5c448829384515436f09ab9d\", \"latency_unittests\": \"4604f45fffe797ccf6386e6c0cf2385bedbf51c5\", \"leveldb_service_unittests\": \"cf7df77ef0f6b508a465613360ddf0715775af17\", \"libjingle_xmpp_unittests\": \"c72e3472aa6549288906cd65e31737202f0d591b\", \"media_blink_unittests\": \"7809b7ed44240f68e8ec8a57b1e39cc6513328cd\", \"media_service_unittests\": \"8b1228ae33ba928fef9c5bd8f22370c84c269248\", \"media_unittests\": \"3c7634185b37c36896e06a4612aaf6b0c0dc628b\", \"message_center_unittests\": \"a9f5b2417b9a5aa38068bb405dc415ed0e5a9459\", \"midi_unittests\": \"3e72f074d315e7f80c4506c825c1c331e7933d03\", \"mojo_core_unittests\": \"127f2d4d7876b09002e253a9166848109f8df2e3\", \"mojo_unittests\": \"77c13d8f32d4d446429a7144a91e36c55cf1c962\", \"nacl_helper_nonsfi_unittests\": \"f77349cd50a668d7b502233437f29914dcaa347e\", \"nacl_loader_unittests\": \"3067262b152e130327c186b9dd5466fa96ff3388\", \"native_theme_unittests\": \"bdc1c110d2b3454455d09b7525e979981357d573\", \"net_unittests\": \"9c79f425aca51073a2de46a8f0aa4f25e39ee372\", \"ozone_gl_unittests\": \"16a35abf2bc94e6fec2408a26c2eb5871a71154e\", \"ozone_unittests\": \"4387b434b73e3ba0932c392ed74596d314f203cb\", \"ozone_x11_unittests\": \"6fae5bc4996b0f097c371c85832365b03392dc1a\", \"pdf_unittests\": \"8a5d98668751d416837edd9951cb14086bf6b3d4\", \"perfetto_unittests\": \"0f12da05d7fcdff7990b165257ccf96955ce45e0\", \"ppapi_unittests\": \"aee75b0433a4674307307aebba90d2cf40b80524\", \"printing_unittests\": \"be50d06b5dcd98d6cb20661037697ad4b72817f7\", \"remoting_unittests\": \"94bca46b6f142c47b4e873fea73cfad8bd8765f9\", \"sandbox_linux_unittests\": \"30ef203d7d0da4f73ff322da3818544ba544e825\", \"service_manager_unittests\": \"065caa455c5d02bc4bb04c05679efd7659c6cf7c\", \"shell_dialogs_unittests\": \"5a398307088e9bc9229e64744b4fc2f539fb70b8\", \"skia_unittests\": \"1858ab9d011e50b347de993504b85da231254994\", \"snapshot_unittests\": \"d533b6d12659c2c1da0af57b694df597d1331148\", \"sql_unittests\": \"c3f5925975643ed7f563fe37750e4f7c7417ae3b\", \"storage_unittests\": \"ab339f542d7858ab6075766cdfed047f77f349f5\", \"sync_integration_tests\": \"cd3eae1e33673c21dc31b61e3b1307f2e9c69aca\", \"traffic_annotation_auditor_unittests\": \"cf42e4b34c97b13b87492d0c3cc0f8019eb3f849\", \"ui_base_unittests\": \"f9d58a7c43c21aceba777fe56f01ac15f49b0ed9\", \"ui_chromeos_unittests\": \"a602a1bd7970e665caa9e3ab7f626c2c09201072\", \"ui_touch_selection_unittests\": \"d2c7be6d900b1272c212b238b7504036b63cd5d6\", \"unit_tests\": \"851c01872eb4781574324cb71fe574eaafa17391\", \"url_unittests\": \"1f4582636bc00a895caeb52f72a24e0dddc58e30\", \"usage_time_limit_unittests\": \"a7d519c6e40665b67522a8e3195fdeb31e7f0619\", \"views_unittests\": \"252d6a5ec3b715ddfda3e8a37a9693404e9c0ce9\", \"viz_unittests\": \"e6cafcd7298301c6cc140f245d1c05955f2c7aaa\", \"wayland_client_perftests\": \"e3624c3970c2b36433ca7e3de92beefdbb3cd425\", \"wm_unittests\": \"f8713debb214ae7d053f346acd296d7b8fa14b32\", \"wtf_unittests\": \"fc2f17cfe4846117a705e700da4b21910af78f59\"}}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1570065673362391",
"tags": [
"build_address:luci.chromium.ci/Linux ChromiumOS MSan Tests/15527",
"builder:Linux ChromiumOS MSan Tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d29be74ceac86a21a1f6f7ae239c230edc9a346",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux ChromiumOS MSan Builder",
"parent_buildnumber:15771",
"scheduler_invocation_id:9066090599197774192",
"scheduler_job_id:chromium/Linux ChromiumOS MSan Tests",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900660533884170896/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1570065673362558",
"url": "https://ci.chromium.org/b/8900660533884170896",
"utcnow_ts": "1570065673814676"
}
}
[01:21:13.845] Task URL: https://ci.chromium.org/b/8900660533884170896
[01:21:13.845] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:2:0) after 1m0s
[01:22:14.034] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:2:0)
[01:22:14.034] Timer tick, asking Buildbucket for the build status
[01:22:16.077] Build 8900660533884170896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:22:16.077] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:3:0) after 1m0s
[01:23:16.214] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:3:0)
[01:23:16.214] Timer tick, asking Buildbucket for the build status
[01:23:16.945] Build 8900660533884170896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:23:16.945] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:4:0) after 1m0s
[01:24:16.989] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:4:0)
[01:24:16.989] Timer tick, asking Buildbucket for the build status
[01:24:17.253] Build 8900660533884170896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:24:17.253] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:5:0) after 1m0s
[01:25:17.343] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:5:0)
[01:25:17.343] Timer tick, asking Buildbucket for the build status
[01:25:17.887] Build 8900660533884170896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:25:17.887] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:6:0) after 1m0s
[01:26:18.081] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:6:0)
[01:26:18.081] Timer tick, asking Buildbucket for the build status
[01:26:18.947] Build 8900660533884170896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:26:18.947] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:7:0) after 1m0s
[01:27:04.905] Received PubSub notification, asking Buildbucket for the build status
[01:27:08.073] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:19.057] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:7:0)
[01:27:19.057] Timer tick, asking Buildbucket for the build status
[01:27:21.829] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:21.829] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:9:0) after 1m0s
[01:28:21.919] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:9:0)
[01:28:21.919] Timer tick, asking Buildbucket for the build status
[01:28:22.378] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:22.378] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:10:0) after 1m0s
[01:29:22.529] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:10:0)
[01:29:22.529] Timer tick, asking Buildbucket for the build status
[01:29:22.662] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:22.662] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:11:0) after 1m0s
[01:30:22.715] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:11:0)
[01:30:22.715] Timer tick, asking Buildbucket for the build status
[01:30:24.870] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:24.870] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:12:0) after 1m0s
[01:31:24.919] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:12:0)
[01:31:24.919] Timer tick, asking Buildbucket for the build status
[01:31:25.580] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:25.580] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:13:0) after 1m0s
[01:32:25.610] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:13:0)
[01:32:25.610] Timer tick, asking Buildbucket for the build status
[01:32:29.159] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:29.159] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:14:0) after 1m0s
[01:33:29.203] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:14:0)
[01:33:29.203] Timer tick, asking Buildbucket for the build status
[01:33:30.154] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:30.154] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:15:0) after 1m0s
[01:34:30.288] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:15:0)
[01:34:30.289] Timer tick, asking Buildbucket for the build status
[01:34:30.475] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:30.475] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:16:0) after 1m0s
[01:35:30.505] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:16:0)
[01:35:30.505] Timer tick, asking Buildbucket for the build status
[01:35:30.734] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:30.734] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:17:0) after 1m0s
[01:36:30.909] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:17:0)
[01:36:30.909] Timer tick, asking Buildbucket for the build status
[01:36:31.095] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:31.095] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:18:0) after 1m0s
[01:37:31.169] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:18:0)
[01:37:31.169] Timer tick, asking Buildbucket for the build status
[01:37:31.412] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:31.412] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:19:0) after 1m0s
[01:38:31.480] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:19:0)
[01:38:31.480] Timer tick, asking Buildbucket for the build status
[01:38:32.297] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:32.297] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:20:0) after 1m0s
[01:39:32.340] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:20:0)
[01:39:32.340] Timer tick, asking Buildbucket for the build status
[01:39:32.508] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:32.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:21:0) after 1m0s
[01:40:32.619] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:21:0)
[01:40:32.619] Timer tick, asking Buildbucket for the build status
[01:40:32.794] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:32.794] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:22:0) after 1m0s
[01:41:32.777] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:22:0)
[01:41:32.777] Timer tick, asking Buildbucket for the build status
[01:41:33.308] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:33.308] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:23:0) after 1m0s
[01:42:33.371] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:23:0)
[01:42:33.371] Timer tick, asking Buildbucket for the build status
[01:42:33.645] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:33.645] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:24:0) after 1m0s
[01:43:33.743] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:24:0)
[01:43:33.743] Timer tick, asking Buildbucket for the build status
[01:43:33.997] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:33.997] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:25:0) after 1m0s
[01:44:34.077] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:25:0)
[01:44:34.077] Timer tick, asking Buildbucket for the build status
[01:44:34.649] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:34.649] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:26:0) after 1m0s
[01:45:34.719] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:26:0)
[01:45:34.719] Timer tick, asking Buildbucket for the build status
[01:45:38.492] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:38.492] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:27:0) after 1m0s
[01:46:38.555] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:27:0)
[01:46:38.555] Timer tick, asking Buildbucket for the build status
[01:46:38.748] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:38.748] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:28:0) after 1m0s
[01:47:38.841] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:28:0)
[01:47:38.841] Timer tick, asking Buildbucket for the build status
[01:47:39.315] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:39.315] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:29:0) after 1m0s
[01:48:39.396] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:29:0)
[01:48:39.396] Timer tick, asking Buildbucket for the build status
[01:48:40.248] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:40.248] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:30:0) after 1m0s
[01:49:40.354] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:30:0)
[01:49:40.354] Timer tick, asking Buildbucket for the build status
[01:49:40.619] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:40.619] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:31:0) after 1m0s
[01:50:40.729] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:31:0)
[01:50:40.729] Timer tick, asking Buildbucket for the build status
[01:50:41.028] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:41.028] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:32:0) after 1m0s
[01:51:41.253] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:32:0)
[01:51:41.253] Timer tick, asking Buildbucket for the build status
[01:51:41.673] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:41.673] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:33:0) after 1m0s
[01:52:41.784] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:33:0)
[01:52:41.784] Timer tick, asking Buildbucket for the build status
[01:52:42.249] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:42.249] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:34:0) after 1m0s
[01:53:42.376] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:34:0)
[01:53:42.376] Timer tick, asking Buildbucket for the build status
[01:53:42.618] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:42.618] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:35:0) after 1m0s
[01:54:42.700] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:35:0)
[01:54:42.700] Timer tick, asking Buildbucket for the build status
[01:54:42.950] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:42.950] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:36:0) after 1m0s
[01:55:43.048] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:36:0)
[01:55:43.048] Timer tick, asking Buildbucket for the build status
[01:55:43.292] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:43.292] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:37:0) after 1m0s
[01:56:43.345] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:37:0)
[01:56:43.345] Timer tick, asking Buildbucket for the build status
[01:56:43.544] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:43.544] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:38:0) after 1m0s
[01:57:43.598] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:38:0)
[01:57:43.598] Timer tick, asking Buildbucket for the build status
[01:57:43.762] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:43.762] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:39:0) after 1m0s
[01:58:43.861] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:39:0)
[01:58:43.861] Timer tick, asking Buildbucket for the build status
[01:58:44.648] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:44.648] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:40:0) after 1m0s
[01:59:44.804] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:40:0)
[01:59:44.804] Timer tick, asking Buildbucket for the build status
[01:59:45.634] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:45.634] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:41:0) after 1m0s
[02:00:45.783] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:41:0)
[02:00:45.783] Timer tick, asking Buildbucket for the build status
[02:00:46.271] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:46.271] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:42:0) after 1m0s
[02:01:46.315] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:42:0)
[02:01:46.315] Timer tick, asking Buildbucket for the build status
[02:01:48.319] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:48.319] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:43:0) after 1m0s
[02:02:48.411] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:43:0)
[02:02:48.411] Timer tick, asking Buildbucket for the build status
[02:02:48.776] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:48.776] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:44:0) after 1m0s
[02:03:48.843] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:44:0)
[02:03:48.843] Timer tick, asking Buildbucket for the build status
[02:03:49.274] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:49.274] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:45:0) after 1m0s
[02:04:49.392] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:45:0)
[02:04:49.392] Timer tick, asking Buildbucket for the build status
[02:04:51.746] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:51.746] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:46:0) after 1m0s
[02:05:51.812] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:46:0)
[02:05:51.812] Timer tick, asking Buildbucket for the build status
[02:05:52.960] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:52.960] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:47:0) after 1m0s
[02:06:53.046] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:47:0)
[02:06:53.046] Timer tick, asking Buildbucket for the build status
[02:06:53.286] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:53.286] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:48:0) after 1m0s
[02:07:53.355] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:48:0)
[02:07:53.355] Timer tick, asking Buildbucket for the build status
[02:07:53.579] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:53.579] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:49:0) after 1m0s
[02:08:53.680] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:49:0)
[02:08:53.680] Timer tick, asking Buildbucket for the build status
[02:08:53.829] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:53.829] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:50:0) after 1m0s
[02:09:53.819] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:50:0)
[02:09:53.819] Timer tick, asking Buildbucket for the build status
[02:09:53.942] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:53.942] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:51:0) after 1m0s
[02:10:53.999] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:51:0)
[02:10:53.999] Timer tick, asking Buildbucket for the build status
[02:10:54.166] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:54.167] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:52:0) after 1m0s
[02:11:54.309] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:52:0)
[02:11:54.309] Timer tick, asking Buildbucket for the build status
[02:11:56.309] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:56.309] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:53:0) after 1m0s
[02:12:56.562] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:53:0)
[02:12:56.562] Timer tick, asking Buildbucket for the build status
[02:13:00.454] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:00.454] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:54:0) after 1m0s
[02:14:00.539] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:54:0)
[02:14:00.539] Timer tick, asking Buildbucket for the build status
[02:14:00.698] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:00.698] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:55:0) after 1m0s
[02:15:00.732] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:55:0)
[02:15:00.732] Timer tick, asking Buildbucket for the build status
[02:15:01.050] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:01.050] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:56:0) after 1m0s
[02:16:01.088] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:56:0)
[02:16:01.088] Timer tick, asking Buildbucket for the build status
[02:16:03.392] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:03.392] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:57:0) after 1m0s
[02:17:03.459] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:57:0)
[02:17:03.459] Timer tick, asking Buildbucket for the build status
[02:17:03.705] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:03.705] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:58:0) after 1m0s
[02:18:03.756] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:58:0)
[02:18:03.756] Timer tick, asking Buildbucket for the build status
[02:18:04.439] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:04.439] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:59:0) after 1m0s
[02:19:04.522] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:59:0)
[02:19:04.522] Timer tick, asking Buildbucket for the build status
[02:19:04.893] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:04.893] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:60:0) after 1m0s
[02:20:04.919] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:60:0)
[02:20:04.919] Timer tick, asking Buildbucket for the build status
[02:20:06.036] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:06.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:61:0) after 1m0s
[02:21:06.178] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:61:0)
[02:21:06.178] Timer tick, asking Buildbucket for the build status
[02:21:06.690] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:06.690] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:62:0) after 1m0s
[02:22:06.782] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:62:0)
[02:22:06.782] Timer tick, asking Buildbucket for the build status
[02:22:07.195] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:07.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:63:0) after 1m0s
[02:23:07.273] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:63:0)
[02:23:07.273] Timer tick, asking Buildbucket for the build status
[02:23:08.368] Build 8900660533884170896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:08.368] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9066090599197774192:64:0) after 1m0s
[02:23:40.064] Received PubSub notification, asking Buildbucket for the build status
[02:23:40.509] Build 8900660533884170896: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:23:40.509] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1570069418799647",
"created_by": "project:chromium",
"created_ts": "1570065671991538",
"failure_reason": "BUILD_FAILURE",
"id": "8900660533884170896",
"parameters_json": "{\"builder_name\": \"Linux ChromiumOS MSan Tests\", \"properties\": {\"parent_buildername\": \"Linux ChromiumOS MSan Builder\", \"parent_got_angle_revision\": \"d46e2fb1e341a7ba7da56072658d3b4b1a540077\", \"parent_got_dawn_revision\": \"0da52f2d92c30a556f344dc4df57a72db4354427\", \"parent_got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"parent_got_revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"parent_got_revision_cp\": \"refs/heads/master@{#702250}\", \"parent_got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"parent_got_v8_revision\": \"f98bdc1dbcefaf0be684017cb0bb966e13afb5cc\", \"parent_got_v8_revision_cp\": \"refs/heads/7.9.196@{#1}\", \"parent_got_webrtc_revision\": \"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#29367}\", \"parent_mastername\": \"chromium.memory\", \"revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"swarm_hashes\": {\"accessibility_unittests\": \"07dd22a47ac2f1f983de36a7886947c7991efbb2\", \"angle_unittests\": \"885e3513cb5695d6450f57e666c4b518de796df4\", \"app_list_unittests\": \"010d066c451461e480570058aae8ca7d6975ce26\", \"app_shell_unittests\": \"98b68bff4d9b1955d674b88fb9ab869b981e6bf9\", \"ash_unittests\": \"3b80a72f9a1bac86a1d3b9184c346c2ef1e0fac3\", \"aura_unittests\": \"bf192cf2ed55b94236ea6f5e6a5ec8f2cf10b5b9\", \"base_unittests\": \"8018f218358ea7040166f9bb96c79a3efeac316e\", \"base_util_unittests\": \"1e21aef8551603d9815e46403eda70a495ddf2ab\", \"blink_common_unittests\": \"3dec9f02e7711eb15dc67e72a3bd8e1e123dd426\", \"blink_fuzzer_unittests\": \"0aff224c2805e2d0114e5311552adada1fac1800\", \"blink_heap_unittests\": \"c9e2ecf68593abe6dafd982f3200265a47c764c0\", \"blink_platform_unittests\": \"3a466c41f8eca3365c849b167d88c78815c7920e\", \"blink_unittests\": \"690e8d5669833b5e35fbd90c537b29d10fb24054\", \"boringssl_crypto_tests\": \"c491079a4dd2142bea835a9b9ec685b904c8f3ad\", \"boringssl_ssl_tests\": \"784a666136e7208d1399de23a0120a6676654616\", \"browser_tests\": \"9eba2e70c7fd66a3f910bfda98e28716ccfe5d22\", \"cacheinvalidation_unittests\": \"4adcd33eae2d5b1c9722a1c21751d0ce35cfa647\", \"capture_unittests\": \"2447e5c1144fcbe96fef82b40be0799b8958bcfb\", \"cast_unittests\": \"e8fff52727bc510748dd3289ca75cce325755072\", \"cc_unittests\": \"771db64058de172072e60dd52375b1ea3d84a80f\", \"chrome_app_unittests\": \"6f2aaeef7f6937a190a57d8f67df4d68dd62f2e1\", \"chromedriver_unittests\": \"a63a9605b917ac171096fa4a933da4d35aa09b8d\", \"chromeos_components_unittests\": \"c2571e9d08a1d3031ea322a088457e6ef83743b2\", \"chromeos_unittests\": \"22ade7e94a6bbddf91166a7eb25f369ad1f58ce4\", \"color_unittests\": \"2c8eef14b683ed7ddca4346e99c281fc173d056a\", \"components_browsertests\": \"6ad2a210524d66ca8d982659fd83bdb369e7d31b\", \"components_unittests\": \"cbc09b30ae957ca6f9d0cbb03be5ad3f2625e3f9\", \"compositor_unittests\": \"f142b44b027057ebcb2e0f2b069455e492b1c574\", \"content_browsertests\": \"ddf6df8af12817c559575206815f39b055fda7f0\", \"content_unittests\": \"b6ebd654677b3a37ee663440e4347cd133b97237\", \"crypto_unittests\": \"388c0f2642b101d2371a0d6992d12554fd0a7719\", \"dbus_unittests\": \"7d0ae0f099d6713dd41142055130704e7a6bc6b4\", \"device_unittests\": \"4c395b00f5a2b4d9a6e1ae5e661d16b2ee367af4\", \"display_unittests\": \"762ff4c791727367bf7882e1672f7bcac9aa7144\", \"events_unittests\": \"36be9b907e6128eb4f5d59cc266fa4b19d34ce0d\", \"exo_unittests\": \"25dc464458cd5c66d38cdb06bd3349b2cc5df0f4\", \"extensions_browsertests\": \"d521356f4b442579107bb6bdda9bf9228e7ebff1\", \"extensions_unittests\": \"8dda77517fe4fc570d554a2f97304fff12003326\", \"filesystem_service_unittests\": \"45e653b3f7b266f39718545bcfe0ee851818d3dc\", \"gcm_unit_tests\": \"47d6bff7cce9370d1688846f10df8d5197d13864\", \"gfx_unittests\": \"7f253f59630d8f808ebc176e01272458598b6b09\", \"gin_unittests\": \"172077d8397570ff480de0704245d2ccc1d138e2\", \"google_apis_unittests\": \"46efdb477f1b391587db6dc76589b299874cf733\", \"gpu_unittests\": \"3219253766e3f9b0b577d884b3ad62e8b5f894b5\", \"gwp_asan_unittests\": \"ed4a684ea8727d19516e14b56d1aa5f1c8eaf4e8\", \"interactive_ui_tests\": \"48b3e4ff145c2e20524d5459f540a62aa48dca82\", \"ipc_tests\": \"3639707d0d119fc235581bfbdd5aea8063b5637a\", \"jingle_unittests\": \"091a70e8f2d47346b8e8358db448239726275915\", \"keyboard_unittests\": \"dfe45d5eabfd8a8c5c448829384515436f09ab9d\", \"latency_unittests\": \"4604f45fffe797ccf6386e6c0cf2385bedbf51c5\", \"leveldb_service_unittests\": \"cf7df77ef0f6b508a465613360ddf0715775af17\", \"libjingle_xmpp_unittests\": \"c72e3472aa6549288906cd65e31737202f0d591b\", \"media_blink_unittests\": \"7809b7ed44240f68e8ec8a57b1e39cc6513328cd\", \"media_service_unittests\": \"8b1228ae33ba928fef9c5bd8f22370c84c269248\", \"media_unittests\": \"3c7634185b37c36896e06a4612aaf6b0c0dc628b\", \"message_center_unittests\": \"a9f5b2417b9a5aa38068bb405dc415ed0e5a9459\", \"midi_unittests\": \"3e72f074d315e7f80c4506c825c1c331e7933d03\", \"mojo_core_unittests\": \"127f2d4d7876b09002e253a9166848109f8df2e3\", \"mojo_unittests\": \"77c13d8f32d4d446429a7144a91e36c55cf1c962\", \"nacl_helper_nonsfi_unittests\": \"f77349cd50a668d7b502233437f29914dcaa347e\", \"nacl_loader_unittests\": \"3067262b152e130327c186b9dd5466fa96ff3388\", \"native_theme_unittests\": \"bdc1c110d2b3454455d09b7525e979981357d573\", \"net_unittests\": \"9c79f425aca51073a2de46a8f0aa4f25e39ee372\", \"ozone_gl_unittests\": \"16a35abf2bc94e6fec2408a26c2eb5871a71154e\", \"ozone_unittests\": \"4387b434b73e3ba0932c392ed74596d314f203cb\", \"ozone_x11_unittests\": \"6fae5bc4996b0f097c371c85832365b03392dc1a\", \"pdf_unittests\": \"8a5d98668751d416837edd9951cb14086bf6b3d4\", \"perfetto_unittests\": \"0f12da05d7fcdff7990b165257ccf96955ce45e0\", \"ppapi_unittests\": \"aee75b0433a4674307307aebba90d2cf40b80524\", \"printing_unittests\": \"be50d06b5dcd98d6cb20661037697ad4b72817f7\", \"remoting_unittests\": \"94bca46b6f142c47b4e873fea73cfad8bd8765f9\", \"sandbox_linux_unittests\": \"30ef203d7d0da4f73ff322da3818544ba544e825\", \"service_manager_unittests\": \"065caa455c5d02bc4bb04c05679efd7659c6cf7c\", \"shell_dialogs_unittests\": \"5a398307088e9bc9229e64744b4fc2f539fb70b8\", \"skia_unittests\": \"1858ab9d011e50b347de993504b85da231254994\", \"snapshot_unittests\": \"d533b6d12659c2c1da0af57b694df597d1331148\", \"sql_unittests\": \"c3f5925975643ed7f563fe37750e4f7c7417ae3b\", \"storage_unittests\": \"ab339f542d7858ab6075766cdfed047f77f349f5\", \"sync_integration_tests\": \"cd3eae1e33673c21dc31b61e3b1307f2e9c69aca\", \"traffic_annotation_auditor_unittests\": \"cf42e4b34c97b13b87492d0c3cc0f8019eb3f849\", \"ui_base_unittests\": \"f9d58a7c43c21aceba777fe56f01ac15f49b0ed9\", \"ui_chromeos_unittests\": \"a602a1bd7970e665caa9e3ab7f626c2c09201072\", \"ui_touch_selection_unittests\": \"d2c7be6d900b1272c212b238b7504036b63cd5d6\", \"unit_tests\": \"851c01872eb4781574324cb71fe574eaafa17391\", \"url_unittests\": \"1f4582636bc00a895caeb52f72a24e0dddc58e30\", \"usage_time_limit_unittests\": \"a7d519c6e40665b67522a8e3195fdeb31e7f0619\", \"views_unittests\": \"252d6a5ec3b715ddfda3e8a37a9693404e9c0ce9\", \"viz_unittests\": \"e6cafcd7298301c6cc140f245d1c05955f2c7aaa\", \"wayland_client_perftests\": \"e3624c3970c2b36433ca7e3de92beefdbb3cd425\", \"wm_unittests\": \"f8713debb214ae7d053f346acd296d7b8fa14b32\", \"wtf_unittests\": \"fc2f17cfe4846117a705e700da4b21910af78f59\"}}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"2 Test Suite(s) failed.\\n\\n**browser_tests** failed because of:\\n\\n- DirectoryTreeContextMenu/FilesAppBrowserTest.Test/dirCreateMultipleFolders\\n\\n**components_unittests** failed because of:\\n\\n- LocationBarModelImplTest.DisplayUrlAppliesFormattedStringWithEquivalentMeaning\\n\\n- LocationBarModelImplTest.QueryInOmniboxFeatureFlagWorks\\n\\n- OmniboxControllerTest.CheckDefaultAutocompleteProviders\\n\\n- LocationBarModelImplTest.QueryInOmniboxLookalikeURL\\n\\n- ...6 more failure(s) (10 total)...\"}, \"properties\": {\"$build/goma\": {\"jobs\": 500.0}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-east1-d-8-70-vaep\", \"buildername\": \"Linux ChromiumOS MSan Tests\", \"buildnumber\": 15527, \"got_angle_revision\": \"d46e2fb1e341a7ba7da56072658d3b4b1a540077\", \"got_dawn_revision\": \"0da52f2d92c30a556f344dc4df57a72db4354427\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"got_revision_cp\": \"refs/heads/master@{#702250}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"f98bdc1dbcefaf0be684017cb0bb966e13afb5cc\", \"got_v8_revision_cp\": \"refs/heads/7.9.196@{#1}\", \"got_webrtc_revision\": \"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29367}\", \"mastername\": \"chromium.memory\", \"parent_buildername\": \"Linux ChromiumOS MSan Builder\", \"parent_got_angle_revision\": \"d46e2fb1e341a7ba7da56072658d3b4b1a540077\", \"parent_got_dawn_revision\": \"0da52f2d92c30a556f344dc4df57a72db4354427\", \"parent_got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"parent_got_revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"parent_got_revision_cp\": \"refs/heads/master@{#702250}\", \"parent_got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"parent_got_v8_revision\": \"f98bdc1dbcefaf0be684017cb0bb966e13afb5cc\", \"parent_got_v8_revision_cp\": \"refs/heads/7.9.196@{#1}\", \"parent_got_webrtc_revision\": \"f1e97b9ebd23c12d12ffd6b18bdf3eb4951153b4\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#29367}\", \"parent_mastername\": \"chromium.memory\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"revision\": \"1d29be74ceac86a21a1f6f7ae239c230edc9a346\", \"swarm_hashes\": {}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_093d924ecb526dae9a1dcf9db4725f8944eec2b4c0f2ddc6c2ac4a04802f7f15_v2\", \"builder_2fed864572d54cf3be9ced6257c24c70ad913f987d8ef78e7e0d5a2cf2217609_v2\", \"builder_9f5ababbadb52e7e2b47c3f9e1fe499136918f35231ba92238391dbb6c086f95_v2\", \"builder_c9091f6bc58db7983401393b6dacc93b3db8fae2c2ae9b40177b9e0904c8bc80_v2\", \"builder_e7fd4b7a9e211f8d968af60263c508e13e49814167aff980c2bf239c05ea48ef_v2\", \"builder_ffe623326ac74578ce917ff55ef6cefa75094e5ad3ad5fe3409a729d79be647a_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-east1-d-8-70-vaep\"], \"image\": [\"chrome-xenial-19090600-ed917d8233f\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"python3\": [\"3.5.2\"], \"server_version\": [\"4466-755d6a2\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-d\"]}}, \"ui\": {\"info\": \"2 Test Suite(s) failed.\\n\\n**browser_tests** failed because of:\\n\\n- DirectoryTreeContextMenu/FilesAppBrowserTest.Test/dirCreateMultipleFolders\\n\\n**components_unittests** failed because of:\\n\\n- LocationBarModelImplTest.DisplayUrlAppliesFormattedStringWithEquivalentMeaning\\n\\n- LocationBarModelImplTest.QueryInOmniboxFeatureFlagWorks\\n\\n- OmniboxControllerTest.CheckDefaultAutocompleteProviders\\n\\n- LocationBarModelImplTest.QueryInOmniboxLookalikeURL\\n\\n- ...6 more failure(s) (10 total)...\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1570066022228334",
"status": "COMPLETED",
"status_changed_ts": "1570066023358106",
"tags": [
"build_address:luci.chromium.ci/Linux ChromiumOS MSan Tests/15527",
"builder:Linux ChromiumOS MSan Tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d29be74ceac86a21a1f6f7ae239c230edc9a346",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux ChromiumOS MSan Builder",
"parent_buildnumber:15771",
"scheduler_invocation_id:9066090599197774192",
"scheduler_job_id:chromium/Linux ChromiumOS MSan Tests",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900660533884170896/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:47a8073666adad10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1570069419344824",
"url": "https://ci.chromium.org/b/8900660533884170896",
"utcnow_ts": "1570069420469476"
}
}
[02:23:40.509] Invocation finished in 1h2m32.969446566s with status FAILED