[15:58:29.019] New invocation is queued and will start shortly
[15:58:29.019] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:58:30.104] Starting the invocation (attempt 1)
[15:58:30.146] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:58:30.147] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:58:30.147] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9043114368127400928",
"parameters_json": "{\"builder_name\":\"Linux MSan Tests\",\"properties\":{\"parent_buildername\":\"Linux MSan Builder\",\"parent_got_angle_revision\":\"61d6f87fb67d45eeaff1c2d872f24eb84d0a0ef0\",\"parent_got_dawn_revision\":\"5c9f7af77d0e66f96685cb46338abaf35a83ee3a\",\"parent_got_nacl_revision\":\"87616f7ce2ea8383efd3731960c15f4ba5852d93\",\"parent_got_revision\":\"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\",\"parent_got_revision_cp\":\"refs/heads/master@{#777800}\",\"parent_got_swarming_client_revision\":\"4c095d04179dc725a300085ae21fe3b79900d072\",\"parent_got_swiftshader_revision\":\"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\",\"parent_got_v8_revision\":\"4aeb30f1a19e43c884483a9412071ea73246c77c\",\"parent_got_v8_revision_cp\":\"refs/heads/8.5.142@{#1}\",\"parent_got_webrtc_revision\":\"b64ecd9960d5bba5272608d896055a3345ff87f3\",\"parent_got_webrtc_revision_cp\":\"refs/heads/master@{#31508}\",\"parent_mastername\":\"chromium.memory\",\"revision\":\"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\",\"swarm_hashes\":{\"accessibility_unittests\":\"37cd42e634d277929f205f19805c04594422804f\",\"angle_unittests\":\"8dbfa2d7c2924e4310a5bd69d7908f9c871e0896\",\"app_shell_unittests\":\"b35e6629ec66a9c714ccef5fa246d63c19a01195\",\"aura_unittests\":\"6153c3eea3698cf7a9182b5506c914c51e3bedb6\",\"base_unittests\":\"51f6c6a4b9f71c8b74db3d9dba1c654c66b56ebb\",\"base_util_unittests\":\"1f40be9e2821ec4e31d74a6e53922d838d72ec11\",\"blink_common_unittests\":\"4b7094f97b6d2b3e1d54ea09af3d436cbe6c73af\",\"blink_fuzzer_unittests\":\"12a7c236add998d47b255c5a41dd927b3e514512\",\"blink_heap_unittests\":\"d60e45b42246a88b7cc4f4b9f233f1aa6ed8f085\",\"blink_platform_unittests\":\"813798f7c71f684233b224609ebed0247159cf96\",\"blink_unittests\":\"9924ee0a7ca436b1f164d7a841a655f84cce530b\",\"boringssl_crypto_tests\":\"71e245a8c641231d36c6a5cbc5e617032a9d9c92\",\"boringssl_ssl_tests\":\"12f33316010918692657b168d0d44dcb5f6b107a\",\"browser_tests\":\"29b32299161e313fcf48a26ce91cb695b42d4af2\",\"cacheinvalidation_unittests\":\"2cbd1d20571537c78250379bbf789d34d7328c38\",\"capture_unittests\":\"4ccac130ef181c517b8f85ca7ed7bc09a3c24e60\",\"cast_unittests\":\"a6e5e02ee455249b4e82a117aa1b70d3c2436c53\",\"cc_unittests\":\"f46a66f12de1ff9e81681f2f43f5253348e1e17f\",\"chrome_app_unittests\":\"2fdd6393e5d4ccf485ce7393e38f0ac1055c134c\",\"chromedriver_unittests\":\"4368c58c612e9ec45cb79dfcc891410c93b7b1f7\",\"components_browsertests\":\"15ee22ab5e53ed8740f0153176bd5de4baadb440\",\"components_unittests\":\"03338a95dd6fb782c80bf2bd1359d993e130e94f\",\"compositor_unittests\":\"94f82057ce92aff75677db360dd7b9bde5b0c98f\",\"content_browsertests\":\"fb77ce09fbe10f43df28f165c7f4077792046057\",\"content_unittests\":\"cf5c27bf2b2a9564643bbaddf6baf0528081f89b\",\"crashpad_tests\":\"9ba86d3d89cf9db6da35617f5fc87ffdd862bfab\",\"cronet_tests\":\"26dde7f48753348eedf3fc3590fe50803ef32f98\",\"cronet_unittests\":\"829b1d10d5ba17bab9ef37ffbfe88588ae56f498\",\"crypto_unittests\":\"024d611ca6e69819a0aa23b27b01e3c01ea0a018\",\"dbus_unittests\":\"7c1a68418145af1290f8804b05269a0c0332bb58\",\"device_unittests\":\"2c53eb923ea4192f1e83dfbe3b125880ec1c09e1\",\"display_unittests\":\"0b73dc2d7e3d49d616bb4d21d2fab90cd6e966ca\",\"events_unittests\":\"eccf2c1c4e21da1138c871c73f208b14fdb42031\",\"extensions_browsertests\":\"23e735e1b72ab0257cbf1d17e595a0968e9b5757\",\"extensions_unittests\":\"59b248c43f9e1877ee724598450a82410d255e60\",\"filesystem_service_unittests\":\"0c34defe421db4bb0359f19b809c359d7445d874\",\"gcm_unit_tests\":\"08195e7013adf40c876a391d8e5a722f425ad901\",\"gfx_unittests\":\"5daf896d5f4140233e4394916d892d1bb4b538a4\",\"gin_unittests\":\"6bbf6c522d29537e4ed50c94bfb797b3ea72d378\",\"google_apis_unittests\":\"ceaeeed73a20912fa4ae6d6f54cd4c38e72202b6\",\"gpu_unittests\":\"0d386b55b5126a7f732e6778c4f1834ca74e18a6\",\"gwp_asan_unittests\":\"cd236c933cda5ead8860df0075a6afb0e55504a3\",\"headless_browsertests\":\"5730225276b8e6d9da355166d6a56448b3ff068d\",\"headless_unittests\":\"6feb2ff5d22085b2eb8b3f5c327b1a8810de5976\",\"interactive_ui_tests\":\"fbce9b974bbb5e9111e82fb14395d3de42862f77\",\"ipc_tests\":\"ed6b8169783b9f34415185c2d54e068626115920\",\"jingle_unittests\":\"8bbe91a6b73f60957115505f544ec7dda94d07b8\",\"latency_unittests\":\"16b298d9078b3b8e8fe1572f13025a466614a6cb\",\"libjingle_xmpp_unittests\":\"7ff0da76d39ed46186eb8116b0f5447b9806b551\",\"media_blink_unittests\":\"c173fbbf3da6ebe802d31a87b0f86bb88bc99461\",\"media_unittests\":\"88a0f223a71e3821ddf20be88612b2bb3537ae47\",\"message_center_unittests\":\"4d0cf824153f3ddcdd908c63bc5b8d7f1e18eb40\",\"midi_unittests\":\"228bc54671645c12f239f14652beed4df9e11ed2\",\"mojo_core_unittests\":\"c47a57859fc835244d974c1597ad4b79b95d6269\",\"mojo_unittests\":\"6ea354814bec0fa4cb0825141e4fe1e10121d7ff\",\"nacl_helper_nonsfi_unittests\":\"b920e9caaf2f9baa933bc59761679b953058516f\",\"nacl_loader_unittests\":\"0eed19c95e9c40f221dc41b208974289292c54e5\",\"native_theme_unittests\":\"9ab2a51e524a42ad1d6bb41de258356e08de2d47\",\"net_unittests\":\"dcb04cde4df0d779c594275f5c80e4154e6b9887\",\"pdf_unittests\":\"862c9050da6435ce9c0ee2a69f1547b044f5f089\",\"perfetto_unittests\":\"3e5020a249efc40b2ff0c0168777dd51ed8dbf55\",\"ppapi_unittests\":\"8f4cdcfd6ef9c93657b4299fa512de3689134d92\",\"printing_unittests\":\"6fd9dbd1ce9d053d61430114cc0af54b9a7d9e23\",\"remoting_unittests\":\"926b4d51567ba7dee686ba2ab06aaeb70197aff3\",\"sandbox_linux_unittests\":\"23bd45c6867d84a91583f31e84e3940692d51f1c\",\"service_manager_unittests\":\"571c68c5eb43d83253cf754dde1757cab6cbff32\",\"shell_dialogs_unittests\":\"06f5df062b945b0364abcd3fca50bc149704b0c5\",\"skia_unittests\":\"6f97d6f7daffaddbb6b939d0e0cd9ac66d0691a1\",\"snapshot_unittests\":\"287ad5497ae2215f6fa1e139fcbc8b59e15bf483\",\"sql_unittests\":\"e8a504bf3039423798c4a28b1ba585fc46741b7a\",\"storage_unittests\":\"7a4f857460d4c6c44630c8da77669a06eba6cfa6\",\"sync_integration_tests\":\"8a0c4e7ad294a5230f2e8eda9b966fd35d5ef1be\",\"traffic_annotation_auditor_unittests\":\"ca851724a0d2fca92ba98dfe064692725143aec1\",\"ui_base_unittests\":\"11e82bfe0b5e7503e7ea80c0b738af54e34f2ef0\",\"ui_touch_selection_unittests\":\"0400774aefca1aaee0847a8b6567913903208f91\",\"unit_tests\":\"10ff50915d3fad7b0b46ffe4e7256032b153701f\",\"url_unittests\":\"39340cda0b598627faee28f948061f6c59e92405\",\"views_unittests\":\"2fa02cc4be944735b77b10e1d5e5ce210d7f100d\",\"viz_unittests\":\"23566950fb0bc971b5d725cec9dd9a699f1966ad\",\"vr_common_unittests\":\"8c291195eddc4d33a06049e72a6a3597d3c9198b\",\"vr_pixeltests\":\"ec27ad1b0e54d1614b4e05a58de1e3aba9836672\",\"wm_unittests\":\"307efb0572ce9adfa2d5242c8a67305ddc876647\",\"wtf_unittests\":\"6557cdb04a341175d2571d0a93ad4ea07b46d80b\"}}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Linux MSan Tests",
"scheduler_invocation_id:9043114368127400928",
"scheduler_job_id:chromium/Linux MSan Tests",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d4fa0b20e112d61bf7276c88ff7c40e55f7247ed",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux MSan Builder",
"parent_buildnumber:26654",
"user_agent:recipe"
]
}
[15:58:30.990] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1591977510328889",
"id": "8877684306088542464",
"parameters_json": "{\"builder_name\": \"Linux MSan Tests\", \"properties\": {\"parent_buildername\": \"Linux MSan Builder\", \"parent_got_angle_revision\": \"61d6f87fb67d45eeaff1c2d872f24eb84d0a0ef0\", \"parent_got_dawn_revision\": \"5c9f7af77d0e66f96685cb46338abaf35a83ee3a\", \"parent_got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"parent_got_revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"parent_got_revision_cp\": \"refs/heads/master@{#777800}\", \"parent_got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"parent_got_swiftshader_revision\": \"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\", \"parent_got_v8_revision\": \"4aeb30f1a19e43c884483a9412071ea73246c77c\", \"parent_got_v8_revision_cp\": \"refs/heads/8.5.142@{#1}\", \"parent_got_webrtc_revision\": \"b64ecd9960d5bba5272608d896055a3345ff87f3\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#31508}\", \"parent_mastername\": \"chromium.memory\", \"revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"swarm_hashes\": {\"accessibility_unittests\": \"37cd42e634d277929f205f19805c04594422804f\", \"angle_unittests\": \"8dbfa2d7c2924e4310a5bd69d7908f9c871e0896\", \"app_shell_unittests\": \"b35e6629ec66a9c714ccef5fa246d63c19a01195\", \"aura_unittests\": \"6153c3eea3698cf7a9182b5506c914c51e3bedb6\", \"base_unittests\": \"51f6c6a4b9f71c8b74db3d9dba1c654c66b56ebb\", \"base_util_unittests\": \"1f40be9e2821ec4e31d74a6e53922d838d72ec11\", \"blink_common_unittests\": \"4b7094f97b6d2b3e1d54ea09af3d436cbe6c73af\", \"blink_fuzzer_unittests\": \"12a7c236add998d47b255c5a41dd927b3e514512\", \"blink_heap_unittests\": \"d60e45b42246a88b7cc4f4b9f233f1aa6ed8f085\", \"blink_platform_unittests\": \"813798f7c71f684233b224609ebed0247159cf96\", \"blink_unittests\": \"9924ee0a7ca436b1f164d7a841a655f84cce530b\", \"boringssl_crypto_tests\": \"71e245a8c641231d36c6a5cbc5e617032a9d9c92\", \"boringssl_ssl_tests\": \"12f33316010918692657b168d0d44dcb5f6b107a\", \"browser_tests\": \"29b32299161e313fcf48a26ce91cb695b42d4af2\", \"cacheinvalidation_unittests\": \"2cbd1d20571537c78250379bbf789d34d7328c38\", \"capture_unittests\": \"4ccac130ef181c517b8f85ca7ed7bc09a3c24e60\", \"cast_unittests\": \"a6e5e02ee455249b4e82a117aa1b70d3c2436c53\", \"cc_unittests\": \"f46a66f12de1ff9e81681f2f43f5253348e1e17f\", \"chrome_app_unittests\": \"2fdd6393e5d4ccf485ce7393e38f0ac1055c134c\", \"chromedriver_unittests\": \"4368c58c612e9ec45cb79dfcc891410c93b7b1f7\", \"components_browsertests\": \"15ee22ab5e53ed8740f0153176bd5de4baadb440\", \"components_unittests\": \"03338a95dd6fb782c80bf2bd1359d993e130e94f\", \"compositor_unittests\": \"94f82057ce92aff75677db360dd7b9bde5b0c98f\", \"content_browsertests\": \"fb77ce09fbe10f43df28f165c7f4077792046057\", \"content_unittests\": \"cf5c27bf2b2a9564643bbaddf6baf0528081f89b\", \"crashpad_tests\": \"9ba86d3d89cf9db6da35617f5fc87ffdd862bfab\", \"cronet_tests\": \"26dde7f48753348eedf3fc3590fe50803ef32f98\", \"cronet_unittests\": \"829b1d10d5ba17bab9ef37ffbfe88588ae56f498\", \"crypto_unittests\": \"024d611ca6e69819a0aa23b27b01e3c01ea0a018\", \"dbus_unittests\": \"7c1a68418145af1290f8804b05269a0c0332bb58\", \"device_unittests\": \"2c53eb923ea4192f1e83dfbe3b125880ec1c09e1\", \"display_unittests\": \"0b73dc2d7e3d49d616bb4d21d2fab90cd6e966ca\", \"events_unittests\": \"eccf2c1c4e21da1138c871c73f208b14fdb42031\", \"extensions_browsertests\": \"23e735e1b72ab0257cbf1d17e595a0968e9b5757\", \"extensions_unittests\": \"59b248c43f9e1877ee724598450a82410d255e60\", \"filesystem_service_unittests\": \"0c34defe421db4bb0359f19b809c359d7445d874\", \"gcm_unit_tests\": \"08195e7013adf40c876a391d8e5a722f425ad901\", \"gfx_unittests\": \"5daf896d5f4140233e4394916d892d1bb4b538a4\", \"gin_unittests\": \"6bbf6c522d29537e4ed50c94bfb797b3ea72d378\", \"google_apis_unittests\": \"ceaeeed73a20912fa4ae6d6f54cd4c38e72202b6\", \"gpu_unittests\": \"0d386b55b5126a7f732e6778c4f1834ca74e18a6\", \"gwp_asan_unittests\": \"cd236c933cda5ead8860df0075a6afb0e55504a3\", \"headless_browsertests\": \"5730225276b8e6d9da355166d6a56448b3ff068d\", \"headless_unittests\": \"6feb2ff5d22085b2eb8b3f5c327b1a8810de5976\", \"interactive_ui_tests\": \"fbce9b974bbb5e9111e82fb14395d3de42862f77\", \"ipc_tests\": \"ed6b8169783b9f34415185c2d54e068626115920\", \"jingle_unittests\": \"8bbe91a6b73f60957115505f544ec7dda94d07b8\", \"latency_unittests\": \"16b298d9078b3b8e8fe1572f13025a466614a6cb\", \"libjingle_xmpp_unittests\": \"7ff0da76d39ed46186eb8116b0f5447b9806b551\", \"media_blink_unittests\": \"c173fbbf3da6ebe802d31a87b0f86bb88bc99461\", \"media_unittests\": \"88a0f223a71e3821ddf20be88612b2bb3537ae47\", \"message_center_unittests\": \"4d0cf824153f3ddcdd908c63bc5b8d7f1e18eb40\", \"midi_unittests\": \"228bc54671645c12f239f14652beed4df9e11ed2\", \"mojo_core_unittests\": \"c47a57859fc835244d974c1597ad4b79b95d6269\", \"mojo_unittests\": \"6ea354814bec0fa4cb0825141e4fe1e10121d7ff\", \"nacl_helper_nonsfi_unittests\": \"b920e9caaf2f9baa933bc59761679b953058516f\", \"nacl_loader_unittests\": \"0eed19c95e9c40f221dc41b208974289292c54e5\", \"native_theme_unittests\": \"9ab2a51e524a42ad1d6bb41de258356e08de2d47\", \"net_unittests\": \"dcb04cde4df0d779c594275f5c80e4154e6b9887\", \"pdf_unittests\": \"862c9050da6435ce9c0ee2a69f1547b044f5f089\", \"perfetto_unittests\": \"3e5020a249efc40b2ff0c0168777dd51ed8dbf55\", \"ppapi_unittests\": \"8f4cdcfd6ef9c93657b4299fa512de3689134d92\", \"printing_unittests\": \"6fd9dbd1ce9d053d61430114cc0af54b9a7d9e23\", \"remoting_unittests\": \"926b4d51567ba7dee686ba2ab06aaeb70197aff3\", \"sandbox_linux_unittests\": \"23bd45c6867d84a91583f31e84e3940692d51f1c\", \"service_manager_unittests\": \"571c68c5eb43d83253cf754dde1757cab6cbff32\", \"shell_dialogs_unittests\": \"06f5df062b945b0364abcd3fca50bc149704b0c5\", \"skia_unittests\": \"6f97d6f7daffaddbb6b939d0e0cd9ac66d0691a1\", \"snapshot_unittests\": \"287ad5497ae2215f6fa1e139fcbc8b59e15bf483\", \"sql_unittests\": \"e8a504bf3039423798c4a28b1ba585fc46741b7a\", \"storage_unittests\": \"7a4f857460d4c6c44630c8da77669a06eba6cfa6\", \"sync_integration_tests\": \"8a0c4e7ad294a5230f2e8eda9b966fd35d5ef1be\", \"traffic_annotation_auditor_unittests\": \"ca851724a0d2fca92ba98dfe064692725143aec1\", \"ui_base_unittests\": \"11e82bfe0b5e7503e7ea80c0b738af54e34f2ef0\", \"ui_touch_selection_unittests\": \"0400774aefca1aaee0847a8b6567913903208f91\", \"unit_tests\": \"10ff50915d3fad7b0b46ffe4e7256032b153701f\", \"url_unittests\": \"39340cda0b598627faee28f948061f6c59e92405\", \"views_unittests\": \"2fa02cc4be944735b77b10e1d5e5ce210d7f100d\", \"viz_unittests\": \"23566950fb0bc971b5d725cec9dd9a699f1966ad\", \"vr_common_unittests\": \"8c291195eddc4d33a06049e72a6a3597d3c9198b\", \"vr_pixeltests\": \"ec27ad1b0e54d1614b4e05a58de1e3aba9836672\", \"wm_unittests\": \"307efb0572ce9adfa2d5242c8a67305ddc876647\", \"wtf_unittests\": \"6557cdb04a341175d2571d0a93ad4ea07b46d80b\"}}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1591977510816589",
"tags": [
"build_address:luci.chromium.ci/Linux MSan Tests/24284",
"builder:Linux MSan Tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d4fa0b20e112d61bf7276c88ff7c40e55f7247ed",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux MSan Builder",
"parent_buildnumber:26654",
"scheduler_invocation_id:9043114368127400928",
"scheduler_job_id:chromium/Linux MSan Tests",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877684306088542464/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1591977510816749",
"url": "https://ci.chromium.org/b/8877684306088542464",
"utcnow_ts": "1591977510977198"
}
}
[15:58:30.990] Task URL: https://ci.chromium.org/b/8877684306088542464
[15:58:30.990] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:2:0) after 1m0s
[15:58:59.159] Received PubSub notification, asking Buildbucket for the build status
[15:58:59.276] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:31.092] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:2:0)
[15:59:31.092] Timer tick, asking Buildbucket for the build status
[15:59:31.306] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:31.306] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:4:0) after 1m0s
[16:00:31.313] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:4:0)
[16:00:31.313] Timer tick, asking Buildbucket for the build status
[16:00:31.468] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:31.468] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:5:0) after 1m0s
[16:01:31.509] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:5:0)
[16:01:31.509] Timer tick, asking Buildbucket for the build status
[16:01:31.726] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:31.726] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:6:0) after 1m0s
[16:02:31.823] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:6:0)
[16:02:31.823] Timer tick, asking Buildbucket for the build status
[16:02:32.184] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:32.184] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:7:0) after 1m0s
[16:03:32.343] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:7:0)
[16:03:32.343] Timer tick, asking Buildbucket for the build status
[16:03:32.490] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:32.490] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:8:0) after 1m0s
[16:04:32.551] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:8:0)
[16:04:32.551] Timer tick, asking Buildbucket for the build status
[16:04:33.047] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:33.047] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:9:0) after 1m0s
[16:05:33.103] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:9:0)
[16:05:33.103] Timer tick, asking Buildbucket for the build status
[16:05:33.325] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:33.325] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:10:0) after 1m0s
[16:06:33.350] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:10:0)
[16:06:33.350] Timer tick, asking Buildbucket for the build status
[16:06:33.658] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:33.658] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:11:0) after 1m0s
[16:07:33.695] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:11:0)
[16:07:33.695] Timer tick, asking Buildbucket for the build status
[16:07:35.465] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:35.465] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:12:0) after 1m0s
[16:08:35.479] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:12:0)
[16:08:35.479] Timer tick, asking Buildbucket for the build status
[16:08:35.790] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:35.790] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:13:0) after 1m0s
[16:09:35.932] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:13:0)
[16:09:35.932] Timer tick, asking Buildbucket for the build status
[16:09:36.590] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:36.590] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:14:0) after 1m0s
[16:10:36.732] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:14:0)
[16:10:36.732] Timer tick, asking Buildbucket for the build status
[16:10:37.856] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:15:0) after 1m0s
[16:11:37.929] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:15:0)
[16:11:37.929] Timer tick, asking Buildbucket for the build status
[16:11:38.147] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:38.147] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:16:0) after 1m0s
[16:12:38.142] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:16:0)
[16:12:38.142] Timer tick, asking Buildbucket for the build status
[16:12:38.272] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:38.272] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:17:0) after 1m0s
[16:13:38.342] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:17:0)
[16:13:38.342] Timer tick, asking Buildbucket for the build status
[16:13:38.507] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:38.507] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:18:0) after 1m0s
[16:14:38.596] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:18:0)
[16:14:38.596] Timer tick, asking Buildbucket for the build status
[16:14:39.437] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:39.437] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:19:0) after 1m0s
[16:15:39.518] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:19:0)
[16:15:39.518] Timer tick, asking Buildbucket for the build status
[16:15:39.770] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:39.770] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:20:0) after 1m0s
[16:16:39.900] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:20:0)
[16:16:39.900] Timer tick, asking Buildbucket for the build status
[16:16:40.383] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:40.384] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:21:0) after 1m0s
[16:17:40.502] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:21:0)
[16:17:40.502] Timer tick, asking Buildbucket for the build status
[16:17:40.673] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:40.673] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:22:0) after 1m0s
[16:18:40.764] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:22:0)
[16:18:40.764] Timer tick, asking Buildbucket for the build status
[16:18:41.070] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:41.072] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:23:0) after 1m0s
[16:19:41.217] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:23:0)
[16:19:41.217] Timer tick, asking Buildbucket for the build status
[16:19:43.018] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:43.018] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:24:0) after 1m0s
[16:20:43.101] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:24:0)
[16:20:43.101] Timer tick, asking Buildbucket for the build status
[16:20:43.471] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:43.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:25:0) after 1m0s
[16:21:43.503] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:25:0)
[16:21:43.503] Timer tick, asking Buildbucket for the build status
[16:21:45.002] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:45.002] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:26:0) after 1m0s
[16:22:45.046] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:26:0)
[16:22:45.046] Timer tick, asking Buildbucket for the build status
[16:22:52.648] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:52.648] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:27:0) after 1m0s
[16:23:52.716] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:27:0)
[16:23:52.716] Timer tick, asking Buildbucket for the build status
[16:23:52.992] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:52.992] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:28:0) after 1m0s
[16:24:53.079] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:28:0)
[16:24:53.079] Timer tick, asking Buildbucket for the build status
[16:24:53.412] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:53.412] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:29:0) after 1m0s
[16:25:53.444] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:29:0)
[16:25:53.444] Timer tick, asking Buildbucket for the build status
[16:25:53.956] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:53.956] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:30:0) after 1m0s
[16:26:54.084] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:30:0)
[16:26:54.084] Timer tick, asking Buildbucket for the build status
[16:26:54.242] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:54.242] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:31:0) after 1m0s
[16:27:54.338] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:31:0)
[16:27:54.338] Timer tick, asking Buildbucket for the build status
[16:27:54.943] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:54.943] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:32:0) after 1m0s
[16:28:54.976] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:32:0)
[16:28:54.976] Timer tick, asking Buildbucket for the build status
[16:28:55.186] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:55.186] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:33:0) after 1m0s
[16:29:55.200] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:33:0)
[16:29:55.200] Timer tick, asking Buildbucket for the build status
[16:29:55.653] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:55.653] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:34:0) after 1m0s
[16:30:55.826] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:34:0)
[16:30:55.826] Timer tick, asking Buildbucket for the build status
[16:30:55.968] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:55.968] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:35:0) after 1m0s
[16:31:56.127] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:35:0)
[16:31:56.127] Timer tick, asking Buildbucket for the build status
[16:31:56.734] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:56.734] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:36:0) after 1m0s
[16:32:56.836] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:36:0)
[16:32:56.836] Timer tick, asking Buildbucket for the build status
[16:32:57.844] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:57.844] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:37:0) after 1m0s
[16:33:58.386] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:37:0)
[16:33:58.386] Timer tick, asking Buildbucket for the build status
[16:33:58.541] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:58.541] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:38:0) after 1m0s
[16:34:58.859] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:38:0)
[16:34:58.859] Timer tick, asking Buildbucket for the build status
[16:34:59.142] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:59.142] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:39:0) after 1m0s
[16:35:59.310] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:39:0)
[16:35:59.310] Timer tick, asking Buildbucket for the build status
[16:35:59.570] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:59.570] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:40:0) after 1m0s
[16:36:59.692] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:40:0)
[16:36:59.692] Timer tick, asking Buildbucket for the build status
[16:36:59.841] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:59.841] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:41:0) after 1m0s
[16:37:59.886] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:41:0)
[16:37:59.886] Timer tick, asking Buildbucket for the build status
[16:38:00.313] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:00.313] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:42:0) after 1m0s
[16:39:00.422] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:42:0)
[16:39:00.422] Timer tick, asking Buildbucket for the build status
[16:39:00.806] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:00.806] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:43:0) after 1m0s
[16:40:00.825] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:43:0)
[16:40:00.825] Timer tick, asking Buildbucket for the build status
[16:40:00.969] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:00.969] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:44:0) after 1m0s
[16:41:01.711] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:44:0)
[16:41:01.712] Timer tick, asking Buildbucket for the build status
[16:41:01.916] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:01.916] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:45:0) after 1m0s
[16:42:02.002] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:45:0)
[16:42:02.002] Timer tick, asking Buildbucket for the build status
[16:42:02.370] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:02.371] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:46:0) after 1m0s
[16:43:02.466] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:46:0)
[16:43:02.466] Timer tick, asking Buildbucket for the build status
[16:43:02.689] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:02.689] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:47:0) after 1m0s
[16:44:03.804] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:47:0)
[16:44:03.804] Timer tick, asking Buildbucket for the build status
[16:44:04.059] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:04.059] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:48:0) after 1m0s
[16:45:04.465] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:48:0)
[16:45:04.465] Timer tick, asking Buildbucket for the build status
[16:45:04.697] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:04.697] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:49:0) after 1m0s
[16:46:04.729] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:49:0)
[16:46:04.730] Timer tick, asking Buildbucket for the build status
[16:46:05.335] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:05.335] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:50:0) after 1m0s
[16:47:05.487] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:50:0)
[16:47:05.487] Timer tick, asking Buildbucket for the build status
[16:47:05.749] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:51:0) after 1m0s
[16:48:05.953] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:51:0)
[16:48:05.953] Timer tick, asking Buildbucket for the build status
[16:48:06.306] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:06.306] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:52:0) after 1m0s
[16:49:06.360] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:52:0)
[16:49:06.360] Timer tick, asking Buildbucket for the build status
[16:49:06.559] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:06.559] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:53:0) after 1m0s
[16:50:06.623] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:53:0)
[16:50:06.623] Timer tick, asking Buildbucket for the build status
[16:50:06.819] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:06.819] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:54:0) after 1m0s
[16:51:06.893] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:54:0)
[16:51:06.893] Timer tick, asking Buildbucket for the build status
[16:51:07.519] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:07.519] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:55:0) after 1m0s
[16:52:07.505] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:55:0)
[16:52:07.505] Timer tick, asking Buildbucket for the build status
[16:52:07.915] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:07.915] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:56:0) after 1m0s
[16:53:07.949] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:56:0)
[16:53:07.949] Timer tick, asking Buildbucket for the build status
[16:53:08.227] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:08.227] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:57:0) after 1m0s
[16:54:08.299] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:57:0)
[16:54:08.299] Timer tick, asking Buildbucket for the build status
[16:54:08.459] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:08.459] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:58:0) after 1m0s
[16:55:08.453] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:58:0)
[16:55:08.453] Timer tick, asking Buildbucket for the build status
[16:55:08.599] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:08.599] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:59:0) after 1m0s
[16:56:08.633] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:59:0)
[16:56:08.633] Timer tick, asking Buildbucket for the build status
[16:56:09.126] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:09.127] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:60:0) after 1m0s
[16:57:09.271] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:60:0)
[16:57:09.271] Timer tick, asking Buildbucket for the build status
[16:57:09.806] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:09.806] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:61:0) after 1m0s
[16:58:09.809] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:61:0)
[16:58:09.809] Timer tick, asking Buildbucket for the build status
[16:58:11.281] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:11.281] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:62:0) after 1m0s
[16:59:11.346] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:62:0)
[16:59:11.346] Timer tick, asking Buildbucket for the build status
[16:59:11.501] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:11.501] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:63:0) after 1m0s
[17:00:11.616] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:63:0)
[17:00:11.616] Timer tick, asking Buildbucket for the build status
[17:00:11.816] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:11.816] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:64:0) after 1m0s
[17:01:11.895] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:64:0)
[17:01:11.895] Timer tick, asking Buildbucket for the build status
[17:01:12.769] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:12.769] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:65:0) after 1m0s
[17:02:12.854] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:65:0)
[17:02:12.854] Timer tick, asking Buildbucket for the build status
[17:02:13.295] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:13.295] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:66:0) after 1m0s
[17:03:13.404] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:66:0)
[17:03:13.404] Timer tick, asking Buildbucket for the build status
[17:03:14.144] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:14.144] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:67:0) after 1m0s
[17:04:14.209] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:67:0)
[17:04:14.209] Timer tick, asking Buildbucket for the build status
[17:04:14.783] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:14.783] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:68:0) after 1m0s
[17:05:14.772] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:68:0)
[17:05:14.772] Timer tick, asking Buildbucket for the build status
[17:05:15.273] Build 8877684306088542464: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:15.273] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:9043114368127400928:69:0) after 1m0s
[17:05:43.777] Received PubSub notification, asking Buildbucket for the build status
[17:05:43.897] Build 8877684306088542464: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:05:43.897] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1591981541491608",
"created_by": "project:chromium",
"created_ts": "1591977510328889",
"failure_reason": "BUILD_FAILURE",
"id": "8877684306088542464",
"parameters_json": "{\"builder_name\": \"Linux MSan Tests\", \"properties\": {\"parent_buildername\": \"Linux MSan Builder\", \"parent_got_angle_revision\": \"61d6f87fb67d45eeaff1c2d872f24eb84d0a0ef0\", \"parent_got_dawn_revision\": \"5c9f7af77d0e66f96685cb46338abaf35a83ee3a\", \"parent_got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"parent_got_revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"parent_got_revision_cp\": \"refs/heads/master@{#777800}\", \"parent_got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"parent_got_swiftshader_revision\": \"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\", \"parent_got_v8_revision\": \"4aeb30f1a19e43c884483a9412071ea73246c77c\", \"parent_got_v8_revision_cp\": \"refs/heads/8.5.142@{#1}\", \"parent_got_webrtc_revision\": \"b64ecd9960d5bba5272608d896055a3345ff87f3\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#31508}\", \"parent_mastername\": \"chromium.memory\", \"revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"swarm_hashes\": {\"accessibility_unittests\": \"37cd42e634d277929f205f19805c04594422804f\", \"angle_unittests\": \"8dbfa2d7c2924e4310a5bd69d7908f9c871e0896\", \"app_shell_unittests\": \"b35e6629ec66a9c714ccef5fa246d63c19a01195\", \"aura_unittests\": \"6153c3eea3698cf7a9182b5506c914c51e3bedb6\", \"base_unittests\": \"51f6c6a4b9f71c8b74db3d9dba1c654c66b56ebb\", \"base_util_unittests\": \"1f40be9e2821ec4e31d74a6e53922d838d72ec11\", \"blink_common_unittests\": \"4b7094f97b6d2b3e1d54ea09af3d436cbe6c73af\", \"blink_fuzzer_unittests\": \"12a7c236add998d47b255c5a41dd927b3e514512\", \"blink_heap_unittests\": \"d60e45b42246a88b7cc4f4b9f233f1aa6ed8f085\", \"blink_platform_unittests\": \"813798f7c71f684233b224609ebed0247159cf96\", \"blink_unittests\": \"9924ee0a7ca436b1f164d7a841a655f84cce530b\", \"boringssl_crypto_tests\": \"71e245a8c641231d36c6a5cbc5e617032a9d9c92\", \"boringssl_ssl_tests\": \"12f33316010918692657b168d0d44dcb5f6b107a\", \"browser_tests\": \"29b32299161e313fcf48a26ce91cb695b42d4af2\", \"cacheinvalidation_unittests\": \"2cbd1d20571537c78250379bbf789d34d7328c38\", \"capture_unittests\": \"4ccac130ef181c517b8f85ca7ed7bc09a3c24e60\", \"cast_unittests\": \"a6e5e02ee455249b4e82a117aa1b70d3c2436c53\", \"cc_unittests\": \"f46a66f12de1ff9e81681f2f43f5253348e1e17f\", \"chrome_app_unittests\": \"2fdd6393e5d4ccf485ce7393e38f0ac1055c134c\", \"chromedriver_unittests\": \"4368c58c612e9ec45cb79dfcc891410c93b7b1f7\", \"components_browsertests\": \"15ee22ab5e53ed8740f0153176bd5de4baadb440\", \"components_unittests\": \"03338a95dd6fb782c80bf2bd1359d993e130e94f\", \"compositor_unittests\": \"94f82057ce92aff75677db360dd7b9bde5b0c98f\", \"content_browsertests\": \"fb77ce09fbe10f43df28f165c7f4077792046057\", \"content_unittests\": \"cf5c27bf2b2a9564643bbaddf6baf0528081f89b\", \"crashpad_tests\": \"9ba86d3d89cf9db6da35617f5fc87ffdd862bfab\", \"cronet_tests\": \"26dde7f48753348eedf3fc3590fe50803ef32f98\", \"cronet_unittests\": \"829b1d10d5ba17bab9ef37ffbfe88588ae56f498\", \"crypto_unittests\": \"024d611ca6e69819a0aa23b27b01e3c01ea0a018\", \"dbus_unittests\": \"7c1a68418145af1290f8804b05269a0c0332bb58\", \"device_unittests\": \"2c53eb923ea4192f1e83dfbe3b125880ec1c09e1\", \"display_unittests\": \"0b73dc2d7e3d49d616bb4d21d2fab90cd6e966ca\", \"events_unittests\": \"eccf2c1c4e21da1138c871c73f208b14fdb42031\", \"extensions_browsertests\": \"23e735e1b72ab0257cbf1d17e595a0968e9b5757\", \"extensions_unittests\": \"59b248c43f9e1877ee724598450a82410d255e60\", \"filesystem_service_unittests\": \"0c34defe421db4bb0359f19b809c359d7445d874\", \"gcm_unit_tests\": \"08195e7013adf40c876a391d8e5a722f425ad901\", \"gfx_unittests\": \"5daf896d5f4140233e4394916d892d1bb4b538a4\", \"gin_unittests\": \"6bbf6c522d29537e4ed50c94bfb797b3ea72d378\", \"google_apis_unittests\": \"ceaeeed73a20912fa4ae6d6f54cd4c38e72202b6\", \"gpu_unittests\": \"0d386b55b5126a7f732e6778c4f1834ca74e18a6\", \"gwp_asan_unittests\": \"cd236c933cda5ead8860df0075a6afb0e55504a3\", \"headless_browsertests\": \"5730225276b8e6d9da355166d6a56448b3ff068d\", \"headless_unittests\": \"6feb2ff5d22085b2eb8b3f5c327b1a8810de5976\", \"interactive_ui_tests\": \"fbce9b974bbb5e9111e82fb14395d3de42862f77\", \"ipc_tests\": \"ed6b8169783b9f34415185c2d54e068626115920\", \"jingle_unittests\": \"8bbe91a6b73f60957115505f544ec7dda94d07b8\", \"latency_unittests\": \"16b298d9078b3b8e8fe1572f13025a466614a6cb\", \"libjingle_xmpp_unittests\": \"7ff0da76d39ed46186eb8116b0f5447b9806b551\", \"media_blink_unittests\": \"c173fbbf3da6ebe802d31a87b0f86bb88bc99461\", \"media_unittests\": \"88a0f223a71e3821ddf20be88612b2bb3537ae47\", \"message_center_unittests\": \"4d0cf824153f3ddcdd908c63bc5b8d7f1e18eb40\", \"midi_unittests\": \"228bc54671645c12f239f14652beed4df9e11ed2\", \"mojo_core_unittests\": \"c47a57859fc835244d974c1597ad4b79b95d6269\", \"mojo_unittests\": \"6ea354814bec0fa4cb0825141e4fe1e10121d7ff\", \"nacl_helper_nonsfi_unittests\": \"b920e9caaf2f9baa933bc59761679b953058516f\", \"nacl_loader_unittests\": \"0eed19c95e9c40f221dc41b208974289292c54e5\", \"native_theme_unittests\": \"9ab2a51e524a42ad1d6bb41de258356e08de2d47\", \"net_unittests\": \"dcb04cde4df0d779c594275f5c80e4154e6b9887\", \"pdf_unittests\": \"862c9050da6435ce9c0ee2a69f1547b044f5f089\", \"perfetto_unittests\": \"3e5020a249efc40b2ff0c0168777dd51ed8dbf55\", \"ppapi_unittests\": \"8f4cdcfd6ef9c93657b4299fa512de3689134d92\", \"printing_unittests\": \"6fd9dbd1ce9d053d61430114cc0af54b9a7d9e23\", \"remoting_unittests\": \"926b4d51567ba7dee686ba2ab06aaeb70197aff3\", \"sandbox_linux_unittests\": \"23bd45c6867d84a91583f31e84e3940692d51f1c\", \"service_manager_unittests\": \"571c68c5eb43d83253cf754dde1757cab6cbff32\", \"shell_dialogs_unittests\": \"06f5df062b945b0364abcd3fca50bc149704b0c5\", \"skia_unittests\": \"6f97d6f7daffaddbb6b939d0e0cd9ac66d0691a1\", \"snapshot_unittests\": \"287ad5497ae2215f6fa1e139fcbc8b59e15bf483\", \"sql_unittests\": \"e8a504bf3039423798c4a28b1ba585fc46741b7a\", \"storage_unittests\": \"7a4f857460d4c6c44630c8da77669a06eba6cfa6\", \"sync_integration_tests\": \"8a0c4e7ad294a5230f2e8eda9b966fd35d5ef1be\", \"traffic_annotation_auditor_unittests\": \"ca851724a0d2fca92ba98dfe064692725143aec1\", \"ui_base_unittests\": \"11e82bfe0b5e7503e7ea80c0b738af54e34f2ef0\", \"ui_touch_selection_unittests\": \"0400774aefca1aaee0847a8b6567913903208f91\", \"unit_tests\": \"10ff50915d3fad7b0b46ffe4e7256032b153701f\", \"url_unittests\": \"39340cda0b598627faee28f948061f6c59e92405\", \"views_unittests\": \"2fa02cc4be944735b77b10e1d5e5ce210d7f100d\", \"viz_unittests\": \"23566950fb0bc971b5d725cec9dd9a699f1966ad\", \"vr_common_unittests\": \"8c291195eddc4d33a06049e72a6a3597d3c9198b\", \"vr_pixeltests\": \"ec27ad1b0e54d1614b4e05a58de1e3aba9836672\", \"wm_unittests\": \"307efb0572ce9adfa2d5242c8a67305ddc876647\", \"wtf_unittests\": \"6557cdb04a341175d2571d0a93ad4ea07b46d80b\"}}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"1 Test Suite(s) failed.\\n\\n**net_unittests** failed because of:\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q049\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q048\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q043\\n\\n- VersionIncludeStreamDependencySequence/QuicChromiumClientSessionTest.ClosedWithAsyncStreamRequest/Q048_NoDependency\\n\\n- ...39667 more failure(s) (39671 total)...\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"jobs\": 500.0, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-8-165-b1re\", \"buildername\": \"Linux MSan Tests\", \"buildnumber\": 24284, \"got_angle_revision\": \"61d6f87fb67d45eeaff1c2d872f24eb84d0a0ef0\", \"got_dawn_revision\": \"5c9f7af77d0e66f96685cb46338abaf35a83ee3a\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"got_revision_cp\": \"refs/heads/master@{#777800}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\", \"got_v8_revision\": \"4aeb30f1a19e43c884483a9412071ea73246c77c\", \"got_v8_revision_cp\": \"refs/heads/8.5.142@{#1}\", \"got_webrtc_revision\": \"b64ecd9960d5bba5272608d896055a3345ff87f3\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31508}\", \"mastername\": \"chromium.memory\", \"parent_buildername\": \"Linux MSan Builder\", \"parent_got_angle_revision\": \"61d6f87fb67d45eeaff1c2d872f24eb84d0a0ef0\", \"parent_got_dawn_revision\": \"5c9f7af77d0e66f96685cb46338abaf35a83ee3a\", \"parent_got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"parent_got_revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"parent_got_revision_cp\": \"refs/heads/master@{#777800}\", \"parent_got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"parent_got_swiftshader_revision\": \"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\", \"parent_got_v8_revision\": \"4aeb30f1a19e43c884483a9412071ea73246c77c\", \"parent_got_v8_revision_cp\": \"refs/heads/8.5.142@{#1}\", \"parent_got_webrtc_revision\": \"b64ecd9960d5bba5272608d896055a3345ff87f3\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#31508}\", \"parent_mastername\": \"chromium.memory\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"revision\": \"d4fa0b20e112d61bf7276c88ff7c40e55f7247ed\", \"swarm_hashes\": {}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_431ae331f5ec3b188f86fcc0bfb7f77f1cf0532726a0b003d9cf2f8977acf8c7_v2\", \"builder_5018db700e530f8e7ae860b5b3feab2b02d3dedf1bbd3e704c6c59fde1b308dd_v2\", \"builder_578c225c2c50d5653cce8ddfaab266952737b31d66b6113fbb64cc6f5229aebd_v2\", \"builder_5ae174071c5d6730648bf4e0d5db68d27bfbde0d9c5b879a557aa1bc8e90c36b_v2\", \"builder_bee64b857be6df8b7c1ab34ae7b2c6eab296c35495667b8b8424b2083d103b1e_v2\", \"builder_f5b4454e99a04aaa5ba743b59cc70de19e20bebedef65e50e3b90534a8d6a5e4_v2\", \"builder_fac2959e29eeee13eb43de2791ff2fcb7aa7ab15952f0beca21f4615b55fa2a2_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-8-165-b1re\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5206-37b31c1\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"1 Test Suite(s) failed.\\n\\n**net_unittests** failed because of:\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q049\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q048\\n\\n- Tests/QuicSpdyStreamTest.StreamDataGetAckedMultipleTimes/Q043\\n\\n- VersionIncludeStreamDependencySequence/QuicChromiumClientSessionTest.ClosedWithAsyncStreamRequest/Q048_NoDependency\\n\\n- ...39667 more failure(s) (39671 total)...\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1591977538187241",
"status": "COMPLETED",
"status_changed_ts": "1591977538807886",
"tags": [
"build_address:luci.chromium.ci/Linux MSan Tests/24284",
"builder:Linux MSan Tests",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d4fa0b20e112d61bf7276c88ff7c40e55f7247ed",
"gitiles_ref:refs/heads/master",
"parent_buildername:Linux MSan Builder",
"parent_buildnumber:26654",
"scheduler_invocation_id:9043114368127400928",
"scheduler_job_id:chromium/Linux MSan Tests",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877684306088542464/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4cc2129361028310",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1591981543290849",
"url": "https://ci.chromium.org/b/8877684306088542464",
"utcnow_ts": "1591981543888211"
}
}
[17:05:43.897] Invocation finished in 1h7m14.896967762s with status FAILED