[00:36:12.640] New invocation is queued and will start shortly
[00:36:12.640] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:36:14.296] Starting the invocation (attempt 1)
[00:36:14.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:36:14.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:36:14.374] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9069264318847170272",
"parameters_json": "{\"builder_name\":\"mac-osxbeta-rel\",\"properties\":{\"parent_buildername\":\"Mac Builder\",\"parent_got_angle_revision\":\"83785d063c61674b40b0d0eb88bc2ef3bb3f202f\",\"parent_got_dawn_revision\":\"650859b4200800be3b2970f0af262e1114a40208\",\"parent_got_nacl_revision\":\"058a26f57015051953a727add26e7e26348b9558\",\"parent_got_revision\":\"b4cf908d54223181b17058e757d3a3b7013d13c6\",\"parent_got_revision_cp\":\"refs/heads/master@{#691375}\",\"parent_got_swarming_client_revision\":\"96f125709acfd0b48fc1e5dae7d6ea42291726ac\",\"parent_got_v8_revision\":\"6c9bdb566f5c66d3f92bb373196709d5d86d4f2e\",\"parent_got_v8_revision_cp\":\"refs/heads/7.8.212@{#1}\",\"parent_got_webrtc_revision\":\"10b636138d77e7d89497d5f7fde848a9bc33c648\",\"parent_got_webrtc_revision_cp\":\"refs/heads/master@{#28990}\",\"parent_mastername\":\"chromium.mac\",\"revision\":\"b4cf908d54223181b17058e757d3a3b7013d13c6\",\"swarm_hashes\":{\"accessibility_unittests\":\"863f885787d9cacd8fb0f033f0717e9cbcf73368\",\"angle_unittests\":\"37b2dc00120fdd8c08137b6b9b4197aa28c89768\",\"app_shell_unittests\":\"6a94eb9a91aa375ecd1007ecd96d2f3592cbe855\",\"base_unittests\":\"a1784c609467157bb61be9784264f6cf3fdb99d0\",\"base_util_unittests\":\"3558fdd2d0db539a82d711073940e3a172465bd3\",\"blink_common_unittests\":\"867867f501de385f1f1a4f68a8a2232b17110fe0\",\"blink_fuzzer_unittests\":\"2693ce0ae5bab6786e0bf8ba4821fc4f86c1a366\",\"blink_heap_unittests\":\"e8d459eefd4722da21e965d26576484285490d2c\",\"blink_platform_unittests\":\"e30b78c47ed280edeca057b049a567f73c288291\",\"blink_python_tests\":\"d37b62cf19425ab82fe772d55a66822b534acea7\",\"blink_unittests\":\"a212210d040bf36fe4931dd9289270ed76dae748\",\"blink_web_tests_exparchive\":\"bc604780bf2559cc3c7820a6cba690424bb078c0\",\"boringssl_crypto_tests\":\"ff9ccc248b6ec039b172c075b6c1adef0d354a90\",\"boringssl_ssl_tests\":\"39716f98e0f1c975b6a25eb45d31b741da583a61\",\"browser_tests\":\"3a5034e2b800f0a997648bdb81b4b6b76e524d34\",\"cacheinvalidation_unittests\":\"7cca11e92956528dffe5775ca6e91155bac21862\",\"capture_unittests\":\"c0145ac1783801452e7ae884b6fb05e569d3b8bc\",\"cast_unittests\":\"030ef3e2b390d89171b5b93382840e96593a296e\",\"cc_unittests\":\"d38d68a36c6e7a4863ff23b42094eab826902898\",\"chrome_app_unittests\":\"772cb87ee4bc41d7f011e3128382dbcb59901409\",\"chromedriver_py_tests\":\"615d23d20f24d979a172cd0781417c4163c3e3e2\",\"chromedriver_replay_unittests\":\"899c1f2f308185892bb65d9487c248d6bc0d3756\",\"chromedriver_unittests\":\"26d7dbee1f8d5639bce7875f56505415fc457e01\",\"components_browsertests\":\"c1846b28bb80904d8cdc82ab9ef7f8cfad92f34e\",\"components_perftests\":\"e11e1aa61a5d3307f6006f09ef9f3209be3e99c5\",\"components_unittests\":\"7882fc46e2bcff0fb596099ae4f96efff29dffd9\",\"content_browsertests\":\"65dda4a9d610839474c965537daf0bf3332e5fa5\",\"content_shell_crash_test\":\"19420318e7d22f149fc30f9a78b782442a322648\",\"content_unittests\":\"30bf1ad6c0e2bc9ccd6d66c27aacb6cfc5e89947\",\"crashpad_tests\":\"2d1028530a64dba93d21be3a2e81384c008e1ac2\",\"cronet_tests\":\"0201bd36915f5fbd9ff3c0ad78552cd4258fde8e\",\"cronet_unittests\":\"d2aea3983ce353704defa2dcd2f7531cdcbbe134\",\"crypto_unittests\":\"82416a1c9fe8ba4d293cc3321a661edbde0fdf08\",\"device_unittests\":\"6c20b647cac5776baea94068edd34b25bdff51ed\",\"display_unittests\":\"d7374fc7da9d87cd291ab602eb3faaa12a50a1ff\",\"events_unittests\":\"69b7d1786a42ab47326996b6037c3af81b805aa5\",\"extensions_browsertests\":\"f2a85bdc3552dcfdebd5fc0a73af62a7e924f68b\",\"extensions_unittests\":\"f5d0e32f86fcd0edffe1fb11d77f7601f813639f\",\"filesystem_service_unittests\":\"af6cd0166fda0307fb45a0e6def6eee869b6159e\",\"flatbuffers_unittests\":\"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\",\"gcm_unit_tests\":\"2a9ef7c257876c3f1d21eef71cf3e6dd14650a8d\",\"gfx_unittests\":\"1d8f6b8046d193ca5f5df5e53ad7393840e7b181\",\"gin_unittests\":\"34d741f26d29d768c1c5b9de95f2852b82b7c8ef\",\"google_apis_unittests\":\"fbc63cb75c0e5565740f33ae64137c3613bb327b\",\"gpu_unittests\":\"486bca70e1b2a9490f24d7386aa519d67d3b2a8c\",\"grit_python_unittests\":\"6384e884686cb1cc63f53948d912cb9c4bb957ed\",\"gwp_asan_unittests\":\"70e03937576d7fc1d1bc9eeadb94085b38c53ea4\",\"headless_browsertests\":\"83af6149f791157c311b8f9609f5f4b379b93876\",\"headless_unittests\":\"f6af549ad5728350a9c3b4ea22550cbe50c3efe0\",\"interactive_ui_tests\":\"a71039b3fb0d71029b42a39248bc8d874ce05104\",\"ipc_tests\":\"832aca6b40ab8215e53e980360568702742c3dd1\",\"jingle_unittests\":\"166772298cc65f617777d2c78daeb9468207926d\",\"latency_unittests\":\"197e1c6d9eae2c6ed1cf8b842c1aaa472077686d\",\"leveldb_service_unittests\":\"db0fe36ccf2a441a7c9efdf1934f7fcd50859fb4\",\"libjingle_xmpp_unittests\":\"3f8c613e64a1a335651cb2d9de6f3a3a0c471dd9\",\"mac_signing_tests\":\"71ae7df0b98937861821067b5a289b37286380d0\",\"media_blink_unittests\":\"d046449f099b8db3a029e00a5850240913f53300\",\"media_service_unittests\":\"37c0f6c0c357b09dad1f4fdc04997e3ee3b5f46a\",\"media_unittests\":\"cf48824319ff6aa2cf2244ae86436e420482c3e9\",\"message_center_unittests\":\"1a6744dccf5bdced3ed7ba8f8ea866439d33e44d\",\"metrics_python_tests\":\"c59c43dc73ef8b945cec52e0760c0e29affcd0b0\",\"midi_unittests\":\"5f22adab7a3de132344b8f870c62c9b3c93aef66\",\"mojo_unittests\":\"25fd94ec95fa86d0c85a38626c955885738b0653\",\"nacl_loader_unittests\":\"76d9913ae72643f4785f01e68b92d1fe95b16230\",\"native_theme_unittests\":\"40665b4c6fc8093e9eb05b4bd2adbaced3448fea\",\"net_unittests\":\"5bad3c3761e142c554eaba6c88448b105c9d0e05\",\"pdf_unittests\":\"58ab6abb271787536d26cb2e03ea6c1aa59d16d3\",\"perfetto_unittests\":\"ef836bda15b52404e4811ad41b77ed01b5626a6f\",\"ppapi_unittests\":\"dbfc2435500b1a82b82a988f427bc0f1add010ee\",\"printing_unittests\":\"0e479ba60f05434477f9d854796d434fbe97b89e\",\"remoting_unittests\":\"72c176b1e96f67a9e8643cb2476c0284771b098d\",\"sandbox_mac_unittests\":\"426abcb5ca569b154ef96875d70d17cfc8fcc799\",\"service_manager_unittests\":\"9a5fcfbb20c62395b3c5665287b648481fe90992\",\"services_unittests\":\"54cba32e2d74cafcac7f528351c228903354139d\",\"shell_dialogs_unittests\":\"0f58dd083ba1d2e413f35f986c88ff9b5d431266\",\"skia_unittests\":\"4b2fd6187bb07ecca1b27e21aba42e728176404e\",\"snapshot_unittests\":\"9a927a27425eb51af01cd47e57db7f4189aa0d3f\",\"sql_unittests\":\"bb3b7b46bf2ae5f7e3aa39a188d7b7b95031ee66\",\"storage_unittests\":\"df69cbd6b9248c637cc5e742d660b330e0cce771\",\"sync_integration_tests\":\"bffabed03c0cd41c5bc6ba677ef1a3e03ff47839\",\"telemetry_gpu_unittests\":\"4310ef605bc4573e671b52720642d1401920d90c\",\"telemetry_perf_unittests\":\"96b54dc82f5fee3e126a895659e4a54e84786e0b\",\"telemetry_unittests\":\"5a146260f7ff99b6b093a4cebd668c2b9b80b2cd\",\"ui_base_unittests\":\"acff180cb42deb2888f11702cad231629469b907\",\"ui_touch_selection_unittests\":\"c246b5f77e5e80d9c74b0900fcbca175927cf1b0\",\"unit_tests\":\"0438525796f3140c6e577d0b1c3bd126c2ce71b5\",\"url_unittests\":\"1659547785f87fd6458c91887d641ca0445dfb96\",\"views_perftests\":\"5f80994d8d2f8fe5872f0133061a13dc06f4d414\",\"views_unittests\":\"18361935129291824ff2a26edc4bff6e10ede254\",\"viz_unittests\":\"27c9fb799ff6c7e1bb02908c03aa36347ceecca5\",\"wtf_unittests\":\"5c05b574dfb06d16028b899658f31f7b82d2b092\"}}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-osxbeta-rel",
"scheduler_invocation_id:9069264318847170272",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b4cf908d54223181b17058e757d3a3b7013d13c6",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104422",
"user_agent:recipe"
]
}
[00:36:15.929] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1567038974761863",
"id": "8903834255959003472",
"parameters_json": "{\"builder_name\": \"mac-osxbeta-rel\", \"properties\": {\"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"83785d063c61674b40b0d0eb88bc2ef3bb3f202f\", \"parent_got_dawn_revision\": \"650859b4200800be3b2970f0af262e1114a40208\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"parent_got_revision_cp\": \"refs/heads/master@{#691375}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"6c9bdb566f5c66d3f92bb373196709d5d86d4f2e\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.212@{#1}\", \"parent_got_webrtc_revision\": \"10b636138d77e7d89497d5f7fde848a9bc33c648\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28990}\", \"parent_mastername\": \"chromium.mac\", \"revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"swarm_hashes\": {\"accessibility_unittests\": \"863f885787d9cacd8fb0f033f0717e9cbcf73368\", \"angle_unittests\": \"37b2dc00120fdd8c08137b6b9b4197aa28c89768\", \"app_shell_unittests\": \"6a94eb9a91aa375ecd1007ecd96d2f3592cbe855\", \"base_unittests\": \"a1784c609467157bb61be9784264f6cf3fdb99d0\", \"base_util_unittests\": \"3558fdd2d0db539a82d711073940e3a172465bd3\", \"blink_common_unittests\": \"867867f501de385f1f1a4f68a8a2232b17110fe0\", \"blink_fuzzer_unittests\": \"2693ce0ae5bab6786e0bf8ba4821fc4f86c1a366\", \"blink_heap_unittests\": \"e8d459eefd4722da21e965d26576484285490d2c\", \"blink_platform_unittests\": \"e30b78c47ed280edeca057b049a567f73c288291\", \"blink_python_tests\": \"d37b62cf19425ab82fe772d55a66822b534acea7\", \"blink_unittests\": \"a212210d040bf36fe4931dd9289270ed76dae748\", \"blink_web_tests_exparchive\": \"bc604780bf2559cc3c7820a6cba690424bb078c0\", \"boringssl_crypto_tests\": \"ff9ccc248b6ec039b172c075b6c1adef0d354a90\", \"boringssl_ssl_tests\": \"39716f98e0f1c975b6a25eb45d31b741da583a61\", \"browser_tests\": \"3a5034e2b800f0a997648bdb81b4b6b76e524d34\", \"cacheinvalidation_unittests\": \"7cca11e92956528dffe5775ca6e91155bac21862\", \"capture_unittests\": \"c0145ac1783801452e7ae884b6fb05e569d3b8bc\", \"cast_unittests\": \"030ef3e2b390d89171b5b93382840e96593a296e\", \"cc_unittests\": \"d38d68a36c6e7a4863ff23b42094eab826902898\", \"chrome_app_unittests\": \"772cb87ee4bc41d7f011e3128382dbcb59901409\", \"chromedriver_py_tests\": \"615d23d20f24d979a172cd0781417c4163c3e3e2\", \"chromedriver_replay_unittests\": \"899c1f2f308185892bb65d9487c248d6bc0d3756\", \"chromedriver_unittests\": \"26d7dbee1f8d5639bce7875f56505415fc457e01\", \"components_browsertests\": \"c1846b28bb80904d8cdc82ab9ef7f8cfad92f34e\", \"components_perftests\": \"e11e1aa61a5d3307f6006f09ef9f3209be3e99c5\", \"components_unittests\": \"7882fc46e2bcff0fb596099ae4f96efff29dffd9\", \"content_browsertests\": \"65dda4a9d610839474c965537daf0bf3332e5fa5\", \"content_shell_crash_test\": \"19420318e7d22f149fc30f9a78b782442a322648\", \"content_unittests\": \"30bf1ad6c0e2bc9ccd6d66c27aacb6cfc5e89947\", \"crashpad_tests\": \"2d1028530a64dba93d21be3a2e81384c008e1ac2\", \"cronet_tests\": \"0201bd36915f5fbd9ff3c0ad78552cd4258fde8e\", \"cronet_unittests\": \"d2aea3983ce353704defa2dcd2f7531cdcbbe134\", \"crypto_unittests\": \"82416a1c9fe8ba4d293cc3321a661edbde0fdf08\", \"device_unittests\": \"6c20b647cac5776baea94068edd34b25bdff51ed\", \"display_unittests\": \"d7374fc7da9d87cd291ab602eb3faaa12a50a1ff\", \"events_unittests\": \"69b7d1786a42ab47326996b6037c3af81b805aa5\", \"extensions_browsertests\": \"f2a85bdc3552dcfdebd5fc0a73af62a7e924f68b\", \"extensions_unittests\": \"f5d0e32f86fcd0edffe1fb11d77f7601f813639f\", \"filesystem_service_unittests\": \"af6cd0166fda0307fb45a0e6def6eee869b6159e\", \"flatbuffers_unittests\": \"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\", \"gcm_unit_tests\": \"2a9ef7c257876c3f1d21eef71cf3e6dd14650a8d\", \"gfx_unittests\": \"1d8f6b8046d193ca5f5df5e53ad7393840e7b181\", \"gin_unittests\": \"34d741f26d29d768c1c5b9de95f2852b82b7c8ef\", \"google_apis_unittests\": \"fbc63cb75c0e5565740f33ae64137c3613bb327b\", \"gpu_unittests\": \"486bca70e1b2a9490f24d7386aa519d67d3b2a8c\", \"grit_python_unittests\": \"6384e884686cb1cc63f53948d912cb9c4bb957ed\", \"gwp_asan_unittests\": \"70e03937576d7fc1d1bc9eeadb94085b38c53ea4\", \"headless_browsertests\": \"83af6149f791157c311b8f9609f5f4b379b93876\", \"headless_unittests\": \"f6af549ad5728350a9c3b4ea22550cbe50c3efe0\", \"interactive_ui_tests\": \"a71039b3fb0d71029b42a39248bc8d874ce05104\", \"ipc_tests\": \"832aca6b40ab8215e53e980360568702742c3dd1\", \"jingle_unittests\": \"166772298cc65f617777d2c78daeb9468207926d\", \"latency_unittests\": \"197e1c6d9eae2c6ed1cf8b842c1aaa472077686d\", \"leveldb_service_unittests\": \"db0fe36ccf2a441a7c9efdf1934f7fcd50859fb4\", \"libjingle_xmpp_unittests\": \"3f8c613e64a1a335651cb2d9de6f3a3a0c471dd9\", \"mac_signing_tests\": \"71ae7df0b98937861821067b5a289b37286380d0\", \"media_blink_unittests\": \"d046449f099b8db3a029e00a5850240913f53300\", \"media_service_unittests\": \"37c0f6c0c357b09dad1f4fdc04997e3ee3b5f46a\", \"media_unittests\": \"cf48824319ff6aa2cf2244ae86436e420482c3e9\", \"message_center_unittests\": \"1a6744dccf5bdced3ed7ba8f8ea866439d33e44d\", \"metrics_python_tests\": \"c59c43dc73ef8b945cec52e0760c0e29affcd0b0\", \"midi_unittests\": \"5f22adab7a3de132344b8f870c62c9b3c93aef66\", \"mojo_unittests\": \"25fd94ec95fa86d0c85a38626c955885738b0653\", \"nacl_loader_unittests\": \"76d9913ae72643f4785f01e68b92d1fe95b16230\", \"native_theme_unittests\": \"40665b4c6fc8093e9eb05b4bd2adbaced3448fea\", \"net_unittests\": \"5bad3c3761e142c554eaba6c88448b105c9d0e05\", \"pdf_unittests\": \"58ab6abb271787536d26cb2e03ea6c1aa59d16d3\", \"perfetto_unittests\": \"ef836bda15b52404e4811ad41b77ed01b5626a6f\", \"ppapi_unittests\": \"dbfc2435500b1a82b82a988f427bc0f1add010ee\", \"printing_unittests\": \"0e479ba60f05434477f9d854796d434fbe97b89e\", \"remoting_unittests\": \"72c176b1e96f67a9e8643cb2476c0284771b098d\", \"sandbox_mac_unittests\": \"426abcb5ca569b154ef96875d70d17cfc8fcc799\", \"service_manager_unittests\": \"9a5fcfbb20c62395b3c5665287b648481fe90992\", \"services_unittests\": \"54cba32e2d74cafcac7f528351c228903354139d\", \"shell_dialogs_unittests\": \"0f58dd083ba1d2e413f35f986c88ff9b5d431266\", \"skia_unittests\": \"4b2fd6187bb07ecca1b27e21aba42e728176404e\", \"snapshot_unittests\": \"9a927a27425eb51af01cd47e57db7f4189aa0d3f\", \"sql_unittests\": \"bb3b7b46bf2ae5f7e3aa39a188d7b7b95031ee66\", \"storage_unittests\": \"df69cbd6b9248c637cc5e742d660b330e0cce771\", \"sync_integration_tests\": \"bffabed03c0cd41c5bc6ba677ef1a3e03ff47839\", \"telemetry_gpu_unittests\": \"4310ef605bc4573e671b52720642d1401920d90c\", \"telemetry_perf_unittests\": \"96b54dc82f5fee3e126a895659e4a54e84786e0b\", \"telemetry_unittests\": \"5a146260f7ff99b6b093a4cebd668c2b9b80b2cd\", \"ui_base_unittests\": \"acff180cb42deb2888f11702cad231629469b907\", \"ui_touch_selection_unittests\": \"c246b5f77e5e80d9c74b0900fcbca175927cf1b0\", \"unit_tests\": \"0438525796f3140c6e577d0b1c3bd126c2ce71b5\", \"url_unittests\": \"1659547785f87fd6458c91887d641ca0445dfb96\", \"views_perftests\": \"5f80994d8d2f8fe5872f0133061a13dc06f4d414\", \"views_unittests\": \"18361935129291824ff2a26edc4bff6e10ede254\", \"viz_unittests\": \"27c9fb799ff6c7e1bb02908c03aa36347ceecca5\", \"wtf_unittests\": \"5c05b574dfb06d16028b899658f31f7b82d2b092\"}}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1567038975613159",
"tags": [
"build_address:luci.chromium.ci/mac-osxbeta-rel/3001",
"builder:mac-osxbeta-rel",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b4cf908d54223181b17058e757d3a3b7013d13c6",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104422",
"scheduler_invocation_id:9069264318847170272",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903834255959003472/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1567038975613285",
"url": "https://ci.chromium.org/b/8903834255959003472",
"utcnow_ts": "1567038975905571"
}
}
[00:36:15.929] Task URL: https://ci.chromium.org/b/8903834255959003472
[00:36:15.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:2:0) after 1m0s
[00:37:15.981] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:2:0)
[00:37:15.981] Timer tick, asking Buildbucket for the build status
[00:37:16.366] Build 8903834255959003472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:37:16.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:3:0) after 1m0s
[00:38:16.466] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:3:0)
[00:38:16.466] Timer tick, asking Buildbucket for the build status
[00:38:17.383] Build 8903834255959003472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:38:17.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:4:0) after 1m0s
[00:39:17.411] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:4:0)
[00:39:17.411] Timer tick, asking Buildbucket for the build status
[00:39:17.625] Build 8903834255959003472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:39:17.625] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:5:0) after 1m0s
[00:40:17.652] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:5:0)
[00:40:17.652] Timer tick, asking Buildbucket for the build status
[00:40:17.850] Build 8903834255959003472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:40:17.850] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:6:0) after 1m0s
[00:41:17.831] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:6:0)
[00:41:17.831] Timer tick, asking Buildbucket for the build status
[00:41:18.021] Build 8903834255959003472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:41:18.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:7:0) after 1m0s
[00:41:34.932] Received PubSub notification, asking Buildbucket for the build status
[00:41:35.161] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:18.052] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:7:0)
[00:42:18.052] Timer tick, asking Buildbucket for the build status
[00:42:18.649] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:18.649] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:9:0) after 1m0s
[00:43:18.734] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:9:0)
[00:43:18.734] Timer tick, asking Buildbucket for the build status
[00:43:21.461] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:21.461] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:10:0) after 1m0s
[00:44:21.579] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:10:0)
[00:44:21.579] Timer tick, asking Buildbucket for the build status
[00:44:22.381] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:22.381] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:11:0) after 1m0s
[00:45:22.419] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:11:0)
[00:45:22.419] Timer tick, asking Buildbucket for the build status
[00:45:22.853] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:22.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:12:0) after 1m0s
[00:46:22.937] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:12:0)
[00:46:22.937] Timer tick, asking Buildbucket for the build status
[00:46:23.879] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:23.879] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:13:0) after 1m0s
[00:47:23.922] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:13:0)
[00:47:23.922] Timer tick, asking Buildbucket for the build status
[00:47:24.181] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:24.181] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:14:0) after 1m0s
[00:48:24.173] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:14:0)
[00:48:24.173] Timer tick, asking Buildbucket for the build status
[00:48:24.503] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:24.503] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:15:0) after 1m0s
[00:49:24.609] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:15:0)
[00:49:24.609] Timer tick, asking Buildbucket for the build status
[00:49:24.816] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:24.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:16:0) after 1m0s
[00:50:24.892] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:16:0)
[00:50:24.892] Timer tick, asking Buildbucket for the build status
[00:50:25.081] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:25.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:17:0) after 1m0s
[00:51:25.140] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:17:0)
[00:51:25.140] Timer tick, asking Buildbucket for the build status
[00:51:25.515] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:25.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:18:0) after 1m0s
[00:52:25.578] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:18:0)
[00:52:25.578] Timer tick, asking Buildbucket for the build status
[00:52:26.490] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:26.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:19:0) after 1m0s
[00:53:26.582] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:19:0)
[00:53:26.582] Timer tick, asking Buildbucket for the build status
[00:53:26.848] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:26.848] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:20:0) after 1m0s
[00:54:26.927] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:20:0)
[00:54:26.927] Timer tick, asking Buildbucket for the build status
[00:54:29.859] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:29.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:21:0) after 1m0s
[00:55:29.905] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:21:0)
[00:55:29.905] Timer tick, asking Buildbucket for the build status
[00:55:30.245] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:30.245] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:22:0) after 1m0s
[00:56:30.403] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:22:0)
[00:56:30.403] Timer tick, asking Buildbucket for the build status
[00:56:30.618] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:30.618] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:23:0) after 1m0s
[00:57:30.686] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:23:0)
[00:57:30.686] Timer tick, asking Buildbucket for the build status
[00:57:31.361] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:31.361] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:24:0) after 1m0s
[00:58:31.619] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:24:0)
[00:58:31.619] Timer tick, asking Buildbucket for the build status
[00:58:32.676] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:32.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:25:0) after 1m0s
[00:59:32.722] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:25:0)
[00:59:32.722] Timer tick, asking Buildbucket for the build status
[00:59:32.950] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:32.950] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:26:0) after 1m0s
[01:00:32.977] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:26:0)
[01:00:32.977] Timer tick, asking Buildbucket for the build status
[01:00:33.446] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:33.446] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:27:0) after 1m0s
[01:01:33.471] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:27:0)
[01:01:33.471] Timer tick, asking Buildbucket for the build status
[01:01:34.758] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:34.758] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:28:0) after 1m0s
[01:02:34.835] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:28:0)
[01:02:34.835] Timer tick, asking Buildbucket for the build status
[01:02:35.058] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:35.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:29:0) after 1m0s
[01:03:35.086] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:29:0)
[01:03:35.086] Timer tick, asking Buildbucket for the build status
[01:03:37.609] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:37.610] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:30:0) after 1m0s
[01:04:37.686] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:30:0)
[01:04:37.686] Timer tick, asking Buildbucket for the build status
[01:04:37.976] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:37.976] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:31:0) after 1m0s
[01:05:38.009] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:31:0)
[01:05:38.009] Timer tick, asking Buildbucket for the build status
[01:05:38.562] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:38.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:32:0) after 1m0s
[01:06:38.622] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:32:0)
[01:06:38.622] Timer tick, asking Buildbucket for the build status
[01:06:41.714] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:41.714] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:33:0) after 1m0s
[01:07:41.860] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:33:0)
[01:07:41.860] Timer tick, asking Buildbucket for the build status
[01:07:42.213] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:42.213] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:34:0) after 1m0s
[01:08:42.365] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:34:0)
[01:08:42.365] Timer tick, asking Buildbucket for the build status
[01:08:43.057] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:43.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:35:0) after 1m0s
[01:09:43.064] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:35:0)
[01:09:43.064] Timer tick, asking Buildbucket for the build status
[01:09:43.398] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:43.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:36:0) after 1m0s
[01:10:43.422] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:36:0)
[01:10:43.422] Timer tick, asking Buildbucket for the build status
[01:10:43.718] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:43.718] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:37:0) after 1m0s
[01:11:43.769] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:37:0)
[01:11:43.769] Timer tick, asking Buildbucket for the build status
[01:11:43.969] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:43.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:38:0) after 1m0s
[01:12:44.107] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:38:0)
[01:12:44.107] Timer tick, asking Buildbucket for the build status
[01:12:44.354] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:44.354] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:39:0) after 1m0s
[01:13:44.400] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:39:0)
[01:13:44.400] Timer tick, asking Buildbucket for the build status
[01:13:46.513] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:46.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:40:0) after 1m0s
[01:14:46.525] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:40:0)
[01:14:46.525] Timer tick, asking Buildbucket for the build status
[01:14:46.697] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:46.697] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:41:0) after 1m0s
[01:15:46.710] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:41:0)
[01:15:46.710] Timer tick, asking Buildbucket for the build status
[01:15:47.982] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:47.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:42:0) after 1m0s
[01:16:48.054] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:42:0)
[01:16:48.054] Timer tick, asking Buildbucket for the build status
[01:16:48.815] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:48.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:43:0) after 1m0s
[01:17:48.844] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:43:0)
[01:17:48.844] Timer tick, asking Buildbucket for the build status
[01:17:49.039] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:49.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:44:0) after 1m0s
[01:18:49.065] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:44:0)
[01:18:49.065] Timer tick, asking Buildbucket for the build status
[01:18:49.656] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:49.656] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:45:0) after 1m0s
[01:19:49.681] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:45:0)
[01:19:49.681] Timer tick, asking Buildbucket for the build status
[01:19:49.966] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:49.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:46:0) after 1m0s
[01:20:50.048] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:46:0)
[01:20:50.048] Timer tick, asking Buildbucket for the build status
[01:20:50.837] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:50.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:47:0) after 1m0s
[01:21:50.903] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:47:0)
[01:21:50.903] Timer tick, asking Buildbucket for the build status
[01:21:52.985] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:52.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:48:0) after 1m0s
[01:22:53.015] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:48:0)
[01:22:53.015] Timer tick, asking Buildbucket for the build status
[01:22:53.680] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:53.680] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:49:0) after 1m0s
[01:23:53.963] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:49:0)
[01:23:53.963] Timer tick, asking Buildbucket for the build status
[01:23:54.450] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:54.451] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:50:0) after 1m0s
[01:24:54.456] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:50:0)
[01:24:54.457] Timer tick, asking Buildbucket for the build status
[01:24:54.647] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:54.647] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:51:0) after 1m0s
[01:25:54.650] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:51:0)
[01:25:54.650] Timer tick, asking Buildbucket for the build status
[01:25:54.926] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:54.926] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:52:0) after 1m0s
[01:26:54.991] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:52:0)
[01:26:54.991] Timer tick, asking Buildbucket for the build status
[01:26:55.412] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:55.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:53:0) after 1m0s
[01:27:55.429] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:53:0)
[01:27:55.429] Timer tick, asking Buildbucket for the build status
[01:27:56.298] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:56.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:54:0) after 1m0s
[01:28:56.380] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:54:0)
[01:28:56.380] Timer tick, asking Buildbucket for the build status
[01:28:56.950] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:56.950] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:55:0) after 1m0s
[01:29:56.985] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:55:0)
[01:29:56.985] Timer tick, asking Buildbucket for the build status
[01:29:58.008] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:58.008] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:56:0) after 1m0s
[01:30:58.086] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:56:0)
[01:30:58.086] Timer tick, asking Buildbucket for the build status
[01:30:59.922] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:59.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:57:0) after 1m0s
[01:32:00.135] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:57:0)
[01:32:00.135] Timer tick, asking Buildbucket for the build status
[01:32:00.946] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:00.946] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:58:0) after 1m0s
[01:33:00.991] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:58:0)
[01:33:00.991] Timer tick, asking Buildbucket for the build status
[01:33:01.759] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:01.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:59:0) after 1m0s
[01:34:01.910] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:59:0)
[01:34:01.910] Timer tick, asking Buildbucket for the build status
[01:34:02.165] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:02.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:60:0) after 1m0s
[01:35:02.197] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:60:0)
[01:35:02.197] Timer tick, asking Buildbucket for the build status
[01:35:03.627] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:03.627] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:61:0) after 1m0s
[01:36:03.677] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:61:0)
[01:36:03.677] Timer tick, asking Buildbucket for the build status
[01:36:03.940] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:03.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:62:0) after 1m0s
[01:37:03.971] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:62:0)
[01:37:03.971] Timer tick, asking Buildbucket for the build status
[01:37:05.041] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:05.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:63:0) after 1m0s
[01:38:05.242] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:63:0)
[01:38:05.242] Timer tick, asking Buildbucket for the build status
[01:38:05.491] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:05.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:64:0) after 1m0s
[01:39:05.582] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:64:0)
[01:39:05.582] Timer tick, asking Buildbucket for the build status
[01:39:05.777] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:05.777] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:65:0) after 1m0s
[01:40:05.839] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:65:0)
[01:40:05.839] Timer tick, asking Buildbucket for the build status
[01:40:06.458] Build 8903834255959003472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:06.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:9069264318847170272:66:0) after 1m0s
[01:40:23.829] Received PubSub notification, asking Buildbucket for the build status
[01:40:24.428] Build 8903834255959003472: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:40:24.429] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1567042821122567",
"created_by": "project:chromium",
"created_ts": "1567038974761863",
"failure_reason": "BUILD_FAILURE",
"id": "8903834255959003472",
"parameters_json": "{\"builder_name\": \"mac-osxbeta-rel\", \"properties\": {\"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"83785d063c61674b40b0d0eb88bc2ef3bb3f202f\", \"parent_got_dawn_revision\": \"650859b4200800be3b2970f0af262e1114a40208\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"parent_got_revision_cp\": \"refs/heads/master@{#691375}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"6c9bdb566f5c66d3f92bb373196709d5d86d4f2e\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.212@{#1}\", \"parent_got_webrtc_revision\": \"10b636138d77e7d89497d5f7fde848a9bc33c648\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28990}\", \"parent_mastername\": \"chromium.mac\", \"revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"swarm_hashes\": {\"accessibility_unittests\": \"863f885787d9cacd8fb0f033f0717e9cbcf73368\", \"angle_unittests\": \"37b2dc00120fdd8c08137b6b9b4197aa28c89768\", \"app_shell_unittests\": \"6a94eb9a91aa375ecd1007ecd96d2f3592cbe855\", \"base_unittests\": \"a1784c609467157bb61be9784264f6cf3fdb99d0\", \"base_util_unittests\": \"3558fdd2d0db539a82d711073940e3a172465bd3\", \"blink_common_unittests\": \"867867f501de385f1f1a4f68a8a2232b17110fe0\", \"blink_fuzzer_unittests\": \"2693ce0ae5bab6786e0bf8ba4821fc4f86c1a366\", \"blink_heap_unittests\": \"e8d459eefd4722da21e965d26576484285490d2c\", \"blink_platform_unittests\": \"e30b78c47ed280edeca057b049a567f73c288291\", \"blink_python_tests\": \"d37b62cf19425ab82fe772d55a66822b534acea7\", \"blink_unittests\": \"a212210d040bf36fe4931dd9289270ed76dae748\", \"blink_web_tests_exparchive\": \"bc604780bf2559cc3c7820a6cba690424bb078c0\", \"boringssl_crypto_tests\": \"ff9ccc248b6ec039b172c075b6c1adef0d354a90\", \"boringssl_ssl_tests\": \"39716f98e0f1c975b6a25eb45d31b741da583a61\", \"browser_tests\": \"3a5034e2b800f0a997648bdb81b4b6b76e524d34\", \"cacheinvalidation_unittests\": \"7cca11e92956528dffe5775ca6e91155bac21862\", \"capture_unittests\": \"c0145ac1783801452e7ae884b6fb05e569d3b8bc\", \"cast_unittests\": \"030ef3e2b390d89171b5b93382840e96593a296e\", \"cc_unittests\": \"d38d68a36c6e7a4863ff23b42094eab826902898\", \"chrome_app_unittests\": \"772cb87ee4bc41d7f011e3128382dbcb59901409\", \"chromedriver_py_tests\": \"615d23d20f24d979a172cd0781417c4163c3e3e2\", \"chromedriver_replay_unittests\": \"899c1f2f308185892bb65d9487c248d6bc0d3756\", \"chromedriver_unittests\": \"26d7dbee1f8d5639bce7875f56505415fc457e01\", \"components_browsertests\": \"c1846b28bb80904d8cdc82ab9ef7f8cfad92f34e\", \"components_perftests\": \"e11e1aa61a5d3307f6006f09ef9f3209be3e99c5\", \"components_unittests\": \"7882fc46e2bcff0fb596099ae4f96efff29dffd9\", \"content_browsertests\": \"65dda4a9d610839474c965537daf0bf3332e5fa5\", \"content_shell_crash_test\": \"19420318e7d22f149fc30f9a78b782442a322648\", \"content_unittests\": \"30bf1ad6c0e2bc9ccd6d66c27aacb6cfc5e89947\", \"crashpad_tests\": \"2d1028530a64dba93d21be3a2e81384c008e1ac2\", \"cronet_tests\": \"0201bd36915f5fbd9ff3c0ad78552cd4258fde8e\", \"cronet_unittests\": \"d2aea3983ce353704defa2dcd2f7531cdcbbe134\", \"crypto_unittests\": \"82416a1c9fe8ba4d293cc3321a661edbde0fdf08\", \"device_unittests\": \"6c20b647cac5776baea94068edd34b25bdff51ed\", \"display_unittests\": \"d7374fc7da9d87cd291ab602eb3faaa12a50a1ff\", \"events_unittests\": \"69b7d1786a42ab47326996b6037c3af81b805aa5\", \"extensions_browsertests\": \"f2a85bdc3552dcfdebd5fc0a73af62a7e924f68b\", \"extensions_unittests\": \"f5d0e32f86fcd0edffe1fb11d77f7601f813639f\", \"filesystem_service_unittests\": \"af6cd0166fda0307fb45a0e6def6eee869b6159e\", \"flatbuffers_unittests\": \"6c2c78ec4f0ec1587d6af0a3783a4481be967e95\", \"gcm_unit_tests\": \"2a9ef7c257876c3f1d21eef71cf3e6dd14650a8d\", \"gfx_unittests\": \"1d8f6b8046d193ca5f5df5e53ad7393840e7b181\", \"gin_unittests\": \"34d741f26d29d768c1c5b9de95f2852b82b7c8ef\", \"google_apis_unittests\": \"fbc63cb75c0e5565740f33ae64137c3613bb327b\", \"gpu_unittests\": \"486bca70e1b2a9490f24d7386aa519d67d3b2a8c\", \"grit_python_unittests\": \"6384e884686cb1cc63f53948d912cb9c4bb957ed\", \"gwp_asan_unittests\": \"70e03937576d7fc1d1bc9eeadb94085b38c53ea4\", \"headless_browsertests\": \"83af6149f791157c311b8f9609f5f4b379b93876\", \"headless_unittests\": \"f6af549ad5728350a9c3b4ea22550cbe50c3efe0\", \"interactive_ui_tests\": \"a71039b3fb0d71029b42a39248bc8d874ce05104\", \"ipc_tests\": \"832aca6b40ab8215e53e980360568702742c3dd1\", \"jingle_unittests\": \"166772298cc65f617777d2c78daeb9468207926d\", \"latency_unittests\": \"197e1c6d9eae2c6ed1cf8b842c1aaa472077686d\", \"leveldb_service_unittests\": \"db0fe36ccf2a441a7c9efdf1934f7fcd50859fb4\", \"libjingle_xmpp_unittests\": \"3f8c613e64a1a335651cb2d9de6f3a3a0c471dd9\", \"mac_signing_tests\": \"71ae7df0b98937861821067b5a289b37286380d0\", \"media_blink_unittests\": \"d046449f099b8db3a029e00a5850240913f53300\", \"media_service_unittests\": \"37c0f6c0c357b09dad1f4fdc04997e3ee3b5f46a\", \"media_unittests\": \"cf48824319ff6aa2cf2244ae86436e420482c3e9\", \"message_center_unittests\": \"1a6744dccf5bdced3ed7ba8f8ea866439d33e44d\", \"metrics_python_tests\": \"c59c43dc73ef8b945cec52e0760c0e29affcd0b0\", \"midi_unittests\": \"5f22adab7a3de132344b8f870c62c9b3c93aef66\", \"mojo_unittests\": \"25fd94ec95fa86d0c85a38626c955885738b0653\", \"nacl_loader_unittests\": \"76d9913ae72643f4785f01e68b92d1fe95b16230\", \"native_theme_unittests\": \"40665b4c6fc8093e9eb05b4bd2adbaced3448fea\", \"net_unittests\": \"5bad3c3761e142c554eaba6c88448b105c9d0e05\", \"pdf_unittests\": \"58ab6abb271787536d26cb2e03ea6c1aa59d16d3\", \"perfetto_unittests\": \"ef836bda15b52404e4811ad41b77ed01b5626a6f\", \"ppapi_unittests\": \"dbfc2435500b1a82b82a988f427bc0f1add010ee\", \"printing_unittests\": \"0e479ba60f05434477f9d854796d434fbe97b89e\", \"remoting_unittests\": \"72c176b1e96f67a9e8643cb2476c0284771b098d\", \"sandbox_mac_unittests\": \"426abcb5ca569b154ef96875d70d17cfc8fcc799\", \"service_manager_unittests\": \"9a5fcfbb20c62395b3c5665287b648481fe90992\", \"services_unittests\": \"54cba32e2d74cafcac7f528351c228903354139d\", \"shell_dialogs_unittests\": \"0f58dd083ba1d2e413f35f986c88ff9b5d431266\", \"skia_unittests\": \"4b2fd6187bb07ecca1b27e21aba42e728176404e\", \"snapshot_unittests\": \"9a927a27425eb51af01cd47e57db7f4189aa0d3f\", \"sql_unittests\": \"bb3b7b46bf2ae5f7e3aa39a188d7b7b95031ee66\", \"storage_unittests\": \"df69cbd6b9248c637cc5e742d660b330e0cce771\", \"sync_integration_tests\": \"bffabed03c0cd41c5bc6ba677ef1a3e03ff47839\", \"telemetry_gpu_unittests\": \"4310ef605bc4573e671b52720642d1401920d90c\", \"telemetry_perf_unittests\": \"96b54dc82f5fee3e126a895659e4a54e84786e0b\", \"telemetry_unittests\": \"5a146260f7ff99b6b093a4cebd668c2b9b80b2cd\", \"ui_base_unittests\": \"acff180cb42deb2888f11702cad231629469b907\", \"ui_touch_selection_unittests\": \"c246b5f77e5e80d9c74b0900fcbca175927cf1b0\", \"unit_tests\": \"0438525796f3140c6e577d0b1c3bd126c2ce71b5\", \"url_unittests\": \"1659547785f87fd6458c91887d641ca0445dfb96\", \"views_perftests\": \"5f80994d8d2f8fe5872f0133061a13dc06f4d414\", \"views_unittests\": \"18361935129291824ff2a26edc4bff6e10ede254\", \"viz_unittests\": \"27c9fb799ff6c7e1bb02908c03aa36347ceecca5\", \"wtf_unittests\": \"5c05b574dfb06d16028b899658f31f7b82d2b092\"}}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"16 Test Suite(s) failed.\\n\\n**interactive_ui_tests on Intel GPU on Mac** failed because of:\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/1\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/0\\n\\n- WidgetTestInteractive.ShowInactive\\n\\n- SitePerProcessCustomTextInputManagerFilteringTest.DoNotCrashBrowserInWordLookUpForDestroyedWidget_ChildFrame\\n\\n- ...1 more failure(s) (5 total)...\\n\\n**blink_platform_unittests on Intel GPU on Mac** failed because of:\\n\\n- OpenTypeCapsSupportTest.SmallCapsForSFNSText\\n\\n**blink_python_tests on Intel GPU on Mac** failed because of:\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_enable_sanitizer\\n\\n- ...120 more failure(s) (121 total)...\\n\\n#### ...13 more test(s)...\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-east1-d-8-93-50is\", \"buildername\": \"mac-osxbeta-rel\", \"buildnumber\": 3001, \"got_angle_revision\": \"83785d063c61674b40b0d0eb88bc2ef3bb3f202f\", \"got_dawn_revision\": \"650859b4200800be3b2970f0af262e1114a40208\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"got_revision_cp\": \"refs/heads/master@{#691375}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"6c9bdb566f5c66d3f92bb373196709d5d86d4f2e\", \"got_v8_revision_cp\": \"refs/heads/7.8.212@{#1}\", \"got_webrtc_revision\": \"10b636138d77e7d89497d5f7fde848a9bc33c648\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28990}\", \"mastername\": \"chromium.fyi\", \"parent_buildername\": \"Mac Builder\", \"parent_got_angle_revision\": \"83785d063c61674b40b0d0eb88bc2ef3bb3f202f\", \"parent_got_dawn_revision\": \"650859b4200800be3b2970f0af262e1114a40208\", \"parent_got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"parent_got_revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"parent_got_revision_cp\": \"refs/heads/master@{#691375}\", \"parent_got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"parent_got_v8_revision\": \"6c9bdb566f5c66d3f92bb373196709d5d86d4f2e\", \"parent_got_v8_revision_cp\": \"refs/heads/7.8.212@{#1}\", \"parent_got_webrtc_revision\": \"10b636138d77e7d89497d5f7fde848a9bc33c648\", \"parent_got_webrtc_revision_cp\": \"refs/heads/master@{#28990}\", \"parent_mastername\": \"chromium.mac\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"revision\": \"b4cf908d54223181b17058e757d3a3b7013d13c6\", \"swarm_hashes\": {}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_1313787165392eb219c57f145b1b9e0fbbb62d544385caa60e27617303515107_v2\", \"builder_3e8184a1360bfb98b7c6c72727fe26f3a8bcb752f0d76877864d3d038eafa276_v2\", \"builder_97b15bccca8d35086c1bc50eecf0b53d98289cdc65be75a287efcc384d1f34ed_v2\", \"builder_9ccb21220795a1d1972030c6b5d9b4569472a28790e1458f6676edb8e4495e8f_v2\", \"builder_a2d0deb167035deb42f2d46ec8df60bd17682f54960fd7d9f79bcb4fddee3411_v2\", \"builder_a3e7142fc0ba0df62683262a4cd1f5e17367af28b9c845f6b564364f228e9df6_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-east1-d-8-93-50is\"], \"image\": [\"chrome-xenial-19052201-9cb74617499\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-d\"]}}, \"ui\": {\"info\": \"16 Test Suite(s) failed.\\n\\n**interactive_ui_tests on Intel GPU on Mac** failed because of:\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/1\\n\\n- NativeWidgetMacInteractiveUITestInstance/NativeWidgetMacInteractiveUITest.ShowInactiveIgnoresKeyStatus/0\\n\\n- WidgetTestInteractive.ShowInactive\\n\\n- SitePerProcessCustomTextInputManagerFilteringTest.DoNotCrashBrowserInWordLookUpForDestroyedWidget_ChildFrame\\n\\n- ...1 more failure(s) (5 total)...\\n\\n**blink_platform_unittests on Intel GPU on Mac** failed because of:\\n\\n- OpenTypeCapsSupportTest.SmallCapsForSFNSText\\n\\n**blink_python_tests on Intel GPU on Mac** failed because of:\\n\\n- blinkpy.web_tests.run_web_tests_unittest.RunTest.test_enable_sanitizer\\n\\n- ...120 more failure(s) (121 total)...\\n\\n#### ...13 more test(s)...\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1567039292615697",
"status": "COMPLETED",
"status_changed_ts": "1567039293914813",
"tags": [
"build_address:luci.chromium.ci/mac-osxbeta-rel/3001",
"builder:mac-osxbeta-rel",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b4cf908d54223181b17058e757d3a3b7013d13c6",
"gitiles_ref:refs/heads/master",
"parent_buildername:Mac Builder",
"parent_buildnumber:104422",
"scheduler_invocation_id:9069264318847170272",
"scheduler_job_id:chromium/mac-osxbeta-rel",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903834255959003472/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:46f39eb9d7fdbe10",
"user_agent:luci-scheduler",
"user_agent:recipe"
],
"updated_ts": "1567042822912713",
"url": "https://ci.chromium.org/b/8903834255959003472",
"utcnow_ts": "1567042824403324"
}
}
[01:40:24.429] Invocation finished in 1h4m11.805506318s with status FAILED