Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25999 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "8f6f5a4bb28d4f9cef8b747c9cd384ebcebb2a6a",
  "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
  "parent_got_revision_cp": "refs/heads/main@{#947183}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "c082becb248ccd3fafac2fd9f4cb50e8d0278682",
  "parent_got_v8_revision_cp": "refs/heads/9.8.128@{#1}",
  "parent_got_webrtc_revision": "794cc227dc9110fa89e36c5e6e9827d40d3046f0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35453}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
  "swarm_hashes": {
    "absl_hardening_tests": "e731f531605fb49936770c0aeefc318b6f47d20341f84cba6f779b8a1777e7dd/569",
    "accessibility_unittests": "b77ae33cc12f0af3cdd89c6054a3e31e698da81a6106fc850240c3d330c3f897/569",
    "angle_unittests": "e73e6064d8170c1435687a901b4d775a8cbf593a7dea839fc55d69e08d96b19a/570",
    "app_shell_unittests": "c59ea0c4b55681a432b7ab6a498aab263dc23c0c460610cb77f369812357818c/730",
    "ash_unittests": "caac1c003301e2f0477b9171d0068286d8a25f552a7689f65a9a0861e8d2ad9b/723",
    "ash_webui_unittests": "d411ff614b908d43d8bed4fae15d7934075a5ced7e45d0754eec75eabe8106cb/646",
    "aura_unittests": "6db6576ad006080ac34819c87c8bb8758e0c341a082aada10d61a8d70f4032fc/569",
    "base_unittests": "eee2d5d567222fdec1b34c41269a60fff4d9cc40fccdf03fd986a0de0335885d/648",
    "blink_common_unittests": "964824a9d5e05e5dca8e88d9abdc34a7868430db99c486c5b9378889cd714aa6/647",
    "blink_fuzzer_unittests": "13e3879d9d76019b09055dfc44fbb44c1143363b9eb360b5c4aae8dc1072d15f/569",
    "blink_heap_unittests": "e109e637e0de000e3c9fec0d2e9c059406b593fe34867418bce133a93aaae7ee/569",
    "blink_platform_unittests": "4a217995a6ac4d50e255612c8d9f28804c96cdd3571858332b930345cca97b3b/726",
    "blink_unittests": "000688c41879d14273d59b310ff3ea62a801c1c5b94be6a624b2b4287a1ccabb/810",
    "boringssl_crypto_tests": "cb3491cf97d714bb86b94b73931e4df502b3e178bcda5e37af29a5053ec985e2/570",
    "boringssl_ssl_tests": "a8aa105384c219bd0c32359bfa68ef49dc66b9a2057bc3e3eefd81ac2226784f/569",
    "browser_tests": "1b37a8a9bfd4490be5a9dc85c07d74b691a86102facc77551b40ceb225226302/1458",
    "capture_unittests": "59b95c2f13adf19d7c49a4b0d26a14d2fc01af402d2d213f3bf191f4160a022c/648",
    "cast_unittests": "c517e730d215be370b18b97e1d91bc7d06f2bcec127de89af747a91c9c155689/569",
    "cc_unittests": "b22709c08932350dc8b6fa315dc983a7dce673c96df70ef0cad72864ce0fad36/653",
    "chrome_app_unittests": "86b538adf822d4831c15a7b1c96db1014ab6d7498ce379e5ec7d276093fa68fa/647",
    "chromedriver_unittests": "4781f78b07c9f08c14c8e9986e0cba60f35ae54a024ef97b514190bb7d32f280/726",
    "chromeos_components_unittests": "fd99ab78772383b546f83c7bb4db6232929d298ffb9abde0b59399a9dc1690c3/646",
    "chromeos_unittests": "713ca34a162df19b46e8ecd12745c7bb7a913deec39cfdcbb1f614e2de3587e7/728",
    "color_unittests": "f6a4cc43292a77f6e99de33d262827a5eb0b291f2a48370e97a09c92646cc9cf/569",
    "components_browsertests": "2a198bfdd70100c1a3d2ec92daadec6b6fad04c7b3c36c14e1e95737f9beeac3/813",
    "components_unittests": "2c67e1491c8c032c3e733ad3b56c2c5d909b89d45b5a92c8cb49e81b53424492/813",
    "compositor_unittests": "22da2492892d7af99b06d7f7b92c62fb41074525afbf53c079d224202cd38306/645",
    "content_browsertests": "79bef5ade0362f3ebd5ffaac137dff26fa69a51ffc89a814f8414368d34ac3c1/887",
    "content_unittests": "7ed8fb6cd16f36a6adb4a61c6559a6fb7a36e010981372b8929bd5257b6ebc76/806",
    "crashpad_tests": "8b2ec5430a9737e57dda3e77cd63e1d53ccc764a2253f79957b24a384bcf796f/570",
    "crypto_unittests": "e0930c877a4162ab0680df651d71e87c87356ad18426c2185b590ccf691c538e/569",
    "dbus_unittests": "203084c04bda35c67a06ccacae9b1edf7a2eea273568a599dc45a340170aa06b/569",
    "device_unittests": "453c0bbb25e56510b064d41e7a5bdc40d85dc39a6f2b555cd923d946d3bb6318/646",
    "display_unittests": "aff435e8c36c786a0e3bcc20d8066cec80decba6c937502eee0dd854acb68a3f/569",
    "events_unittests": "7489a043fd498e8d287e17d3c90220a24cd1c69d8c0047bef0775705730834fc/569",
    "exo_unittests": "7dabd78e794b1789e74310a923e63489035826cb6da6039d54c3094e8d9ed935/646",
    "extensions_browsertests": "7b6c9953ddcc161938fef45afb504c4847e2b73e16270ccfd81056334580bef2/732",
    "extensions_unittests": "a996ca48910e836cadb4008ecf422311642fe6b1c1a6dd9e86d7a0aed0a5cc39/896",
    "filesystem_service_unittests": "03dc4d978c6c7dc6012282c4c6e7da7cf5cd88699f6e2c06aa7c83a5701c5c01/569",
    "gcm_unit_tests": "20b76fc2eed170a5defba3fe2e1836a81c143d7f10b6abd7a1811d528b64aee2/646",
    "gfx_unittests": "1497a32dbf3dba923f21a4b6e911c58ebd6e4d563eb0df620564b81cb72fc44c/645",
    "gin_unittests": "495983afa828b5c808d78e52b85bf35690ad5b6e1facd3310d2acab143ced547/646",
    "google_apis_unittests": "93e3c86d76e2b555a563cec2b14567bc0df722b5f198bb856fa1be9a2bf9d99f/731",
    "gpu_unittests": "b68475ab028372240b4b242a499df8296331013a793f5bceadd67a4b780cb344/646",
    "gwp_asan_unittests": "95a6953513cf03368a9ff4061412c77ae594f3fbdacc3cb36e5fa9c1afacf884/570",
    "interactive_ui_tests": "c768ca4817f60d9b349468cbabb66723930222cef217986d62de4d0b54110bf2/1049",
    "ipc_tests": "7a7237d58f8be542c207256bde1a74f0ab8403136778d7e62dc48666a83098b5/569",
    "jingle_unittests": "06ca1522ee8b5d2237e65ced4c15a256fac25257de2eda42228151732b65420a/646",
    "keyboard_unittests": "a8504d3095bbfe5e380c3cf250e7ca2ace3bd31fafa08eaa6861a23a85db1637/569",
    "latency_unittests": "9513fa34c325caf002dfcc801964b46b9bc8c53e4793404c34efc0e28a2ceecf/569",
    "libjingle_xmpp_unittests": "55669bbf98d3c2a91f22f12015ddbbf212ecbd7a40d50af5a32cf9dc23783c67/569",
    "liburlpattern_unittests": "e3ea53e01573a1f98cc7b6bb17c83e720d4360daee0ac967924f5fb8ab1ac922/569",
    "media_unittests": "771e4f6009c068d77bc654d0eaf14f6d0bbc87d32e84ef9e4fd7298f8ceebcd2/649",
    "message_center_unittests": "f8ac8a99f10c2bd17127e62f0b50a4ca50e9f24c014419104cb16190d725b0cf/569",
    "midi_unittests": "21c6edc41bebb3005f5bcd0e26800e5f1f5d9441bc74ca845d21b110feb9fd20/569",
    "mojo_core_unittests": "3d0ab31c4638d4283d054f8f8980df979f81bb1f1b8efd3ec8293f27559fa2da/569",
    "mojo_unittests": "cbfb56ba4f901ec1ee06265ea27274b42fbd1e7833490f4992c723570a7e17aa/647",
    "nacl_loader_unittests": "6f91e79df77edd7203690ac892b2a0a494af0a800d44a0d24211477c6b6c47ef/569",
    "native_theme_unittests": "e5af1926d00ee2de76b8da4fe680bfe0acc605dfbf3e03f8a43a2ae18570c732/569",
    "net_unittests": "96aacbbac1a53a78e03a2cdb5cfb722c93e84a724b0559281a9f61c2371cc536/648",
    "ozone_gl_unittests": "f20854cee729575eb41de12e01684dca52c46982bf20303dfddff462df41a285/569",
    "ozone_unittests": "93db34909a387820489d53c879349ecb5de3a23c020c24304691392c6b74a0c7/569",
    "ozone_x11_unittests": "baffe72a661b82feb63fd3d222466429ad1bf6ce4e6d6c84313c1951ce5ab8b4/569",
    "pdf_unittests": "b1595ee2186f71936247fd9c57e1fd83e41691f6de34010a0874b8626146f0de/646",
    "perfetto_unittests": "da728ff62939f08be167c1005dec6b82c1b8d463de58f56ef530c2ddb02585bb/569",
    "ppapi_unittests": "a9740d0ff6c39b87ce936ac55d1a7f503f57485617002a3f7b6bd292e54e2c31/569",
    "printing_unittests": "bee82771a5a19b56ba157cc79aac3fc67ddb3a345c2dd733dcc95be969342c2d/569",
    "remoting_unittests": "fefa135cc1346a17bf3ebb06da56cb2472a65d1ba27056b47e5698616d561d88/646",
    "sandbox_linux_unittests": "4237057023357df16158953004cfb170a323bba80beeb07b72c1ab3d7270fa14/569",
    "service_manager_unittests": "22349110a86766cf478b3a7acd26e63c8161eef96f852bcca43df9833e4032f8/569",
    "shell_dialogs_unittests": "bba40a8248a7c1e8c4e9855d05378b7b2004eaf24170a8ec22cc119f3c732b6a/569",
    "shell_encryption_unittests": "49e67f1287bf76fc47a7c5a943efd0263c3b709ca139031934a1d11aa847466a/569",
    "skia_unittests": "13659adbd1fe55c07c2fe01bf111e2376e34aca0806a9da6ea2c6ed2e0c29675/569",
    "snapshot_unittests": "c359e2ce8900d4701d184a7ffd22a6e289049c12b555233ee48285a1db9b76d0/569",
    "sql_unittests": "6cde525ddfb679848ff0fec909f36a798135552819480e62d019178cdd52dede/646",
    "storage_unittests": "9d1197f8c57ae99a29a8cea9b9be478e2184c4245153ba1df272c65fbcc6aaae/727",
    "sync_integration_tests": "a4cfb62b85031819deda8ebd5781a97a22de8f6a0bcf3a426ad858d029534249/728",
    "ui_base_unittests": "a2269f16debf1b551442b6955eeb63b78a0f6a4e7f67061b3fa14cb62a71d9d2/722",
    "ui_chromeos_unittests": "38602d99390091ac3ef0e7d2758012b789e8ab7ddc906f8a38e7b2ebdb638a73/569",
    "ui_touch_selection_unittests": "da401089e8f3e36d89bfb268e8fdf2e27b321a8aee20b79f9508bdead5ea2266/569",
    "unit_tests": "3071b85c03ca654cb9a908b399c302a8db65287819523e7e19308eec5c5cdcfb/1144",
    "url_unittests": "5075f0e6fe3b294759cb3b412f1cf5b1d886961d63020ee4d4df27fd9f2f546b/569",
    "usage_time_limit_unittests": "bc91fdb3ab51d60ed81dd606c48d23b3888330a1244a8f03d880400bfa0b51c4/649",
    "views_unittests": "e9681df5b980ee98287e3e2d9dd91ca7aaf264e02a8026961ff83221afb1067b/569",
    "viz_unittests": "81044171880c87e88956eab79d50bc8e19aabeab8547a6577eb650c96eaac586/653",
    "wayland_client_perftests": "3e4b350431a354a30fc373c61fdaa8739e1c9c3c98938a103c2037c2a58a0d13/646",
    "wayland_client_tests": "1e7d76e3c597813bc4a6a6c9b0d2791e3e998e7e5888e7da210f728de705a152/646",
    "wm_unittests": "10d1a14f0eb72d52b989f14d3028645b4d24edd95d429775a0040fcf22c3ab49/569",
    "wtf_unittests": "ec729ab7940dba3879e28f4f0a9f65b77f6c50218b0cadac6dff1f6c82742fd4/569",
    "zlib_unittests": "033cbaead0ee0cffa361a25054de265a54e689a68f3923aeb2c50b1c64e2767c/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "3c15f193075966296755ee93de84262e6f99431fa5a69f8342de9045e9dc3e15/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25999
  • user_agent:recipe

Debug log (UTC)

[00:21:36.489] New invocation is queued and will start shortly
[00:21:36.489] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:21:37.678] Starting the invocation (attempt 1)
[00:21:37.711] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5"
[00:21:37.711] Popped gitiles commit info from properties and tags
[00:21:37.711] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:21:37.713] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:21:37.713] Buildbucket request:
{
  "requestId": "8994432143311480464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "8f6f5a4bb28d4f9cef8b747c9cd384ebcebb2a6a",
      "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
      "parent_got_revision_cp": "refs/heads/main@{#947183}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "c082becb248ccd3fafac2fd9f4cb50e8d0278682",
      "parent_got_v8_revision_cp": "refs/heads/9.8.128@{#1}",
      "parent_got_webrtc_revision": "794cc227dc9110fa89e36c5e6e9827d40d3046f0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35453}",
      "swarm_hashes": {
            "absl_hardening_tests": "e731f531605fb49936770c0aeefc318b6f47d20341f84cba6f779b8a1777e7dd/569",
            "accessibility_unittests": "b77ae33cc12f0af3cdd89c6054a3e31e698da81a6106fc850240c3d330c3f897/569",
            "angle_unittests": "e73e6064d8170c1435687a901b4d775a8cbf593a7dea839fc55d69e08d96b19a/570",
            "app_shell_unittests": "c59ea0c4b55681a432b7ab6a498aab263dc23c0c460610cb77f369812357818c/730",
            "ash_unittests": "caac1c003301e2f0477b9171d0068286d8a25f552a7689f65a9a0861e8d2ad9b/723",
            "ash_webui_unittests": "d411ff614b908d43d8bed4fae15d7934075a5ced7e45d0754eec75eabe8106cb/646",
            "aura_unittests": "6db6576ad006080ac34819c87c8bb8758e0c341a082aada10d61a8d70f4032fc/569",
            "base_unittests": "eee2d5d567222fdec1b34c41269a60fff4d9cc40fccdf03fd986a0de0335885d/648",
            "blink_common_unittests": "964824a9d5e05e5dca8e88d9abdc34a7868430db99c486c5b9378889cd714aa6/647",
            "blink_fuzzer_unittests": "13e3879d9d76019b09055dfc44fbb44c1143363b9eb360b5c4aae8dc1072d15f/569",
            "blink_heap_unittests": "e109e637e0de000e3c9fec0d2e9c059406b593fe34867418bce133a93aaae7ee/569",
            "blink_platform_unittests": "4a217995a6ac4d50e255612c8d9f28804c96cdd3571858332b930345cca97b3b/726",
            "blink_unittests": "000688c41879d14273d59b310ff3ea62a801c1c5b94be6a624b2b4287a1ccabb/810",
            "boringssl_crypto_tests": "cb3491cf97d714bb86b94b73931e4df502b3e178bcda5e37af29a5053ec985e2/570",
            "boringssl_ssl_tests": "a8aa105384c219bd0c32359bfa68ef49dc66b9a2057bc3e3eefd81ac2226784f/569",
            "browser_tests": "1b37a8a9bfd4490be5a9dc85c07d74b691a86102facc77551b40ceb225226302/1458",
            "capture_unittests": "59b95c2f13adf19d7c49a4b0d26a14d2fc01af402d2d213f3bf191f4160a022c/648",
            "cast_unittests": "c517e730d215be370b18b97e1d91bc7d06f2bcec127de89af747a91c9c155689/569",
            "cc_unittests": "b22709c08932350dc8b6fa315dc983a7dce673c96df70ef0cad72864ce0fad36/653",
            "chrome_app_unittests": "86b538adf822d4831c15a7b1c96db1014ab6d7498ce379e5ec7d276093fa68fa/647",
            "chromedriver_unittests": "4781f78b07c9f08c14c8e9986e0cba60f35ae54a024ef97b514190bb7d32f280/726",
            "chromeos_components_unittests": "fd99ab78772383b546f83c7bb4db6232929d298ffb9abde0b59399a9dc1690c3/646",
            "chromeos_unittests": "713ca34a162df19b46e8ecd12745c7bb7a913deec39cfdcbb1f614e2de3587e7/728",
            "color_unittests": "f6a4cc43292a77f6e99de33d262827a5eb0b291f2a48370e97a09c92646cc9cf/569",
            "components_browsertests": "2a198bfdd70100c1a3d2ec92daadec6b6fad04c7b3c36c14e1e95737f9beeac3/813",
            "components_unittests": "2c67e1491c8c032c3e733ad3b56c2c5d909b89d45b5a92c8cb49e81b53424492/813",
            "compositor_unittests": "22da2492892d7af99b06d7f7b92c62fb41074525afbf53c079d224202cd38306/645",
            "content_browsertests": "79bef5ade0362f3ebd5ffaac137dff26fa69a51ffc89a814f8414368d34ac3c1/887",
            "content_unittests": "7ed8fb6cd16f36a6adb4a61c6559a6fb7a36e010981372b8929bd5257b6ebc76/806",
            "crashpad_tests": "8b2ec5430a9737e57dda3e77cd63e1d53ccc764a2253f79957b24a384bcf796f/570",
            "crypto_unittests": "e0930c877a4162ab0680df651d71e87c87356ad18426c2185b590ccf691c538e/569",
            "dbus_unittests": "203084c04bda35c67a06ccacae9b1edf7a2eea273568a599dc45a340170aa06b/569",
            "device_unittests": "453c0bbb25e56510b064d41e7a5bdc40d85dc39a6f2b555cd923d946d3bb6318/646",
            "display_unittests": "aff435e8c36c786a0e3bcc20d8066cec80decba6c937502eee0dd854acb68a3f/569",
            "events_unittests": "7489a043fd498e8d287e17d3c90220a24cd1c69d8c0047bef0775705730834fc/569",
            "exo_unittests": "7dabd78e794b1789e74310a923e63489035826cb6da6039d54c3094e8d9ed935/646",
            "extensions_browsertests": "7b6c9953ddcc161938fef45afb504c4847e2b73e16270ccfd81056334580bef2/732",
            "extensions_unittests": "a996ca48910e836cadb4008ecf422311642fe6b1c1a6dd9e86d7a0aed0a5cc39/896",
            "filesystem_service_unittests": "03dc4d978c6c7dc6012282c4c6e7da7cf5cd88699f6e2c06aa7c83a5701c5c01/569",
            "gcm_unit_tests": "20b76fc2eed170a5defba3fe2e1836a81c143d7f10b6abd7a1811d528b64aee2/646",
            "gfx_unittests": "1497a32dbf3dba923f21a4b6e911c58ebd6e4d563eb0df620564b81cb72fc44c/645",
            "gin_unittests": "495983afa828b5c808d78e52b85bf35690ad5b6e1facd3310d2acab143ced547/646",
            "google_apis_unittests": "93e3c86d76e2b555a563cec2b14567bc0df722b5f198bb856fa1be9a2bf9d99f/731",
            "gpu_unittests": "b68475ab028372240b4b242a499df8296331013a793f5bceadd67a4b780cb344/646",
            "gwp_asan_unittests": "95a6953513cf03368a9ff4061412c77ae594f3fbdacc3cb36e5fa9c1afacf884/570",
            "interactive_ui_tests": "c768ca4817f60d9b349468cbabb66723930222cef217986d62de4d0b54110bf2/1049",
            "ipc_tests": "7a7237d58f8be542c207256bde1a74f0ab8403136778d7e62dc48666a83098b5/569",
            "jingle_unittests": "06ca1522ee8b5d2237e65ced4c15a256fac25257de2eda42228151732b65420a/646",
            "keyboard_unittests": "a8504d3095bbfe5e380c3cf250e7ca2ace3bd31fafa08eaa6861a23a85db1637/569",
            "latency_unittests": "9513fa34c325caf002dfcc801964b46b9bc8c53e4793404c34efc0e28a2ceecf/569",
            "libjingle_xmpp_unittests": "55669bbf98d3c2a91f22f12015ddbbf212ecbd7a40d50af5a32cf9dc23783c67/569",
            "liburlpattern_unittests": "e3ea53e01573a1f98cc7b6bb17c83e720d4360daee0ac967924f5fb8ab1ac922/569",
            "media_unittests": "771e4f6009c068d77bc654d0eaf14f6d0bbc87d32e84ef9e4fd7298f8ceebcd2/649",
            "message_center_unittests": "f8ac8a99f10c2bd17127e62f0b50a4ca50e9f24c014419104cb16190d725b0cf/569",
            "midi_unittests": "21c6edc41bebb3005f5bcd0e26800e5f1f5d9441bc74ca845d21b110feb9fd20/569",
            "mojo_core_unittests": "3d0ab31c4638d4283d054f8f8980df979f81bb1f1b8efd3ec8293f27559fa2da/569",
            "mojo_unittests": "cbfb56ba4f901ec1ee06265ea27274b42fbd1e7833490f4992c723570a7e17aa/647",
            "nacl_loader_unittests": "6f91e79df77edd7203690ac892b2a0a494af0a800d44a0d24211477c6b6c47ef/569",
            "native_theme_unittests": "e5af1926d00ee2de76b8da4fe680bfe0acc605dfbf3e03f8a43a2ae18570c732/569",
            "net_unittests": "96aacbbac1a53a78e03a2cdb5cfb722c93e84a724b0559281a9f61c2371cc536/648",
            "ozone_gl_unittests": "f20854cee729575eb41de12e01684dca52c46982bf20303dfddff462df41a285/569",
            "ozone_unittests": "93db34909a387820489d53c879349ecb5de3a23c020c24304691392c6b74a0c7/569",
            "ozone_x11_unittests": "baffe72a661b82feb63fd3d222466429ad1bf6ce4e6d6c84313c1951ce5ab8b4/569",
            "pdf_unittests": "b1595ee2186f71936247fd9c57e1fd83e41691f6de34010a0874b8626146f0de/646",
            "perfetto_unittests": "da728ff62939f08be167c1005dec6b82c1b8d463de58f56ef530c2ddb02585bb/569",
            "ppapi_unittests": "a9740d0ff6c39b87ce936ac55d1a7f503f57485617002a3f7b6bd292e54e2c31/569",
            "printing_unittests": "bee82771a5a19b56ba157cc79aac3fc67ddb3a345c2dd733dcc95be969342c2d/569",
            "remoting_unittests": "fefa135cc1346a17bf3ebb06da56cb2472a65d1ba27056b47e5698616d561d88/646",
            "sandbox_linux_unittests": "4237057023357df16158953004cfb170a323bba80beeb07b72c1ab3d7270fa14/569",
            "service_manager_unittests": "22349110a86766cf478b3a7acd26e63c8161eef96f852bcca43df9833e4032f8/569",
            "shell_dialogs_unittests": "bba40a8248a7c1e8c4e9855d05378b7b2004eaf24170a8ec22cc119f3c732b6a/569",
            "shell_encryption_unittests": "49e67f1287bf76fc47a7c5a943efd0263c3b709ca139031934a1d11aa847466a/569",
            "skia_unittests": "13659adbd1fe55c07c2fe01bf111e2376e34aca0806a9da6ea2c6ed2e0c29675/569",
            "snapshot_unittests": "c359e2ce8900d4701d184a7ffd22a6e289049c12b555233ee48285a1db9b76d0/569",
            "sql_unittests": "6cde525ddfb679848ff0fec909f36a798135552819480e62d019178cdd52dede/646",
            "storage_unittests": "9d1197f8c57ae99a29a8cea9b9be478e2184c4245153ba1df272c65fbcc6aaae/727",
            "sync_integration_tests": "a4cfb62b85031819deda8ebd5781a97a22de8f6a0bcf3a426ad858d029534249/728",
            "ui_base_unittests": "a2269f16debf1b551442b6955eeb63b78a0f6a4e7f67061b3fa14cb62a71d9d2/722",
            "ui_chromeos_unittests": "38602d99390091ac3ef0e7d2758012b789e8ab7ddc906f8a38e7b2ebdb638a73/569",
            "ui_touch_selection_unittests": "da401089e8f3e36d89bfb268e8fdf2e27b321a8aee20b79f9508bdead5ea2266/569",
            "unit_tests": "3071b85c03ca654cb9a908b399c302a8db65287819523e7e19308eec5c5cdcfb/1144",
            "url_unittests": "5075f0e6fe3b294759cb3b412f1cf5b1d886961d63020ee4d4df27fd9f2f546b/569",
            "usage_time_limit_unittests": "bc91fdb3ab51d60ed81dd606c48d23b3888330a1244a8f03d880400bfa0b51c4/649",
            "views_unittests": "e9681df5b980ee98287e3e2d9dd91ca7aaf264e02a8026961ff83221afb1067b/569",
            "viz_unittests": "81044171880c87e88956eab79d50bc8e19aabeab8547a6577eb650c96eaac586/653",
            "wayland_client_perftests": "3e4b350431a354a30fc373c61fdaa8739e1c9c3c98938a103c2037c2a58a0d13/646",
            "wayland_client_tests": "1e7d76e3c597813bc4a6a6c9b0d2791e3e998e7e5888e7da210f728de705a152/646",
            "wm_unittests": "10d1a14f0eb72d52b989f14d3028645b4d24edd95d429775a0040fcf22c3ab49/569",
            "wtf_unittests": "ec729ab7940dba3879e28f4f0a9f65b77f6c50218b0cadac6dff1f6c82742fd4/569",
            "zlib_unittests": "033cbaead0ee0cffa361a25054de265a54e689a68f3923aeb2c50b1c64e2767c/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "3c15f193075966296755ee93de84262e6f99431fa5a69f8342de9045e9dc3e15/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994432143311480464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25999"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:21:38.206] Scheduled build:
{
  "id": "8829002081257175041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25529,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T00:21:37.815805430Z",
  "updateTime": "2021-12-02T00:21:37.815805430Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:21:38.206] Task URL: https://cr-buildbucket.appspot.com/build/8829002081257175041
[00:21:38.206] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:2:0) after 7m16s
[00:21:57.871] Received PubSub notification, asking Buildbucket for the build status
[00:21:57.901] Build status: STARTED
[00:28:54.309] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:2:0)
[00:28:54.366] Build status: STARTED
[00:28:54.366] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:4:0) after 3m4s
[00:31:58.535] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:4:0)
[00:31:58.579] Build status: STARTED
[00:31:58.579] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:5:0) after 8m39s
[00:40:37.613] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:5:0)
[00:40:37.652] Build status: STARTED
[00:40:37.652] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:6:0) after 1m27s
[00:42:04.874] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:6:0)
[00:42:04.950] Build status: STARTED
[00:42:04.950] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:7:0) after 9m21s
[00:51:25.973] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:7:0)
[00:51:26.004] Build status: STARTED
[00:51:26.004] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:8:0) after 6m47s
[00:58:13.126] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:8:0)
[00:58:13.157] Build status: STARTED
[00:58:13.157] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:9:0) after 2m35s
[01:00:48.190] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:9:0)
[01:00:48.245] Build status: STARTED
[01:00:48.245] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:10:0) after 9m14s
[01:10:02.503] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:10:0)
[01:10:02.547] Build status: STARTED
[01:10:02.547] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:11:0) after 7m26s
[01:17:28.589] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:11:0)
[01:17:28.621] Build status: STARTED
[01:17:28.621] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:12:0) after 4m41s
[01:22:09.647] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:12:0)
[01:22:09.681] Build status: STARTED
[01:22:09.681] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994432143311480464:13:0) after 9m14s
[01:29:58.756] Received PubSub notification, asking Buildbucket for the build status
[01:29:58.788] Build:
{
  "id": "8829002081257175041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25529,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T00:21:37.815805430Z",
  "startTime": "2021-12-02T00:21:55.288553Z",
  "endTime": "2021-12-02T01:29:58.266285889Z",
  "updateTime": "2021-12-02T01:29:58.266285889Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e79fe2e0b49db0097ca9ea9e8e5714ece7bb2b5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:29:58.788] Invocation finished in 1h8m22.31480413s with status FAILED