Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25408 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "16de93dce82a600e896d671803bc560cc23b2384"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "afe0dd9edf76dd798af7615e347725afd284924c",
  "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "16de93dce82a600e896d671803bc560cc23b2384",
  "parent_got_revision_cp": "refs/heads/main@{#925005}",
  "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
  "parent_got_v8_revision": "158836b0393e27ce4c8c1e2e2f86817d418b743d",
  "parent_got_v8_revision_cp": "refs/heads/9.6.109@{#1}",
  "parent_got_webrtc_revision": "9f0b3330764eb4d373d8e2c9775d250ed10cb9f4",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35087}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "16de93dce82a600e896d671803bc560cc23b2384",
  "swarm_hashes": {
    "absl_hardening_tests": "6329d7102b34733b7a821f435d3896996709af185871fe188cb8c82918db4ebc/569",
    "accessibility_unittests": "3286009f8f9ac0bb6ea8bbaaa5a2d56473dce48da7c13bb36d00bade1926a7c9/569",
    "angle_unittests": "18887d78a7a2ddad3f5f58164013b2d0d5aa3022f1167251aabd6eacee09a80f/570",
    "app_shell_unittests": "9b8922ac522f680b6dfb597d7c98695c581db52772a5e0f864a3e1ddeb2fbbd1/809",
    "ash_unittests": "463249864bad7a17174ed5c02fff366b72338c6d7bb18fd8693e54a626e4b71d/723",
    "ash_webui_unittests": "37cae049b70a36133717a18b12fc71683037d36f7a2974cc37fc76f778d94ec3/725",
    "aura_unittests": "3ce707528a11050386d6a70d1441ab8f5372c5f1691200b7d5d12228a1963f69/569",
    "base_unittests": "e0f81fd168144aeeb159da8e620f23e3a60fe7cbf6f2c78faea2ece680eb2348/648",
    "blink_common_unittests": "06d949f272e1a5cf359ac639733304f3dc1de31e047a840d9f1a6e0de64b3604/647",
    "blink_fuzzer_unittests": "9465ec337d92a393c5444165aeb0b0db2630dd82f83195b815ae3e26365c5ab0/648",
    "blink_heap_unittests": "b586165c411675a6a9ebb182bd364d0b011ed378e60685fd0b272bc7bca3455a/648",
    "blink_platform_unittests": "e0c2419c3c0fedee6159788a74e3db1c1253a5e07614c911cdb7a18a4335ba68/726",
    "blink_unittests": "b3a314bceb8d6f34d1ed074608ef86eb8673dd4581c713332fe7fee5d7ce5b9d/726",
    "boringssl_crypto_tests": "7901751ec0f1dfc9c07a833bad8a165d1ba88abd8062672063f3695e26fbe170/570",
    "boringssl_ssl_tests": "21339b79b252631a3a555741c0d8149fdfa2f56990595341b44cf557e2376b5c/569",
    "browser_tests": "fe82fec657f0a1515390c4e98416ead58ab6e531010af74fb882b640aa7e2ab5/1458",
    "capture_unittests": "f652e03ee582c72fcf846d8149e05e568b56e05a86fbb3754bd2c7195f4a05e9/648",
    "cast_unittests": "0a6a17e8bb840b045151e364e190d4fc6be8ecb349fffc85d11fff6072f7c898/569",
    "cc_unittests": "3fc984e0fa9389d6e0233327bf8f6a8978ee792f58025604500cfc7b03a616c4/653",
    "chrome_app_unittests": "d7e7f68f539d3d01e0a2387074b47b70a6692d7a6f48173e4e4e0f844512e10f/810",
    "chromedriver_unittests": "5688f05521d3370a8a1818addfcf53da745d1f2549f2c9ce526738861afa84d8/726",
    "chromeos_components_unittests": "64f2ac6acb85b801d0377d62cbe6aebcf591f5f940354673c3b3d24b98ce3480/725",
    "chromeos_unittests": "5298f088c6eaebd9a4521e875ff3923bdddb1b765299ef6a77dc2f654324838a/728",
    "color_unittests": "fb58cda3e561d87021c6a7d4b50c1a25ba2b69f2a7d5e3567f046f3bf8780097/569",
    "components_browsertests": "f565db6575fa716bde450dc87dfbc05ace0b6b59ece87f1171901172eccb9807/892",
    "components_unittests": "1503cf0f91a98e2c151419f02769ddf1ce8e3c302a735feeeb8f2e6969a4c9de/892",
    "compositor_unittests": "a7c86afe672591290f01461b6145a6a5698dce3c6f8fbd9692959571abf87dc5/645",
    "content_browsertests": "1ed570360a3ea62f30769c209ac08f78c6962143a0e4058c9f9011716d3e1cd4/887",
    "content_unittests": "c1ffe9cddb586ed864ac9c109e1ae6b2e872c6a09fe98be9670731449e8b31d6/806",
    "crashpad_tests": "531de6d616cfea8a34ffbc8179881bf3851c024f0fb2098679cf69dcd9060917/570",
    "crypto_unittests": "7eb96e10e31a555893d25dcc7c90607b5602c073955198ba1fb1f7d8d8cdac66/569",
    "dbus_unittests": "9f58112ee4bfd185609ad86b381e6c53133d54bc10ff1eccb03e66790cec99b7/569",
    "device_unittests": "43f099ae925d3a8ae6b7463b62566423946c3f4fd8ad916b1be4a88c0178fc29/646",
    "display_unittests": "01c618bc8918182d08303f8f44b4fbfc4af45ab4371bfd35439de7969b01266d/569",
    "events_unittests": "4671edeaa9d1df08d5d6a68456d0c0d7a6baa78274d38153d045f66a1a7029c2/569",
    "exo_unittests": "0c45f1aa2dde37c87e6f6f32c4e3391c19acb1f490d38df881d63f09057c6a95/725",
    "extensions_browsertests": "247a289d6bd3adf4233aacd22084b0f2d6a94f51fb9222b4eab5540c183aefdf/811",
    "extensions_unittests": "86d0ddeccba6bf522975d1f8d4a6027f4f2e31a57fd1aeb31170b7f9161c4d3e/975",
    "filesystem_service_unittests": "f5a4f2345e61e0d6a092bd9843509087ba332a1845942a3070718d2e86f0e49e/569",
    "gcm_unit_tests": "51a84d3413fedaa7b514dd729cbe4881d81cd958c0c69b6047405aa82159c76b/646",
    "gfx_unittests": "6e787bb08272716ab128ce5d40296c87939d29a846b7fc39bac137ad725b52c4/645",
    "gin_unittests": "2bdf46ee689969e8ad1efd658b5e7ce72973972fece60c6a6753a0b67d9e354d/646",
    "google_apis_unittests": "c97b10d1af546e511b1231083f9b486a5b3c607b96760ea7837214e36ebf5297/731",
    "gpu_unittests": "7eb34bbcbe82cfd285cdd51faa1c3a085555a7693b985faf3cec2dce56b735ef/646",
    "gwp_asan_unittests": "bd91c6c8036c6e394cacb80b9ac3e93aaebed08e748a68356022ff370d3dda03/570",
    "interactive_ui_tests": "acba483c0f07d8e7187f6ae23dc8321e5d2a80da3473c79b03381b01089e5abb/1128",
    "ipc_tests": "a216f5402aaff6d9ac1d993661065d1fdd41c9700f2b5275461eb74125bd8a1b/569",
    "jingle_unittests": "b2e8e63689767c3c07d7b238e1002e05b3191d9eff884d1cea7b9b2ea1f0d865/646",
    "keyboard_unittests": "0427e23720144548767a331037dec956eda6d0182c26bb1638c9846e8128c43b/569",
    "latency_unittests": "ee3a32945a0843946efe2ec8cbe8dc53c7ed0b563b1954a030ba0f5ab3238ad1/569",
    "libjingle_xmpp_unittests": "45eab9ca5febbb67c97e3783c999d45106e5ee6226f5ad648a3a4491d4b5d99a/569",
    "liburlpattern_unittests": "c1d71134e9981d5ee48bd2ac067564b16d442e31543a93b0debe7c39cbbf8dd1/569",
    "media_unittests": "7c6488d684d42fc9b255dbff1dd3875b107286c0d06e7403198531009904a40f/649",
    "message_center_unittests": "1b800949004d0d9ca3fdf69506e71d83e30a0bfa9d18622c4b2465e9b03664e6/569",
    "midi_unittests": "1c01cc46d23b3deb3052d63ddc3e6d3f60a6ec99ed511fb739ba037ea25388b0/569",
    "mojo_core_unittests": "dd8be827c91cf8b4645601066a79a98e889da5b4e3071b4fc2872fb43fac263f/569",
    "mojo_unittests": "d48a486fdddfcca5e6290d70db78aa8363b0caa9adc4e856317b67710dd8014c/647",
    "nacl_helper_nonsfi_unittests": "3254d088e730114a26063c2ce65320b3e1bc6811ff5f65252d583cb9e892463c/569",
    "nacl_loader_unittests": "c5ce567645aff69b91241287d21619c0cf8b9b99ddb859d6d50b5383a1744dc5/569",
    "native_theme_unittests": "493aa0cd34dfcaf5e521b287d904eb209c303596337ffd8c23aa10fbb9d65788/569",
    "net_unittests": "1e9d882d09294de3584163c815ae9e3cc485a4ce4a005109ca4cffefb7e8e637/648",
    "ozone_gl_unittests": "6703d7e16dcdd435740446c930a29a8ec67f9afe31d46b17d9bf5e6f9116b6c1/569",
    "ozone_unittests": "ab36e4ac8d56b7de5755765d17417910ea0e1b3b4e98e53367afef38374c82d7/569",
    "ozone_x11_unittests": "87e350cd3f5fc4c0be70ee47bb24875bb9099d7b46443364aa1d1e90a50b582b/569",
    "pdf_unittests": "0cd3cab9a6d96cb7b99c025ead577151c92abbf606587b4280d54b073f02d5f4/725",
    "perfetto_unittests": "21f1f9bc9027b3092cd9fce4fce7d975a2a5dc39b927ec6130781062129f1b90/569",
    "ppapi_unittests": "95e3c10ebe9966ed2d5c6b674f667dc3fecba8f00b27140cca9352ced71d4c57/569",
    "printing_unittests": "219e3561d09b6936bf00fb5fa28dc84cf3e0d5f000b69478eaf530b63e3a2167/569",
    "remoting_unittests": "94c0921eebdc3f20c1f6a235cd031b173dcc27d9c56435cbea8bec3e077ec255/646",
    "sandbox_linux_unittests": "513bdca5b987654d88beffb67dd500cf8c90bb37f6630ce3a15c86ad4931f33a/569",
    "service_manager_unittests": "92214dd441457812fe807b130cec9baa1d057c7ea26997b273336c6276ed7d60/569",
    "shell_dialogs_unittests": "00f8840bd2af822cccaf33ef27cc4ba92807b602eacbc56ac09d8ed49642941d/569",
    "shell_encryption_unittests": "baf7faac1f1013f5e53123a1570189daf99dc2eeddf362b306485898e41f1b13/569",
    "skia_unittests": "e6224a2b361cf59988f2e24324c656eedeefc55f5b19b3e914717e114097d546/569",
    "snapshot_unittests": "d985d0687029168e3117691159e7731cd549778b522bfc1593b262d0e93bac51/569",
    "sql_unittests": "e8f6a5b01aa8bec677085558923db8ca74d3eff47ba06bc8ddad82b33074fd62/646",
    "storage_unittests": "285f39486456cdceb4228ee1a769afe42ac25b8fd1244da4634599e0e88c011a/727",
    "sync_integration_tests": "05a943835fda9cb7d006674417f373fa15e4943d2fdd581e7316755adf51846a/891",
    "ui_base_unittests": "a014d954f1ef156801b61325036bb16d2c13903370bf75d69c4f30e99b5ecbab/722",
    "ui_chromeos_unittests": "2eb2e7ce42c77e91d451ca4e62763e8fe13c9245cbeaf721b806f0451964c5d2/569",
    "ui_touch_selection_unittests": "afffd1e71df5b6d66ba061ca6d614a22fd6f94c12100150b3598967e858e0158/569",
    "unit_tests": "90607ee5ad76962d4a62d75797466354768515275cbe7c305dbc50ea8f208c5d/1223",
    "url_unittests": "abd26a8840b1ce286ef2f8402e95cd1fecf0fd9feb10c132d6994072ae16ccf4/569",
    "usage_time_limit_unittests": "aecbe3dc26df387e01895577c78c1dafae22948497429d38d169978d50b61a7e/649",
    "views_unittests": "b27f5f4d96e43b3538c917242d6b818a70ef84a4e99a4be475db8cc8b539e812/569",
    "viz_unittests": "56524fb5b43807339a9e649436691e451534ce34adab477dae22fe66a7da8c25/653",
    "wayland_client_perftests": "a1604f2cd4d3d9e1511c53ada9da80c25fe147f4a47e68c8578b935205f3ad28/646",
    "wayland_client_tests": "6f0e5ae241a422f01daf5d6324d907ddfff180b34172d8f7f750ebc8972f4e08/646",
    "wm_unittests": "c2bf5925405b632fb7fa126bfbf6f640b047cff0f9389d535ccaa74f47da9c97/569",
    "wtf_unittests": "a159187b9f978ae91a617a71384c696aad79b77fc9bc4b301e2648c65b1f681c/569",
    "zlib_unittests": "33748361850acafe8a4da9591609e2ed4909689149ec6d07777a077cd6955934/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e4bdc1b6e4a39f17f0e7420985207b1457a9d378a0b68a726429dbe927211d8e/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16de93dce82a600e896d671803bc560cc23b2384
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25408
  • user_agent:recipe

Debug log (UTC)

[04:17:46.790] New invocation is queued and will start shortly
[04:17:46.790] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:17:47.828] Starting the invocation (attempt 1)
[04:17:47.875] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16de93dce82a600e896d671803bc560cc23b2384"
[04:17:47.875] Popped gitiles commit info from properties and tags
[04:17:47.875] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:17:47.875] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:17:47.875] Buildbucket request:
{
  "requestId": "9000577878391033376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "16de93dce82a600e896d671803bc560cc23b2384"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "afe0dd9edf76dd798af7615e347725afd284924c",
      "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "16de93dce82a600e896d671803bc560cc23b2384",
      "parent_got_revision_cp": "refs/heads/main@{#925005}",
      "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
      "parent_got_v8_revision": "158836b0393e27ce4c8c1e2e2f86817d418b743d",
      "parent_got_v8_revision_cp": "refs/heads/9.6.109@{#1}",
      "parent_got_webrtc_revision": "9f0b3330764eb4d373d8e2c9775d250ed10cb9f4",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35087}",
      "swarm_hashes": {
            "absl_hardening_tests": "6329d7102b34733b7a821f435d3896996709af185871fe188cb8c82918db4ebc/569",
            "accessibility_unittests": "3286009f8f9ac0bb6ea8bbaaa5a2d56473dce48da7c13bb36d00bade1926a7c9/569",
            "angle_unittests": "18887d78a7a2ddad3f5f58164013b2d0d5aa3022f1167251aabd6eacee09a80f/570",
            "app_shell_unittests": "9b8922ac522f680b6dfb597d7c98695c581db52772a5e0f864a3e1ddeb2fbbd1/809",
            "ash_unittests": "463249864bad7a17174ed5c02fff366b72338c6d7bb18fd8693e54a626e4b71d/723",
            "ash_webui_unittests": "37cae049b70a36133717a18b12fc71683037d36f7a2974cc37fc76f778d94ec3/725",
            "aura_unittests": "3ce707528a11050386d6a70d1441ab8f5372c5f1691200b7d5d12228a1963f69/569",
            "base_unittests": "e0f81fd168144aeeb159da8e620f23e3a60fe7cbf6f2c78faea2ece680eb2348/648",
            "blink_common_unittests": "06d949f272e1a5cf359ac639733304f3dc1de31e047a840d9f1a6e0de64b3604/647",
            "blink_fuzzer_unittests": "9465ec337d92a393c5444165aeb0b0db2630dd82f83195b815ae3e26365c5ab0/648",
            "blink_heap_unittests": "b586165c411675a6a9ebb182bd364d0b011ed378e60685fd0b272bc7bca3455a/648",
            "blink_platform_unittests": "e0c2419c3c0fedee6159788a74e3db1c1253a5e07614c911cdb7a18a4335ba68/726",
            "blink_unittests": "b3a314bceb8d6f34d1ed074608ef86eb8673dd4581c713332fe7fee5d7ce5b9d/726",
            "boringssl_crypto_tests": "7901751ec0f1dfc9c07a833bad8a165d1ba88abd8062672063f3695e26fbe170/570",
            "boringssl_ssl_tests": "21339b79b252631a3a555741c0d8149fdfa2f56990595341b44cf557e2376b5c/569",
            "browser_tests": "fe82fec657f0a1515390c4e98416ead58ab6e531010af74fb882b640aa7e2ab5/1458",
            "capture_unittests": "f652e03ee582c72fcf846d8149e05e568b56e05a86fbb3754bd2c7195f4a05e9/648",
            "cast_unittests": "0a6a17e8bb840b045151e364e190d4fc6be8ecb349fffc85d11fff6072f7c898/569",
            "cc_unittests": "3fc984e0fa9389d6e0233327bf8f6a8978ee792f58025604500cfc7b03a616c4/653",
            "chrome_app_unittests": "d7e7f68f539d3d01e0a2387074b47b70a6692d7a6f48173e4e4e0f844512e10f/810",
            "chromedriver_unittests": "5688f05521d3370a8a1818addfcf53da745d1f2549f2c9ce526738861afa84d8/726",
            "chromeos_components_unittests": "64f2ac6acb85b801d0377d62cbe6aebcf591f5f940354673c3b3d24b98ce3480/725",
            "chromeos_unittests": "5298f088c6eaebd9a4521e875ff3923bdddb1b765299ef6a77dc2f654324838a/728",
            "color_unittests": "fb58cda3e561d87021c6a7d4b50c1a25ba2b69f2a7d5e3567f046f3bf8780097/569",
            "components_browsertests": "f565db6575fa716bde450dc87dfbc05ace0b6b59ece87f1171901172eccb9807/892",
            "components_unittests": "1503cf0f91a98e2c151419f02769ddf1ce8e3c302a735feeeb8f2e6969a4c9de/892",
            "compositor_unittests": "a7c86afe672591290f01461b6145a6a5698dce3c6f8fbd9692959571abf87dc5/645",
            "content_browsertests": "1ed570360a3ea62f30769c209ac08f78c6962143a0e4058c9f9011716d3e1cd4/887",
            "content_unittests": "c1ffe9cddb586ed864ac9c109e1ae6b2e872c6a09fe98be9670731449e8b31d6/806",
            "crashpad_tests": "531de6d616cfea8a34ffbc8179881bf3851c024f0fb2098679cf69dcd9060917/570",
            "crypto_unittests": "7eb96e10e31a555893d25dcc7c90607b5602c073955198ba1fb1f7d8d8cdac66/569",
            "dbus_unittests": "9f58112ee4bfd185609ad86b381e6c53133d54bc10ff1eccb03e66790cec99b7/569",
            "device_unittests": "43f099ae925d3a8ae6b7463b62566423946c3f4fd8ad916b1be4a88c0178fc29/646",
            "display_unittests": "01c618bc8918182d08303f8f44b4fbfc4af45ab4371bfd35439de7969b01266d/569",
            "events_unittests": "4671edeaa9d1df08d5d6a68456d0c0d7a6baa78274d38153d045f66a1a7029c2/569",
            "exo_unittests": "0c45f1aa2dde37c87e6f6f32c4e3391c19acb1f490d38df881d63f09057c6a95/725",
            "extensions_browsertests": "247a289d6bd3adf4233aacd22084b0f2d6a94f51fb9222b4eab5540c183aefdf/811",
            "extensions_unittests": "86d0ddeccba6bf522975d1f8d4a6027f4f2e31a57fd1aeb31170b7f9161c4d3e/975",
            "filesystem_service_unittests": "f5a4f2345e61e0d6a092bd9843509087ba332a1845942a3070718d2e86f0e49e/569",
            "gcm_unit_tests": "51a84d3413fedaa7b514dd729cbe4881d81cd958c0c69b6047405aa82159c76b/646",
            "gfx_unittests": "6e787bb08272716ab128ce5d40296c87939d29a846b7fc39bac137ad725b52c4/645",
            "gin_unittests": "2bdf46ee689969e8ad1efd658b5e7ce72973972fece60c6a6753a0b67d9e354d/646",
            "google_apis_unittests": "c97b10d1af546e511b1231083f9b486a5b3c607b96760ea7837214e36ebf5297/731",
            "gpu_unittests": "7eb34bbcbe82cfd285cdd51faa1c3a085555a7693b985faf3cec2dce56b735ef/646",
            "gwp_asan_unittests": "bd91c6c8036c6e394cacb80b9ac3e93aaebed08e748a68356022ff370d3dda03/570",
            "interactive_ui_tests": "acba483c0f07d8e7187f6ae23dc8321e5d2a80da3473c79b03381b01089e5abb/1128",
            "ipc_tests": "a216f5402aaff6d9ac1d993661065d1fdd41c9700f2b5275461eb74125bd8a1b/569",
            "jingle_unittests": "b2e8e63689767c3c07d7b238e1002e05b3191d9eff884d1cea7b9b2ea1f0d865/646",
            "keyboard_unittests": "0427e23720144548767a331037dec956eda6d0182c26bb1638c9846e8128c43b/569",
            "latency_unittests": "ee3a32945a0843946efe2ec8cbe8dc53c7ed0b563b1954a030ba0f5ab3238ad1/569",
            "libjingle_xmpp_unittests": "45eab9ca5febbb67c97e3783c999d45106e5ee6226f5ad648a3a4491d4b5d99a/569",
            "liburlpattern_unittests": "c1d71134e9981d5ee48bd2ac067564b16d442e31543a93b0debe7c39cbbf8dd1/569",
            "media_unittests": "7c6488d684d42fc9b255dbff1dd3875b107286c0d06e7403198531009904a40f/649",
            "message_center_unittests": "1b800949004d0d9ca3fdf69506e71d83e30a0bfa9d18622c4b2465e9b03664e6/569",
            "midi_unittests": "1c01cc46d23b3deb3052d63ddc3e6d3f60a6ec99ed511fb739ba037ea25388b0/569",
            "mojo_core_unittests": "dd8be827c91cf8b4645601066a79a98e889da5b4e3071b4fc2872fb43fac263f/569",
            "mojo_unittests": "d48a486fdddfcca5e6290d70db78aa8363b0caa9adc4e856317b67710dd8014c/647",
            "nacl_helper_nonsfi_unittests": "3254d088e730114a26063c2ce65320b3e1bc6811ff5f65252d583cb9e892463c/569",
            "nacl_loader_unittests": "c5ce567645aff69b91241287d21619c0cf8b9b99ddb859d6d50b5383a1744dc5/569",
            "native_theme_unittests": "493aa0cd34dfcaf5e521b287d904eb209c303596337ffd8c23aa10fbb9d65788/569",
            "net_unittests": "1e9d882d09294de3584163c815ae9e3cc485a4ce4a005109ca4cffefb7e8e637/648",
            "ozone_gl_unittests": "6703d7e16dcdd435740446c930a29a8ec67f9afe31d46b17d9bf5e6f9116b6c1/569",
            "ozone_unittests": "ab36e4ac8d56b7de5755765d17417910ea0e1b3b4e98e53367afef38374c82d7/569",
            "ozone_x11_unittests": "87e350cd3f5fc4c0be70ee47bb24875bb9099d7b46443364aa1d1e90a50b582b/569",
            "pdf_unittests": "0cd3cab9a6d96cb7b99c025ead577151c92abbf606587b4280d54b073f02d5f4/725",
            "perfetto_unittests": "21f1f9bc9027b3092cd9fce4fce7d975a2a5dc39b927ec6130781062129f1b90/569",
            "ppapi_unittests": "95e3c10ebe9966ed2d5c6b674f667dc3fecba8f00b27140cca9352ced71d4c57/569",
            "printing_unittests": "219e3561d09b6936bf00fb5fa28dc84cf3e0d5f000b69478eaf530b63e3a2167/569",
            "remoting_unittests": "94c0921eebdc3f20c1f6a235cd031b173dcc27d9c56435cbea8bec3e077ec255/646",
            "sandbox_linux_unittests": "513bdca5b987654d88beffb67dd500cf8c90bb37f6630ce3a15c86ad4931f33a/569",
            "service_manager_unittests": "92214dd441457812fe807b130cec9baa1d057c7ea26997b273336c6276ed7d60/569",
            "shell_dialogs_unittests": "00f8840bd2af822cccaf33ef27cc4ba92807b602eacbc56ac09d8ed49642941d/569",
            "shell_encryption_unittests": "baf7faac1f1013f5e53123a1570189daf99dc2eeddf362b306485898e41f1b13/569",
            "skia_unittests": "e6224a2b361cf59988f2e24324c656eedeefc55f5b19b3e914717e114097d546/569",
            "snapshot_unittests": "d985d0687029168e3117691159e7731cd549778b522bfc1593b262d0e93bac51/569",
            "sql_unittests": "e8f6a5b01aa8bec677085558923db8ca74d3eff47ba06bc8ddad82b33074fd62/646",
            "storage_unittests": "285f39486456cdceb4228ee1a769afe42ac25b8fd1244da4634599e0e88c011a/727",
            "sync_integration_tests": "05a943835fda9cb7d006674417f373fa15e4943d2fdd581e7316755adf51846a/891",
            "ui_base_unittests": "a014d954f1ef156801b61325036bb16d2c13903370bf75d69c4f30e99b5ecbab/722",
            "ui_chromeos_unittests": "2eb2e7ce42c77e91d451ca4e62763e8fe13c9245cbeaf721b806f0451964c5d2/569",
            "ui_touch_selection_unittests": "afffd1e71df5b6d66ba061ca6d614a22fd6f94c12100150b3598967e858e0158/569",
            "unit_tests": "90607ee5ad76962d4a62d75797466354768515275cbe7c305dbc50ea8f208c5d/1223",
            "url_unittests": "abd26a8840b1ce286ef2f8402e95cd1fecf0fd9feb10c132d6994072ae16ccf4/569",
            "usage_time_limit_unittests": "aecbe3dc26df387e01895577c78c1dafae22948497429d38d169978d50b61a7e/649",
            "views_unittests": "b27f5f4d96e43b3538c917242d6b818a70ef84a4e99a4be475db8cc8b539e812/569",
            "viz_unittests": "56524fb5b43807339a9e649436691e451534ce34adab477dae22fe66a7da8c25/653",
            "wayland_client_perftests": "a1604f2cd4d3d9e1511c53ada9da80c25fe147f4a47e68c8578b935205f3ad28/646",
            "wayland_client_tests": "6f0e5ae241a422f01daf5d6324d907ddfff180b34172d8f7f750ebc8972f4e08/646",
            "wm_unittests": "c2bf5925405b632fb7fa126bfbf6f640b047cff0f9389d535ccaa74f47da9c97/569",
            "wtf_unittests": "a159187b9f978ae91a617a71384c696aad79b77fc9bc4b301e2648c65b1f681c/569",
            "zlib_unittests": "33748361850acafe8a4da9591609e2ed4909689149ec6d07777a077cd6955934/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e4bdc1b6e4a39f17f0e7420985207b1457a9d378a0b68a726429dbe927211d8e/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "16de93dce82a600e896d671803bc560cc23b2384",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000577878391033376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25408"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:17:48.389] Scheduled build:
{
  "id": "8835147816506400513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 24975,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T04:17:47.953095248Z",
  "updateTime": "2021-09-25T04:17:48.206595716Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16de93dce82a600e896d671803bc560cc23b2384",
      "ref": "refs/heads/main"
    }
  }
}
[04:17:48.389] Task URL: https://cr-buildbucket.appspot.com/build/8835147816506400513
[04:17:48.389] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:2:0) after 4m8s
[04:21:56.592] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:2:0)
[04:21:56.624] Build status: SCHEDULED
[04:21:56.624] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:3:0) after 4m7s
[04:26:03.643] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:3:0)
[04:26:03.678] Build status: SCHEDULED
[04:26:03.678] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:4:0) after 4m50s
[04:30:53.699] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:4:0)
[04:30:53.749] Build status: SCHEDULED
[04:30:53.749] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:5:0) after 5m59s
[04:36:22.664] Received PubSub notification, asking Buildbucket for the build status
[04:36:22.694] Build status: STARTED
[04:36:52.776] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:5:0)
[04:36:52.804] Build status: STARTED
[04:36:52.804] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:7:0) after 8m16s
[04:45:08.823] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:7:0)
[04:45:08.861] Build status: STARTED
[04:45:08.861] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:8:0) after 6m18s
[04:51:26.882] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:8:0)
[04:51:26.921] Build status: STARTED
[04:51:26.921] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:9:0) after 2m38s
[04:54:04.889] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:9:0)
[04:54:04.945] Build status: STARTED
[04:54:04.945] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:10:0) after 1m10s
[04:55:14.964] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:10:0)
[04:55:14.993] Build status: STARTED
[04:55:14.993] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:11:0) after 1m14s
[04:56:29.284] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:11:0)
[04:56:29.320] Build status: STARTED
[04:56:29.320] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:12:0) after 1m29s
[04:57:58.341] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:12:0)
[04:57:58.372] Build status: STARTED
[04:57:58.373] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:13:0) after 7m6s
[05:05:04.402] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:13:0)
[05:05:04.444] Build status: STARTED
[05:05:04.444] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:14:0) after 5m26s
[05:10:30.465] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:14:0)
[05:10:30.494] Build status: STARTED
[05:10:30.494] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:15:0) after 2m2s
[05:12:32.514] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:15:0)
[05:12:32.561] Build status: STARTED
[05:12:32.562] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:16:0) after 7m49s
[05:20:21.581] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:16:0)
[05:20:21.664] Build status: STARTED
[05:20:21.664] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:17:0) after 4m37s
[05:24:58.684] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:17:0)
[05:24:58.718] Build status: STARTED
[05:24:58.718] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:18:0) after 5m7s
[05:30:05.900] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:18:0)
[05:30:05.947] Build status: STARTED
[05:30:05.947] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:19:0) after 4m40s
[05:34:45.978] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:19:0)
[05:34:46.026] Build status: STARTED
[05:34:46.026] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:20:0) after 6m58s
[05:41:44.046] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:20:0)
[05:41:44.080] Build status: STARTED
[05:41:44.080] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000577878391033376:21:0) after 8m8s
[05:44:25.114] Received PubSub notification, asking Buildbucket for the build status
[05:44:25.147] Build:
{
  "id": "8835147816506400513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 24975,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T04:17:47.953095248Z",
  "startTime": "2021-09-25T04:36:20.900599Z",
  "endTime": "2021-09-25T05:44:23.398302613Z",
  "updateTime": "2021-09-25T05:44:23.398778388Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16de93dce82a600e896d671803bc560cc23b2384",
      "ref": "refs/heads/main"
    }
  }
}
[05:44:25.147] Invocation finished in 1h26m38.375063115s with status FAILED