Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25729 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
  "parent_got_revision_cp": "refs/heads/main@{#936791}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
  "swarm_hashes": {
    "absl_hardening_tests": "f57eccab19c41a4082d36d02572cc96256704cfef0f8987f5986adcb156f82f2/569",
    "accessibility_unittests": "87ec70b3672a0a67a84a64cf3b81608381af5f3bc815ef0ed5c2bad80c89de8d/569",
    "angle_unittests": "be4dae13b3f28e65a021440abc8a5e0c13ca87424209d0a3d8500d6146f265b7/570",
    "app_shell_unittests": "7be856baed621d66ec627c1bcd2b9c646d7a802f92b134af203fb1788968ab08/809",
    "ash_unittests": "8ffa6ac8e8c4407e1751f7b667682e5947a7c4942b0f4a4fcd226d1cd2f91572/723",
    "ash_webui_unittests": "59451aba46d82da4ac583d4d7106639b8bc1db42f9f132208c24504fe4f65ab4/725",
    "aura_unittests": "b1c346bfeaab1dc22d630d5afab2d17f5c4dc5681414a1d94bc299f225592e6e/569",
    "base_unittests": "d11206e408fdf2bd0b63e8372ff077e65f023f09e23042608faa1215cc8f58aa/648",
    "blink_common_unittests": "be409c60e4ec4a9a1570a0c8bc9e3acf8c4d22f574255b03190fdf5062a750e3/647",
    "blink_fuzzer_unittests": "f04d0d5e4db35c6bf0d4812761f5116fbf32b88590ca0e9fc5caccc59d9a694b/648",
    "blink_heap_unittests": "aab19002274fafd51c9d1dc7cbcb022b54b6c9b5066102f800a62c9febdb53e0/648",
    "blink_platform_unittests": "931ad6beca4f79dda2ca1169c1f6642cd375c4a3357c6eb755b382db67fea762/726",
    "blink_unittests": "c3e0f1504edc0866db314ace817f4d319d84031843a2aebbe8d92818e08f9803/726",
    "boringssl_crypto_tests": "4bc3821bfc891f743166362b470526cd28ef7cf37319f4c266f8d4c44c91eacd/570",
    "boringssl_ssl_tests": "cf08a225c1a8137d935c474c7a691af051530e90e497cf51cacdd6c248a3834f/569",
    "browser_tests": "d1b80bfebf5ff9b49415e44d816388cf81d8b6ab7892bc8a629e6e98d7f81242/1458",
    "capture_unittests": "77905c524a02c9a1616dd400e35b9782762a643795f218912e441cc23a94d435/648",
    "cast_unittests": "45fb57052201e0c5628fc2dac2f51eca7bb47019471dd052be4eba4799fe2608/569",
    "cc_unittests": "ec82c4730e9903a4e6eaaf15e2ae606582f46589d365e5b1856cf934d71241eb/653",
    "chrome_app_unittests": "0e9ee84e25b6862c1aa0ea38da718dfa7fc8ad209775349f90e5120f9cf25e5d/810",
    "chromedriver_unittests": "a239d4d542a825355eee39625a38d1e487a0b722cbddaed252cd53b595b822af/726",
    "chromeos_components_unittests": "bbea9e25b7642c34ac16c4470c96ccc8b9830f315051815667e437dc07b8db90/725",
    "chromeos_unittests": "aa74df0d6b514b6ecda0254853f60746ce6c23336098c6db1a3eac60c93a2cc5/728",
    "color_unittests": "d06a7e31de07e0c2c2333412dad408a76be3c7f6e8c26f4f806c4d27076f86d8/569",
    "components_browsertests": "e655f22f0c844de37213255ed599a03554d5be6521012af94c9d4eb0cc2fb70f/892",
    "components_unittests": "3089f71a9fb548ea549cf00d92d8a9188d7b32132e6710dea64505eabd11d4d8/892",
    "compositor_unittests": "3e54105ea1e889118855fba726176d238021d193b848a6efc2b7f04d7112b124/645",
    "content_browsertests": "a9cac8494c3e5739c30404b4058af63364c327155a5261da57572b679713d50d/887",
    "content_unittests": "c0d17abbadefd90856d25736a4cc291b6b333f56c5f74a2ea9c1f0819a613b49/806",
    "crashpad_tests": "15379ec2b05275f3187abc5af2a9c7a7f3dc289e4ac277bd3ee0423b9ffeb311/570",
    "crypto_unittests": "2dad75a2d866c7d48a9d7b940d63b2833e5df3bd240d5db2d15eb30c7a0ce65a/569",
    "dbus_unittests": "872e1352ee77a56c68cf3b06c20efc693f576571efa4770e8633e9963704a811/569",
    "device_unittests": "3321c949d0826235d096835791fb859d1e06228dae6d302590bf1b4dc59bc530/646",
    "display_unittests": "5774f6e56a1d39d3d54164a5144385266c9743b818e556ffc4e217cfb5b8a063/569",
    "events_unittests": "4f37ff39a6a0f377eaa3656b0275760cf5a0bbb6c053bc8f47d1c0fe46a8e984/569",
    "exo_unittests": "36d73356ad4061549a5c9d2ac64dad1d8045e03ae6732aead1a21d998dc91194/725",
    "extensions_browsertests": "b4414e1b75ff2accfcd8503687c84efd5bba5c0297a47ce65c78c829a40c2a1f/811",
    "extensions_unittests": "98ebaa3a08a6fa9a37925a5e1909f4b2f93acf67928c104353910c2a6471afcb/975",
    "filesystem_service_unittests": "23f9eb661f5091126f221b14bb677b322e549d8c5f598106212bba6acbf135e6/569",
    "gcm_unit_tests": "7be5926230da382fdf4b68e62304148867a0b84cf7d831e386cf39d222859078/646",
    "gfx_unittests": "9e87d36dcf35a6a248c36973c1330e2c547b7e0988400fcfa1c56ce20ad755ad/645",
    "gin_unittests": "aba755efe2820c8f5a996b79177f6ea15d3d0b3616a3d12058eca2cb9b0816dd/646",
    "google_apis_unittests": "b4159c9aa154b2d1ac331c2401487fc1def7152b663c906038af0e9ecbe3a45d/731",
    "gpu_unittests": "371fee22972828e17582b57a61c825ed83621bd4010cfc559da414b5a191a410/646",
    "gwp_asan_unittests": "a344f0155a48000c447a97ce3f401f657b4e1b9bfe15d3a78d83b6339c72aa6c/570",
    "interactive_ui_tests": "6374df351c677375c1d2b5b620fc845bcd31d12d50e5a4543e8618637cec4641/1128",
    "ipc_tests": "d5648fb26a8b368bcc83b1f965666cd2ff1404fb0807592291f26fb9f31c5a65/569",
    "jingle_unittests": "b095a72b77629bc0b5e372ed5b073e8bf3bba11a4db47ec1b69c8ee0f4249248/646",
    "keyboard_unittests": "e63ec308724549fd42a28502668394d3fa527a7973f1951313376b299d8157b5/569",
    "latency_unittests": "e15046bacf5d881a3fd26f2d49d7f48b82aae9b722eb9472a536f9cc3684616d/569",
    "libjingle_xmpp_unittests": "543cd779fb0b94620a3c58425138b193a2c404a0dbdd93f6b5eecec85d72ab4f/569",
    "liburlpattern_unittests": "84afdf1660b70f53ad1ccc214aa80f9ad5b24835cb7b0e7a1eee9fbe72aaa55b/569",
    "media_unittests": "f49547925ec6ceb5a4cf6ebbca88939dd32f0570fa522901a470cabd72019f94/649",
    "message_center_unittests": "a352eb0ef8504cd96fb0bdb2225c6ddbd8c41e42789ee677d29063b30edf180b/569",
    "midi_unittests": "408922c86779ff3899c627ded55033508889f98f1fb23a57d4d906ab7de171c0/569",
    "mojo_core_unittests": "1fa1ef1dcc8e62de95d4bd0c1e34c9ace451c501398977060d4891f246f62aa3/569",
    "mojo_unittests": "d1415c5253fdac5bf4da702fa3bc7288be2b176a86d38821f45552b7fdf8bebb/647",
    "nacl_helper_nonsfi_unittests": "896f6a5a7659913bfcec77e31e4cb10f492150cd4dac091ac60861a64d9a64ab/569",
    "nacl_loader_unittests": "c7d8095036e1d607ac462631c168210a44f5f93525917d8bdab80682f8a262d3/569",
    "native_theme_unittests": "9c2982346c5b060518b75abee3469493542eade874cdf7e50427f80e649c0ed8/569",
    "net_unittests": "2694c936f817d78f19ad5119512f02ca62d8886bd3003f74c2808dfc42008474/648",
    "ozone_gl_unittests": "1aef9883977bb05c36695c88d074c0319cf3b34bb3536e93d32009bce40ac7eb/569",
    "ozone_unittests": "575d6a676cffafcec35525fa040a42034d462fff480be7d61ce8f92bd6de723e/569",
    "ozone_x11_unittests": "0639b1bc7d0a6231c278c01ee715b33270b7ceeebb824a6b3902c95ea4d40932/569",
    "pdf_unittests": "8ccfa16c3f96575ed12bd3d37f5a7b811cb4f3474bd80e136a81ef01c6b781f9/725",
    "perfetto_unittests": "d140c89045600106d5324f954451490dc74688fa323879138411947bec628135/569",
    "ppapi_unittests": "b1c983618ebbe1d7c5c099843658b04c916545bf997ca025c3edeab41fed9d7c/569",
    "printing_unittests": "df37035d379fb4f54089a0e69fc2c2eadb92c202210ee6cfa9907fa8c69217b8/569",
    "remoting_unittests": "5ad6b5c7f65ccd5dc2c78e5c0ff58a21d9638a7d5cffd735e45fcf374dd2be3b/646",
    "sandbox_linux_unittests": "6fa8cde5b435214b022889d3b1759eb8688e5586b13777b3f3a057e686dc7536/569",
    "service_manager_unittests": "4cf6611595fd89a9277f9d61bc4bd0709a2f4e27b0d4948475ea352fbc400d1f/569",
    "shell_dialogs_unittests": "04f262fca75565c6da69d6c0badac1964fa9a8d815ac5847e5a0239a1589d613/569",
    "shell_encryption_unittests": "a6bd598a30728d14248fb36f9dc676918dc5b8a9d1f43e0f7b8a23468169f8a8/569",
    "skia_unittests": "0335f2329a3cd977e81ce40f7a667b4b748a3c0fc43d7657cf4bcdfdb7a16616/569",
    "snapshot_unittests": "1314e153ab6ae19c569b4381db81ef80fb5add8466d8c70dec8ae6cc62d37adc/569",
    "sql_unittests": "0f618cc247cd7a62084c2815c3671ec2327b39f631cedd93ff5994d91d77ec06/646",
    "storage_unittests": "1ff58901c85b31d2e2a15caa0cb058269997012392c7253767b34f704fe32a0c/727",
    "sync_integration_tests": "a86739b83429a0c6cff50910ab8a030001b5d85d341b611f074ead6314ab2bb8/891",
    "ui_base_unittests": "d094e1cb2b1e99c5f43dad79da0a361a0842379a687b6b8346a97e2e280d3332/722",
    "ui_chromeos_unittests": "5f11bf9ae981ca3e43c00b8f5e95792c3dd9618aa3c98913c2954b7344ceee4f/569",
    "ui_touch_selection_unittests": "30476a1bdcc3620e4270bd02b3dc234b97efb4fe6a3b96e6033a56286cf8ef6f/569",
    "unit_tests": "046d4ed75348b248608ca3dc17cc8f28b9c167be28dcf194e02e69108e9da3ea/1223",
    "url_unittests": "c6c1653dae40eb74be04be1407cf6159a8343889a40398cad578f9fa3ef947ba/569",
    "usage_time_limit_unittests": "fba16c49890868d207bc1772262f2f324df2e196a9d18b349dac1157f7b7fa3e/649",
    "views_unittests": "31268924182585897e9afb18ceb850f52302e33b082d997c1dc7c496eaf8fa87/569",
    "viz_unittests": "f23b371f98a82975d4c1a5be6e07e8c515892ebd02efc7cd3c6f66b6d1979cf2/653",
    "wayland_client_perftests": "d94605976adecae02dbc304dd829da537f938778e911b7624befd8d55f341048/646",
    "wayland_client_tests": "b3cd49e4e415d1e0b066eaa3b068f1179f6d7f02bee319e883aaddb3954ad4c1/646",
    "wm_unittests": "c646fb4e630d55f3452841b8226cd5c76aed4e65badf7b61b0ab7a25a34c62a1/569",
    "wtf_unittests": "4f090595fcff33c4974723d211e05c62fbee4dddc13a0a8773334f431ba4b73c/569",
    "zlib_unittests": "fd2836051a4de2f79623eace7b9e178643f6587f750e46d292473f0476f22e7a/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "576806db2647b18061f8a6760e975a4c33ce1eadadc2151f3f9d0194dcbbabe3/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bbec91cb50bf88167a0bf962a6fa890ccb7187ae
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25729
  • user_agent:recipe

Debug log (UTC)

[05:05:55.404] New invocation is queued and will start shortly
[05:05:55.404] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:05:58.391] Starting the invocation (attempt 1)
[05:05:58.424] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bbec91cb50bf88167a0bf962a6fa890ccb7187ae"
[05:05:58.424] Popped gitiles commit info from properties and tags
[05:05:58.424] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:05:58.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:05:58.425] Buildbucket request:
{
  "requestId": "8997222761699474448",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
      "parent_got_revision_cp": "refs/heads/main@{#936791}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "f57eccab19c41a4082d36d02572cc96256704cfef0f8987f5986adcb156f82f2/569",
            "accessibility_unittests": "87ec70b3672a0a67a84a64cf3b81608381af5f3bc815ef0ed5c2bad80c89de8d/569",
            "angle_unittests": "be4dae13b3f28e65a021440abc8a5e0c13ca87424209d0a3d8500d6146f265b7/570",
            "app_shell_unittests": "7be856baed621d66ec627c1bcd2b9c646d7a802f92b134af203fb1788968ab08/809",
            "ash_unittests": "8ffa6ac8e8c4407e1751f7b667682e5947a7c4942b0f4a4fcd226d1cd2f91572/723",
            "ash_webui_unittests": "59451aba46d82da4ac583d4d7106639b8bc1db42f9f132208c24504fe4f65ab4/725",
            "aura_unittests": "b1c346bfeaab1dc22d630d5afab2d17f5c4dc5681414a1d94bc299f225592e6e/569",
            "base_unittests": "d11206e408fdf2bd0b63e8372ff077e65f023f09e23042608faa1215cc8f58aa/648",
            "blink_common_unittests": "be409c60e4ec4a9a1570a0c8bc9e3acf8c4d22f574255b03190fdf5062a750e3/647",
            "blink_fuzzer_unittests": "f04d0d5e4db35c6bf0d4812761f5116fbf32b88590ca0e9fc5caccc59d9a694b/648",
            "blink_heap_unittests": "aab19002274fafd51c9d1dc7cbcb022b54b6c9b5066102f800a62c9febdb53e0/648",
            "blink_platform_unittests": "931ad6beca4f79dda2ca1169c1f6642cd375c4a3357c6eb755b382db67fea762/726",
            "blink_unittests": "c3e0f1504edc0866db314ace817f4d319d84031843a2aebbe8d92818e08f9803/726",
            "boringssl_crypto_tests": "4bc3821bfc891f743166362b470526cd28ef7cf37319f4c266f8d4c44c91eacd/570",
            "boringssl_ssl_tests": "cf08a225c1a8137d935c474c7a691af051530e90e497cf51cacdd6c248a3834f/569",
            "browser_tests": "d1b80bfebf5ff9b49415e44d816388cf81d8b6ab7892bc8a629e6e98d7f81242/1458",
            "capture_unittests": "77905c524a02c9a1616dd400e35b9782762a643795f218912e441cc23a94d435/648",
            "cast_unittests": "45fb57052201e0c5628fc2dac2f51eca7bb47019471dd052be4eba4799fe2608/569",
            "cc_unittests": "ec82c4730e9903a4e6eaaf15e2ae606582f46589d365e5b1856cf934d71241eb/653",
            "chrome_app_unittests": "0e9ee84e25b6862c1aa0ea38da718dfa7fc8ad209775349f90e5120f9cf25e5d/810",
            "chromedriver_unittests": "a239d4d542a825355eee39625a38d1e487a0b722cbddaed252cd53b595b822af/726",
            "chromeos_components_unittests": "bbea9e25b7642c34ac16c4470c96ccc8b9830f315051815667e437dc07b8db90/725",
            "chromeos_unittests": "aa74df0d6b514b6ecda0254853f60746ce6c23336098c6db1a3eac60c93a2cc5/728",
            "color_unittests": "d06a7e31de07e0c2c2333412dad408a76be3c7f6e8c26f4f806c4d27076f86d8/569",
            "components_browsertests": "e655f22f0c844de37213255ed599a03554d5be6521012af94c9d4eb0cc2fb70f/892",
            "components_unittests": "3089f71a9fb548ea549cf00d92d8a9188d7b32132e6710dea64505eabd11d4d8/892",
            "compositor_unittests": "3e54105ea1e889118855fba726176d238021d193b848a6efc2b7f04d7112b124/645",
            "content_browsertests": "a9cac8494c3e5739c30404b4058af63364c327155a5261da57572b679713d50d/887",
            "content_unittests": "c0d17abbadefd90856d25736a4cc291b6b333f56c5f74a2ea9c1f0819a613b49/806",
            "crashpad_tests": "15379ec2b05275f3187abc5af2a9c7a7f3dc289e4ac277bd3ee0423b9ffeb311/570",
            "crypto_unittests": "2dad75a2d866c7d48a9d7b940d63b2833e5df3bd240d5db2d15eb30c7a0ce65a/569",
            "dbus_unittests": "872e1352ee77a56c68cf3b06c20efc693f576571efa4770e8633e9963704a811/569",
            "device_unittests": "3321c949d0826235d096835791fb859d1e06228dae6d302590bf1b4dc59bc530/646",
            "display_unittests": "5774f6e56a1d39d3d54164a5144385266c9743b818e556ffc4e217cfb5b8a063/569",
            "events_unittests": "4f37ff39a6a0f377eaa3656b0275760cf5a0bbb6c053bc8f47d1c0fe46a8e984/569",
            "exo_unittests": "36d73356ad4061549a5c9d2ac64dad1d8045e03ae6732aead1a21d998dc91194/725",
            "extensions_browsertests": "b4414e1b75ff2accfcd8503687c84efd5bba5c0297a47ce65c78c829a40c2a1f/811",
            "extensions_unittests": "98ebaa3a08a6fa9a37925a5e1909f4b2f93acf67928c104353910c2a6471afcb/975",
            "filesystem_service_unittests": "23f9eb661f5091126f221b14bb677b322e549d8c5f598106212bba6acbf135e6/569",
            "gcm_unit_tests": "7be5926230da382fdf4b68e62304148867a0b84cf7d831e386cf39d222859078/646",
            "gfx_unittests": "9e87d36dcf35a6a248c36973c1330e2c547b7e0988400fcfa1c56ce20ad755ad/645",
            "gin_unittests": "aba755efe2820c8f5a996b79177f6ea15d3d0b3616a3d12058eca2cb9b0816dd/646",
            "google_apis_unittests": "b4159c9aa154b2d1ac331c2401487fc1def7152b663c906038af0e9ecbe3a45d/731",
            "gpu_unittests": "371fee22972828e17582b57a61c825ed83621bd4010cfc559da414b5a191a410/646",
            "gwp_asan_unittests": "a344f0155a48000c447a97ce3f401f657b4e1b9bfe15d3a78d83b6339c72aa6c/570",
            "interactive_ui_tests": "6374df351c677375c1d2b5b620fc845bcd31d12d50e5a4543e8618637cec4641/1128",
            "ipc_tests": "d5648fb26a8b368bcc83b1f965666cd2ff1404fb0807592291f26fb9f31c5a65/569",
            "jingle_unittests": "b095a72b77629bc0b5e372ed5b073e8bf3bba11a4db47ec1b69c8ee0f4249248/646",
            "keyboard_unittests": "e63ec308724549fd42a28502668394d3fa527a7973f1951313376b299d8157b5/569",
            "latency_unittests": "e15046bacf5d881a3fd26f2d49d7f48b82aae9b722eb9472a536f9cc3684616d/569",
            "libjingle_xmpp_unittests": "543cd779fb0b94620a3c58425138b193a2c404a0dbdd93f6b5eecec85d72ab4f/569",
            "liburlpattern_unittests": "84afdf1660b70f53ad1ccc214aa80f9ad5b24835cb7b0e7a1eee9fbe72aaa55b/569",
            "media_unittests": "f49547925ec6ceb5a4cf6ebbca88939dd32f0570fa522901a470cabd72019f94/649",
            "message_center_unittests": "a352eb0ef8504cd96fb0bdb2225c6ddbd8c41e42789ee677d29063b30edf180b/569",
            "midi_unittests": "408922c86779ff3899c627ded55033508889f98f1fb23a57d4d906ab7de171c0/569",
            "mojo_core_unittests": "1fa1ef1dcc8e62de95d4bd0c1e34c9ace451c501398977060d4891f246f62aa3/569",
            "mojo_unittests": "d1415c5253fdac5bf4da702fa3bc7288be2b176a86d38821f45552b7fdf8bebb/647",
            "nacl_helper_nonsfi_unittests": "896f6a5a7659913bfcec77e31e4cb10f492150cd4dac091ac60861a64d9a64ab/569",
            "nacl_loader_unittests": "c7d8095036e1d607ac462631c168210a44f5f93525917d8bdab80682f8a262d3/569",
            "native_theme_unittests": "9c2982346c5b060518b75abee3469493542eade874cdf7e50427f80e649c0ed8/569",
            "net_unittests": "2694c936f817d78f19ad5119512f02ca62d8886bd3003f74c2808dfc42008474/648",
            "ozone_gl_unittests": "1aef9883977bb05c36695c88d074c0319cf3b34bb3536e93d32009bce40ac7eb/569",
            "ozone_unittests": "575d6a676cffafcec35525fa040a42034d462fff480be7d61ce8f92bd6de723e/569",
            "ozone_x11_unittests": "0639b1bc7d0a6231c278c01ee715b33270b7ceeebb824a6b3902c95ea4d40932/569",
            "pdf_unittests": "8ccfa16c3f96575ed12bd3d37f5a7b811cb4f3474bd80e136a81ef01c6b781f9/725",
            "perfetto_unittests": "d140c89045600106d5324f954451490dc74688fa323879138411947bec628135/569",
            "ppapi_unittests": "b1c983618ebbe1d7c5c099843658b04c916545bf997ca025c3edeab41fed9d7c/569",
            "printing_unittests": "df37035d379fb4f54089a0e69fc2c2eadb92c202210ee6cfa9907fa8c69217b8/569",
            "remoting_unittests": "5ad6b5c7f65ccd5dc2c78e5c0ff58a21d9638a7d5cffd735e45fcf374dd2be3b/646",
            "sandbox_linux_unittests": "6fa8cde5b435214b022889d3b1759eb8688e5586b13777b3f3a057e686dc7536/569",
            "service_manager_unittests": "4cf6611595fd89a9277f9d61bc4bd0709a2f4e27b0d4948475ea352fbc400d1f/569",
            "shell_dialogs_unittests": "04f262fca75565c6da69d6c0badac1964fa9a8d815ac5847e5a0239a1589d613/569",
            "shell_encryption_unittests": "a6bd598a30728d14248fb36f9dc676918dc5b8a9d1f43e0f7b8a23468169f8a8/569",
            "skia_unittests": "0335f2329a3cd977e81ce40f7a667b4b748a3c0fc43d7657cf4bcdfdb7a16616/569",
            "snapshot_unittests": "1314e153ab6ae19c569b4381db81ef80fb5add8466d8c70dec8ae6cc62d37adc/569",
            "sql_unittests": "0f618cc247cd7a62084c2815c3671ec2327b39f631cedd93ff5994d91d77ec06/646",
            "storage_unittests": "1ff58901c85b31d2e2a15caa0cb058269997012392c7253767b34f704fe32a0c/727",
            "sync_integration_tests": "a86739b83429a0c6cff50910ab8a030001b5d85d341b611f074ead6314ab2bb8/891",
            "ui_base_unittests": "d094e1cb2b1e99c5f43dad79da0a361a0842379a687b6b8346a97e2e280d3332/722",
            "ui_chromeos_unittests": "5f11bf9ae981ca3e43c00b8f5e95792c3dd9618aa3c98913c2954b7344ceee4f/569",
            "ui_touch_selection_unittests": "30476a1bdcc3620e4270bd02b3dc234b97efb4fe6a3b96e6033a56286cf8ef6f/569",
            "unit_tests": "046d4ed75348b248608ca3dc17cc8f28b9c167be28dcf194e02e69108e9da3ea/1223",
            "url_unittests": "c6c1653dae40eb74be04be1407cf6159a8343889a40398cad578f9fa3ef947ba/569",
            "usage_time_limit_unittests": "fba16c49890868d207bc1772262f2f324df2e196a9d18b349dac1157f7b7fa3e/649",
            "views_unittests": "31268924182585897e9afb18ceb850f52302e33b082d997c1dc7c496eaf8fa87/569",
            "viz_unittests": "f23b371f98a82975d4c1a5be6e07e8c515892ebd02efc7cd3c6f66b6d1979cf2/653",
            "wayland_client_perftests": "d94605976adecae02dbc304dd829da537f938778e911b7624befd8d55f341048/646",
            "wayland_client_tests": "b3cd49e4e415d1e0b066eaa3b068f1179f6d7f02bee319e883aaddb3954ad4c1/646",
            "wm_unittests": "c646fb4e630d55f3452841b8226cd5c76aed4e65badf7b61b0ab7a25a34c62a1/569",
            "wtf_unittests": "4f090595fcff33c4974723d211e05c62fbee4dddc13a0a8773334f431ba4b73c/569",
            "zlib_unittests": "fd2836051a4de2f79623eace7b9e178643f6587f750e46d292473f0476f22e7a/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "576806db2647b18061f8a6760e975a4c33ce1eadadc2151f3f9d0194dcbbabe3/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997222761699474448"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25729"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:05:58.896] Scheduled build:
{
  "id": "8831792697793484129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25273,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T05:05:58.498032574Z",
  "updateTime": "2021-11-01T05:05:58.498032574Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
      "ref": "refs/heads/main"
    }
  }
}
[05:05:58.896] Task URL: https://cr-buildbucket.appspot.com/build/8831792697793484129
[05:05:58.896] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:2:0) after 3m51s
[05:09:49.889] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:2:0)
[05:09:49.917] Build status: SCHEDULED
[05:09:49.917] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:3:0) after 5m47s
[05:10:14.669] Received PubSub notification, asking Buildbucket for the build status
[05:10:14.708] Build status: STARTED
[05:15:36.942] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:3:0)
[05:15:36.969] Build status: STARTED
[05:15:36.969] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:5:0) after 5m30s
[05:21:07.158] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:5:0)
[05:21:07.206] Build status: STARTED
[05:21:07.206] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:6:0) after 6m34s
[05:27:41.213] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:6:0)
[05:27:41.243] Build status: STARTED
[05:27:41.243] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:7:0) after 6m59s
[05:34:40.254] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:7:0)
[05:34:40.297] Build status: STARTED
[05:34:40.297] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:8:0) after 8m35s
[05:43:15.317] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:8:0)
[05:43:15.345] Build status: STARTED
[05:43:15.345] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:9:0) after 6m18s
[05:49:33.372] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:9:0)
[05:49:33.401] Build status: STARTED
[05:49:33.401] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:10:0) after 9m26s
[05:58:59.420] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:10:0)
[05:58:59.459] Build status: STARTED
[05:58:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:11:0) after 4m25s
[06:03:24.515] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:11:0)
[06:03:24.594] Build status: STARTED
[06:03:24.594] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:12:0) after 8m37s
[06:12:01.614] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:12:0)
[06:12:01.646] Build status: STARTED
[06:12:01.646] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:13:0) after 4m19s
[06:16:20.665] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:13:0)
[06:16:20.710] Build status: STARTED
[06:16:20.710] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:14:0) after 8m53s
[06:25:13.735] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:14:0)
[06:25:13.764] Build status: STARTED
[06:25:13.764] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:15:0) after 8m18s
[06:33:31.798] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:15:0)
[06:33:31.905] Build status: STARTED
[06:33:31.905] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:16:0) after 3m40s
[06:37:11.926] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:16:0)
[06:37:11.959] Build status: STARTED
[06:37:11.959] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:17:0) after 3m7s
[06:40:19.022] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:17:0)
[06:40:19.047] Build status: STARTED
[06:40:19.047] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:18:0) after 7m52s
[06:48:11.071] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:18:0)
[06:48:11.197] Build status: STARTED
[06:48:11.197] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:19:0) after 6m8s
[06:54:19.220] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:19:0)
[06:54:19.253] Build status: STARTED
[06:54:19.253] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:20:0) after 6m29s
[07:00:48.425] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:20:0)
[07:00:48.502] Build status: STARTED
[07:00:48.502] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:21:0) after 9m32s
[07:10:20.729] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:21:0)
[07:10:20.768] Build status: STARTED
[07:10:20.768] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:22:0) after 8m17s
[07:18:38.118] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:22:0)
[07:18:38.260] Build status: STARTED
[07:18:38.260] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:23:0) after 3m59s
[07:22:37.237] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:23:0)
[07:22:37.277] Build status: STARTED
[07:22:37.277] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997222761699474448:24:0) after 3m52s
[07:26:08.668] Received PubSub notification, asking Buildbucket for the build status
[07:26:08.700] Build:
{
  "id": "8831792697793484129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25273,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T05:05:58.498032574Z",
  "startTime": "2021-11-01T05:10:09.788038Z",
  "endTime": "2021-11-01T07:26:08.096232164Z",
  "updateTime": "2021-11-01T07:26:08.096232164Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bbec91cb50bf88167a0bf962a6fa890ccb7187ae",
      "ref": "refs/heads/main"
    }
  }
}
[07:26:08.700] Invocation finished in 2h20m13.310940014s with status FAILED