Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25719 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
  "parent_got_revision_cp": "refs/heads/main@{#936717}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
  "swarm_hashes": {
    "absl_hardening_tests": "689b66765118fd48ef5042daea93f672123e9730ddb4ebe293646e4bdb0fe8ab/569",
    "accessibility_unittests": "4d988df674f5a1ed1b11e781777208c2dfd9a63c50893fe4cc1dcb3b2a75d569/569",
    "angle_unittests": "8f6ca825984e086028ee88a83aaf2238fcc8f2c689bad3f1918498469da3104b/570",
    "app_shell_unittests": "4468c6d4f4627660d7f60257d0df51ef9cf412dc9cc532165147f031592d63ea/809",
    "ash_unittests": "cb222e493dd08a6e5b15dc1cc971c6313a63e8aebc0ecd6b8b2dadea5b98cb9e/723",
    "ash_webui_unittests": "aa599fd5f800fff571c166565236f0fd9b31c911ef148a4e3a685ef8ca7f97fb/725",
    "aura_unittests": "060829e00bcac570c9735084099c261c1193ce92ac73676b30529b15618840cd/569",
    "base_unittests": "896e6ff42de524080b0ed0a57b09f4fb29c30de99a77f0a88359208e21b7dcd0/648",
    "blink_common_unittests": "dc91d13cd416b1d30675fb44bb8726fb6ed45adce936b5ddc2a6114d590a1802/647",
    "blink_fuzzer_unittests": "7c360c5983eb985468724631f4cdbd893f3640c40cca29cd581e96a07981b314/648",
    "blink_heap_unittests": "a1b2e4595e3125f1fa921aa8fd269ac30293aae77e35da64cbb7244f28d7c73a/648",
    "blink_platform_unittests": "b436be4e48cc0e61029dc555477f92fe8c029192f677f1a0af7bd55520a01313/726",
    "blink_unittests": "59ce97a9a6d7622dc615b31ea9c6be429794ffbeb2eaa01f5b10d87579b2b62a/726",
    "boringssl_crypto_tests": "f9449b8ce8562fa4b530b90ab10cb561c1fffa2ae2f59c2e23e322f980c59252/570",
    "boringssl_ssl_tests": "1337323ba5bc01d36f262318920fdee4c889fea3f809c36dd3d596f35c2fc7b3/569",
    "browser_tests": "a90f56b0027f42d886882f967a2faa52cfd690bb152a274beecf8a5777cbb641/1458",
    "capture_unittests": "eb3d8be7c6c7b5dd53fcdfa9612752db5d8957b0a6dd4e2806924c6f243f50a3/648",
    "cast_unittests": "ae58249041fc5da1084f9f79b124adff59dd6757f5160200741707d865cd1fa5/569",
    "cc_unittests": "7391212b5f42cefc4f2e2afc144d93149e2f2d2b15d34fe642041b08aaf43c2a/653",
    "chrome_app_unittests": "9b0e20ef113f9bfc424cad6c782741db5060d27446b5c0ea005046bd5274ff55/810",
    "chromedriver_unittests": "22c0d38453fc8ae915267c46798753d9820d760e698fdb4276514555df583ba8/726",
    "chromeos_components_unittests": "7132d3c9117033672be68a0f3456f3303afc42484628c81bd0290c9fa99e9879/725",
    "chromeos_unittests": "c74b9a2db662ece93eb572fe387630095fb2ab9a66806ed60fb6ed4acf608f28/728",
    "color_unittests": "a82c068a6d38c0605190e9bd2f57450fa2282a6b0d5ba9f8fa7882baac8243f4/569",
    "components_browsertests": "c3d49602928daf2efdc0cfb34034c1a6daa38c371a2890d0a56f2193ae937c91/892",
    "components_unittests": "7fdb68ae95461ac045a8832b65441af0a2ae1b205dbd0a0c7af345c97e472134/892",
    "compositor_unittests": "aba4e272df7df55afa990d306d2afa4bb72443b5109caa7df61ea8d112e65687/645",
    "content_browsertests": "4b9a3e10d5132176afd3eeaab4e41fe636bd84131c8d507d5d222b57d3ea128c/887",
    "content_unittests": "de894dd3ed1b6f6cea6c92f2853768664aebd159c3bc151d3b312961489e1283/806",
    "crashpad_tests": "b808f3feffe86feebac049471b1ceb73200e38ac427e4a439b0e2e70228fa3b6/570",
    "crypto_unittests": "329569ad403ea8ca6f5213e27351bd79635985c00c764203fd53defe3dcdf55c/569",
    "dbus_unittests": "e3e868df038b423182271ffeef6aa8773e354224d72894ed62e41d9ab8629863/569",
    "device_unittests": "2b77544045d976354fc49d4c5901f5357093e012f027b6d25befd52412ea10f7/646",
    "display_unittests": "6c6702f7285257e127cca7862adeb9ae465e8f91177c4481074970f0d920d7b0/569",
    "events_unittests": "f89b9e0c2afdb3fd4d75d4b7bb65e158f4b206a874bfead782a5149c6c23630d/569",
    "exo_unittests": "d5d1c4a9358aa4cb54e92eb316b77af12080a26ce9fc2ffae192f4edfe91b7cc/725",
    "extensions_browsertests": "fd8e6df0ae95614e6ff8c6bfe3b045435a2d2633ad6ab8a0d6ee506f618c8142/811",
    "extensions_unittests": "d29974d22cf1f6bab4fe5cf3e98b21da0f506e408648f722feb7b93dd65f4d68/975",
    "filesystem_service_unittests": "c019e88f69efb164d1d390e4089dbcbe045e6ae692c4485ad4a51fa05b85781b/569",
    "gcm_unit_tests": "2ea62e0366f2ce738bd932493afa648c69347befbdcc0d9fbfef6f59070bcbf5/646",
    "gfx_unittests": "d0d32b39a2c37d12e081c73094d67813dbb425fe113b75a380ef779231f967e5/645",
    "gin_unittests": "866d4f847f7514f6cb30369600c48315ceccccae13276898f178bd3239ffbd8f/646",
    "google_apis_unittests": "f6600be6437fb7682f6d2671aadcc5ad62a872396d6da7244a98d4f7df55231d/731",
    "gpu_unittests": "90d49fa305e328af0b7680be89f343da80864936246abae94a9945988e1c1f36/646",
    "gwp_asan_unittests": "89267231eeae23110845a08279b629e2b1ce141d53482842f3d5d67d6ca20d65/570",
    "interactive_ui_tests": "565d98961fe1f16fd6bc9108b221ee9d4bff2d40b498e1ba2cbe631f6b410777/1128",
    "ipc_tests": "59484a28c299f98b6df72c660e081973e99d5808f7d703b5b161fd0396c7e5c2/569",
    "jingle_unittests": "a760324398b2ceed9b462946a5d5a1658a691d9ef648ca31c1aa1a27826a52cb/646",
    "keyboard_unittests": "c2d5b6b5d15e60f56e140b3eda67ca5e1348180efaeb0f21002bb7de88281e06/569",
    "latency_unittests": "878fd29a95ee69722e271e062bb8c6d6c58041a888b06e4f45492ab0d6d155bd/569",
    "libjingle_xmpp_unittests": "67ccedb3658457ffbb1447764248e28b2b5d297fa9375cd032050a7d72ff8ed9/569",
    "liburlpattern_unittests": "aa6ba39c6cd5065a38b77923f4c9f26435d4ae55549c66d4715476f3627a51d0/569",
    "media_unittests": "6dc63a0614b83f510afaba54848f16771f626f6d7711636e00e9fc02c43df2ad/649",
    "message_center_unittests": "71567b52a4dafeecfa3c23d340ffd1b03619d5da469f79f520d4fe467fe5f620/569",
    "midi_unittests": "ab03d9fde658834b87b13b000d62e57372863ea5f8232f819c932645af1e97de/569",
    "mojo_core_unittests": "dd5f2c71771798f10e82fdddd474d776bc8ae20887eac02480c63a6fdc4df7a2/569",
    "mojo_unittests": "55c7bec7143e12acfda0c5847e8a029ac2336eb31ebb08e38ea532947d197422/647",
    "nacl_helper_nonsfi_unittests": "72f2f0e592d5f2a8a1e4f4171308ada3e56512099cdfed8b7ac47f96339b444d/569",
    "nacl_loader_unittests": "a044772ef4fbca327e85708e29101bfcd9760185c32333e6c44ee2eb7307be28/569",
    "native_theme_unittests": "539d2c0a098a57a9ff08dbfb58e78ae9af2d01c7c1ab4c74f72ca98465501a66/569",
    "net_unittests": "0735f99dc1ac2e6c5283890f90ec5f16227f6a6e409e9495e27938d62c719f5d/648",
    "ozone_gl_unittests": "8e217fb9c9a44a4558a00ee3156d1304ae21e2448806000c8d1095840bbe89a1/569",
    "ozone_unittests": "c48c5b224ffc0a63e308450cfcf6d41c51a7761477bbf5a3823ca6591942e91d/569",
    "ozone_x11_unittests": "e3037abe4f00db8d307319ecd7bd3c879eda5ea29357f02c9d9ea61a779ed146/569",
    "pdf_unittests": "c71ec28d5e8c54fe72a37b27ebcfb79941cb54116dde60effbeb5a96ab3f57d9/725",
    "perfetto_unittests": "43c6d48051f3caaaa86842f6ee9b28cb6377ba5f86e552636e7978a4b79c5ccb/569",
    "ppapi_unittests": "21f354e8456cb8059e17f25623815fc0087fc19ed8d9da1c40d386b2909d2569/569",
    "printing_unittests": "9ca8ded71028fe45f459848fa1fb6ecf64c422dfe173507b09b005c4e16ac90f/569",
    "remoting_unittests": "7f6325058531b7046fe06b3320d58b4723db04b9fd4877ae2c94bfc6b7c72a68/646",
    "sandbox_linux_unittests": "7bc234c46f78108779f84997c3ddaaf7f095b4aa1decd456a43d90d62686d8a0/569",
    "service_manager_unittests": "2d1a61105cb28b4c7864adcaa0a085e6fc06be0be84f7a91f8ec05299046c1c3/569",
    "shell_dialogs_unittests": "b9e92be22ae39e66ea2c764a6e10f4d83227f94f67c4362adddfac0d4248fad6/569",
    "shell_encryption_unittests": "c8320c928321db651cebf8fbfaa64a3a66992839ab06a38089fb41e00444b90a/569",
    "skia_unittests": "a56e6b4c8b5a30919e7b82efd1fcc08be3d1b77105ff5d9e54e80b4eb370fbd3/569",
    "snapshot_unittests": "507be13c897939c2505302e3a027b68cbd93db3569fa74bbe570dfde380c92ac/569",
    "sql_unittests": "d48aad34a2cd7436470d214cf6335c9513e44f6949eb9c362cf643c1b71d3ffd/646",
    "storage_unittests": "dfd5620b663f752d5c41e023fe625529910ee57be9ba1fcc1ea7651b0383bcce/727",
    "sync_integration_tests": "0276bdde4ad2dc3448e33e18bc607d27e006f445e5c3e4a49c89133e06bf1069/891",
    "ui_base_unittests": "03fbb748c02d07a862ec830e402d439318aa2000719d9abd2ad27ffcfa5db9a9/722",
    "ui_chromeos_unittests": "f9f3847d914580a5063014c48bda998bdbc7bb534392a39f3604fe9038b4899b/569",
    "ui_touch_selection_unittests": "37608056c214762ab5ad3521d9b3f7546799f4c006604d4c0f38f9c9aa5360f7/569",
    "unit_tests": "6c25243110902e4f67ea68deb72add4b4124eb9c9ca5221169a8bbb16832f207/1223",
    "url_unittests": "349b27e784baacc376bd4d19904b8513a8bf9d58203f422d3461658e80c277f2/569",
    "usage_time_limit_unittests": "beb14dd7a7f1f4c60ee89c0dd1759bf415df66d9332c24e73c60660f6a05c4a9/649",
    "views_unittests": "90f39d62731be1237517f57d5e3ab6fabf1ba1ac383e2daffb2f18a5866025d7/569",
    "viz_unittests": "52abf80e610aac3110e40b6831ad7ee42d55c931aa7e7d551de3ec3ffd683c9e/653",
    "wayland_client_perftests": "82070c26ab4dfcb30a474530c734c185d1fda6d549c111f52dd61db72670ca75/646",
    "wayland_client_tests": "cb7fb7bf94c953b4e64446452489233e12834b80dece6a82bc026d3322dfa365/646",
    "wm_unittests": "53e9114577751d53dc8f7066dc41f6f7dc24b8ff598fb59b2a6fd48155d8f848/569",
    "wtf_unittests": "0ec4088da5aeb24d7ab193df466a91809529ee56fe2eab79bfe5f754497fd742/569",
    "zlib_unittests": "d42b8d8dee79204768af915edf29b46f0de811a7d86787c4bf8ae66aa2de22e1/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "576806db2647b18061f8a6760e975a4c33ce1eadadc2151f3f9d0194dcbbabe3/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c10a5f021bc67a14e5f14edaeaeff577235cfdb
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25719
  • user_agent:recipe

Debug log (UTC)

[01:10:26.094] New invocation is queued and will start shortly
[01:10:26.094] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:10:27.193] Starting the invocation (attempt 1)
[01:10:27.228] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
[01:10:27.228] Popped gitiles commit info from properties and tags
[01:10:27.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:10:27.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:10:27.228] Buildbucket request:
{
  "requestId": "8997328174324971696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "parent_got_revision_cp": "refs/heads/main@{#936717}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "689b66765118fd48ef5042daea93f672123e9730ddb4ebe293646e4bdb0fe8ab/569",
            "accessibility_unittests": "4d988df674f5a1ed1b11e781777208c2dfd9a63c50893fe4cc1dcb3b2a75d569/569",
            "angle_unittests": "8f6ca825984e086028ee88a83aaf2238fcc8f2c689bad3f1918498469da3104b/570",
            "app_shell_unittests": "4468c6d4f4627660d7f60257d0df51ef9cf412dc9cc532165147f031592d63ea/809",
            "ash_unittests": "cb222e493dd08a6e5b15dc1cc971c6313a63e8aebc0ecd6b8b2dadea5b98cb9e/723",
            "ash_webui_unittests": "aa599fd5f800fff571c166565236f0fd9b31c911ef148a4e3a685ef8ca7f97fb/725",
            "aura_unittests": "060829e00bcac570c9735084099c261c1193ce92ac73676b30529b15618840cd/569",
            "base_unittests": "896e6ff42de524080b0ed0a57b09f4fb29c30de99a77f0a88359208e21b7dcd0/648",
            "blink_common_unittests": "dc91d13cd416b1d30675fb44bb8726fb6ed45adce936b5ddc2a6114d590a1802/647",
            "blink_fuzzer_unittests": "7c360c5983eb985468724631f4cdbd893f3640c40cca29cd581e96a07981b314/648",
            "blink_heap_unittests": "a1b2e4595e3125f1fa921aa8fd269ac30293aae77e35da64cbb7244f28d7c73a/648",
            "blink_platform_unittests": "b436be4e48cc0e61029dc555477f92fe8c029192f677f1a0af7bd55520a01313/726",
            "blink_unittests": "59ce97a9a6d7622dc615b31ea9c6be429794ffbeb2eaa01f5b10d87579b2b62a/726",
            "boringssl_crypto_tests": "f9449b8ce8562fa4b530b90ab10cb561c1fffa2ae2f59c2e23e322f980c59252/570",
            "boringssl_ssl_tests": "1337323ba5bc01d36f262318920fdee4c889fea3f809c36dd3d596f35c2fc7b3/569",
            "browser_tests": "a90f56b0027f42d886882f967a2faa52cfd690bb152a274beecf8a5777cbb641/1458",
            "capture_unittests": "eb3d8be7c6c7b5dd53fcdfa9612752db5d8957b0a6dd4e2806924c6f243f50a3/648",
            "cast_unittests": "ae58249041fc5da1084f9f79b124adff59dd6757f5160200741707d865cd1fa5/569",
            "cc_unittests": "7391212b5f42cefc4f2e2afc144d93149e2f2d2b15d34fe642041b08aaf43c2a/653",
            "chrome_app_unittests": "9b0e20ef113f9bfc424cad6c782741db5060d27446b5c0ea005046bd5274ff55/810",
            "chromedriver_unittests": "22c0d38453fc8ae915267c46798753d9820d760e698fdb4276514555df583ba8/726",
            "chromeos_components_unittests": "7132d3c9117033672be68a0f3456f3303afc42484628c81bd0290c9fa99e9879/725",
            "chromeos_unittests": "c74b9a2db662ece93eb572fe387630095fb2ab9a66806ed60fb6ed4acf608f28/728",
            "color_unittests": "a82c068a6d38c0605190e9bd2f57450fa2282a6b0d5ba9f8fa7882baac8243f4/569",
            "components_browsertests": "c3d49602928daf2efdc0cfb34034c1a6daa38c371a2890d0a56f2193ae937c91/892",
            "components_unittests": "7fdb68ae95461ac045a8832b65441af0a2ae1b205dbd0a0c7af345c97e472134/892",
            "compositor_unittests": "aba4e272df7df55afa990d306d2afa4bb72443b5109caa7df61ea8d112e65687/645",
            "content_browsertests": "4b9a3e10d5132176afd3eeaab4e41fe636bd84131c8d507d5d222b57d3ea128c/887",
            "content_unittests": "de894dd3ed1b6f6cea6c92f2853768664aebd159c3bc151d3b312961489e1283/806",
            "crashpad_tests": "b808f3feffe86feebac049471b1ceb73200e38ac427e4a439b0e2e70228fa3b6/570",
            "crypto_unittests": "329569ad403ea8ca6f5213e27351bd79635985c00c764203fd53defe3dcdf55c/569",
            "dbus_unittests": "e3e868df038b423182271ffeef6aa8773e354224d72894ed62e41d9ab8629863/569",
            "device_unittests": "2b77544045d976354fc49d4c5901f5357093e012f027b6d25befd52412ea10f7/646",
            "display_unittests": "6c6702f7285257e127cca7862adeb9ae465e8f91177c4481074970f0d920d7b0/569",
            "events_unittests": "f89b9e0c2afdb3fd4d75d4b7bb65e158f4b206a874bfead782a5149c6c23630d/569",
            "exo_unittests": "d5d1c4a9358aa4cb54e92eb316b77af12080a26ce9fc2ffae192f4edfe91b7cc/725",
            "extensions_browsertests": "fd8e6df0ae95614e6ff8c6bfe3b045435a2d2633ad6ab8a0d6ee506f618c8142/811",
            "extensions_unittests": "d29974d22cf1f6bab4fe5cf3e98b21da0f506e408648f722feb7b93dd65f4d68/975",
            "filesystem_service_unittests": "c019e88f69efb164d1d390e4089dbcbe045e6ae692c4485ad4a51fa05b85781b/569",
            "gcm_unit_tests": "2ea62e0366f2ce738bd932493afa648c69347befbdcc0d9fbfef6f59070bcbf5/646",
            "gfx_unittests": "d0d32b39a2c37d12e081c73094d67813dbb425fe113b75a380ef779231f967e5/645",
            "gin_unittests": "866d4f847f7514f6cb30369600c48315ceccccae13276898f178bd3239ffbd8f/646",
            "google_apis_unittests": "f6600be6437fb7682f6d2671aadcc5ad62a872396d6da7244a98d4f7df55231d/731",
            "gpu_unittests": "90d49fa305e328af0b7680be89f343da80864936246abae94a9945988e1c1f36/646",
            "gwp_asan_unittests": "89267231eeae23110845a08279b629e2b1ce141d53482842f3d5d67d6ca20d65/570",
            "interactive_ui_tests": "565d98961fe1f16fd6bc9108b221ee9d4bff2d40b498e1ba2cbe631f6b410777/1128",
            "ipc_tests": "59484a28c299f98b6df72c660e081973e99d5808f7d703b5b161fd0396c7e5c2/569",
            "jingle_unittests": "a760324398b2ceed9b462946a5d5a1658a691d9ef648ca31c1aa1a27826a52cb/646",
            "keyboard_unittests": "c2d5b6b5d15e60f56e140b3eda67ca5e1348180efaeb0f21002bb7de88281e06/569",
            "latency_unittests": "878fd29a95ee69722e271e062bb8c6d6c58041a888b06e4f45492ab0d6d155bd/569",
            "libjingle_xmpp_unittests": "67ccedb3658457ffbb1447764248e28b2b5d297fa9375cd032050a7d72ff8ed9/569",
            "liburlpattern_unittests": "aa6ba39c6cd5065a38b77923f4c9f26435d4ae55549c66d4715476f3627a51d0/569",
            "media_unittests": "6dc63a0614b83f510afaba54848f16771f626f6d7711636e00e9fc02c43df2ad/649",
            "message_center_unittests": "71567b52a4dafeecfa3c23d340ffd1b03619d5da469f79f520d4fe467fe5f620/569",
            "midi_unittests": "ab03d9fde658834b87b13b000d62e57372863ea5f8232f819c932645af1e97de/569",
            "mojo_core_unittests": "dd5f2c71771798f10e82fdddd474d776bc8ae20887eac02480c63a6fdc4df7a2/569",
            "mojo_unittests": "55c7bec7143e12acfda0c5847e8a029ac2336eb31ebb08e38ea532947d197422/647",
            "nacl_helper_nonsfi_unittests": "72f2f0e592d5f2a8a1e4f4171308ada3e56512099cdfed8b7ac47f96339b444d/569",
            "nacl_loader_unittests": "a044772ef4fbca327e85708e29101bfcd9760185c32333e6c44ee2eb7307be28/569",
            "native_theme_unittests": "539d2c0a098a57a9ff08dbfb58e78ae9af2d01c7c1ab4c74f72ca98465501a66/569",
            "net_unittests": "0735f99dc1ac2e6c5283890f90ec5f16227f6a6e409e9495e27938d62c719f5d/648",
            "ozone_gl_unittests": "8e217fb9c9a44a4558a00ee3156d1304ae21e2448806000c8d1095840bbe89a1/569",
            "ozone_unittests": "c48c5b224ffc0a63e308450cfcf6d41c51a7761477bbf5a3823ca6591942e91d/569",
            "ozone_x11_unittests": "e3037abe4f00db8d307319ecd7bd3c879eda5ea29357f02c9d9ea61a779ed146/569",
            "pdf_unittests": "c71ec28d5e8c54fe72a37b27ebcfb79941cb54116dde60effbeb5a96ab3f57d9/725",
            "perfetto_unittests": "43c6d48051f3caaaa86842f6ee9b28cb6377ba5f86e552636e7978a4b79c5ccb/569",
            "ppapi_unittests": "21f354e8456cb8059e17f25623815fc0087fc19ed8d9da1c40d386b2909d2569/569",
            "printing_unittests": "9ca8ded71028fe45f459848fa1fb6ecf64c422dfe173507b09b005c4e16ac90f/569",
            "remoting_unittests": "7f6325058531b7046fe06b3320d58b4723db04b9fd4877ae2c94bfc6b7c72a68/646",
            "sandbox_linux_unittests": "7bc234c46f78108779f84997c3ddaaf7f095b4aa1decd456a43d90d62686d8a0/569",
            "service_manager_unittests": "2d1a61105cb28b4c7864adcaa0a085e6fc06be0be84f7a91f8ec05299046c1c3/569",
            "shell_dialogs_unittests": "b9e92be22ae39e66ea2c764a6e10f4d83227f94f67c4362adddfac0d4248fad6/569",
            "shell_encryption_unittests": "c8320c928321db651cebf8fbfaa64a3a66992839ab06a38089fb41e00444b90a/569",
            "skia_unittests": "a56e6b4c8b5a30919e7b82efd1fcc08be3d1b77105ff5d9e54e80b4eb370fbd3/569",
            "snapshot_unittests": "507be13c897939c2505302e3a027b68cbd93db3569fa74bbe570dfde380c92ac/569",
            "sql_unittests": "d48aad34a2cd7436470d214cf6335c9513e44f6949eb9c362cf643c1b71d3ffd/646",
            "storage_unittests": "dfd5620b663f752d5c41e023fe625529910ee57be9ba1fcc1ea7651b0383bcce/727",
            "sync_integration_tests": "0276bdde4ad2dc3448e33e18bc607d27e006f445e5c3e4a49c89133e06bf1069/891",
            "ui_base_unittests": "03fbb748c02d07a862ec830e402d439318aa2000719d9abd2ad27ffcfa5db9a9/722",
            "ui_chromeos_unittests": "f9f3847d914580a5063014c48bda998bdbc7bb534392a39f3604fe9038b4899b/569",
            "ui_touch_selection_unittests": "37608056c214762ab5ad3521d9b3f7546799f4c006604d4c0f38f9c9aa5360f7/569",
            "unit_tests": "6c25243110902e4f67ea68deb72add4b4124eb9c9ca5221169a8bbb16832f207/1223",
            "url_unittests": "349b27e784baacc376bd4d19904b8513a8bf9d58203f422d3461658e80c277f2/569",
            "usage_time_limit_unittests": "beb14dd7a7f1f4c60ee89c0dd1759bf415df66d9332c24e73c60660f6a05c4a9/649",
            "views_unittests": "90f39d62731be1237517f57d5e3ab6fabf1ba1ac383e2daffb2f18a5866025d7/569",
            "viz_unittests": "52abf80e610aac3110e40b6831ad7ee42d55c931aa7e7d551de3ec3ffd683c9e/653",
            "wayland_client_perftests": "82070c26ab4dfcb30a474530c734c185d1fda6d549c111f52dd61db72670ca75/646",
            "wayland_client_tests": "cb7fb7bf94c953b4e64446452489233e12834b80dece6a82bc026d3322dfa365/646",
            "wm_unittests": "53e9114577751d53dc8f7066dc41f6f7dc24b8ff598fb59b2a6fd48155d8f848/569",
            "wtf_unittests": "0ec4088da5aeb24d7ab193df466a91809529ee56fe2eab79bfe5f754497fd742/569",
            "zlib_unittests": "d42b8d8dee79204768af915edf29b46f0de811a7d86787c4bf8ae66aa2de22e1/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "576806db2647b18061f8a6760e975a4c33ce1eadadc2151f3f9d0194dcbbabe3/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997328174324971696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25719"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:10:27.890] Scheduled build:
{
  "id": "8831898112403394561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25263,
  "createdBy": "project:chromium",
  "createTime": "2021-10-31T01:10:27.292298085Z",
  "updateTime": "2021-10-31T01:10:27.292298085Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:10:27.890] Task URL: https://cr-buildbucket.appspot.com/build/8831898112403394561
[01:10:27.890] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:2:0) after 5m12s
[01:15:11.631] Received PubSub notification, asking Buildbucket for the build status
[01:15:11.664] Build status: STARTED
[01:15:39.908] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:2:0)
[01:15:39.936] Build status: STARTED
[01:15:39.936] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:4:0) after 7m50s
[01:23:29.999] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:4:0)
[01:23:30.100] Build status: STARTED
[01:23:30.100] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:5:0) after 3m4s
[01:26:34.126] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:5:0)
[01:26:34.195] Build status: STARTED
[01:26:34.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:6:0) after 3m36s
[01:30:10.213] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:6:0)
[01:30:10.247] Build status: STARTED
[01:30:10.247] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:7:0) after 7m24s
[01:37:34.267] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:7:0)
[01:37:34.305] Build status: STARTED
[01:37:34.305] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:8:0) after 9m59s
[01:47:33.327] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:8:0)
[01:47:33.360] Build status: STARTED
[01:47:33.360] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:9:0) after 9m18s
[01:56:51.382] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:9:0)
[01:56:51.412] Build status: STARTED
[01:56:51.412] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:10:0) after 6m49s
[02:03:40.434] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:10:0)
[02:03:40.466] Build status: STARTED
[02:03:40.466] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:11:0) after 9m10s
[02:12:50.611] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:11:0)
[02:12:50.674] Build status: STARTED
[02:12:50.674] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:12:0) after 1m31s
[02:14:22.175] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:12:0)
[02:14:22.209] Build status: STARTED
[02:14:22.209] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:13:0) after 1m19s
[02:15:41.414] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:13:0)
[02:15:41.445] Build status: STARTED
[02:15:41.445] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:14:0) after 4m28s
[02:20:09.477] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:14:0)
[02:20:09.549] Build status: STARTED
[02:20:09.549] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:15:0) after 2m51s
[02:23:00.766] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:15:0)
[02:23:00.803] Build status: STARTED
[02:23:00.803] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:16:0) after 3m47s
[02:26:47.893] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:16:0)
[02:26:47.928] Build status: STARTED
[02:26:47.928] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:17:0) after 7m25s
[02:34:12.955] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:17:0)
[02:34:16.237] Build status: STARTED
[02:34:16.237] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:18:0) after 2m26s
[02:36:42.263] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:18:0)
[02:36:42.306] Build status: STARTED
[02:36:42.306] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8997328174324971696:19:0) after 8m57s
[02:40:15.931] Received PubSub notification, asking Buildbucket for the build status
[02:40:15.960] Build:
{
  "id": "8831898112403394561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25263,
  "createdBy": "project:chromium",
  "createTime": "2021-10-31T01:10:27.292298085Z",
  "startTime": "2021-10-31T01:15:10.922593Z",
  "endTime": "2021-10-31T02:40:15.525649804Z",
  "updateTime": "2021-10-31T02:40:15.525649804Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:40:15.960] Invocation finished in 1h29m49.884935935s with status FAILED