Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25953 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "325aaf30fb988445148ff32322544eb415a5363b"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "e00ad443296ea75bfcacbf686ab3f84df236244a",
  "parent_got_dawn_revision": "db6aa8a4add6b913f5aa4604fa26e0bafca0fa38",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "325aaf30fb988445148ff32322544eb415a5363b",
  "parent_got_revision_cp": "refs/heads/main@{#945483}",
  "parent_got_swiftshader_revision": "edeff1f2e7dbc2f6e04b1022f84959b584e4e740",
  "parent_got_v8_revision": "56f54b9311ec66bdc3e16eb3b2a798279256144d",
  "parent_got_v8_revision_cp": "refs/heads/9.8.100@{#1}",
  "parent_got_webrtc_revision": "5f34130f26305c9cc88205fae4b1db827fc03343",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35416}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "325aaf30fb988445148ff32322544eb415a5363b",
  "swarm_hashes": {
    "absl_hardening_tests": "fb6a21b58bbe3b6262596d7ba09fd0bebb225c1938fa46ca3c4f697160b5c9e5/569",
    "accessibility_unittests": "6a37130aba09f989421895816b2ff743e0e4bcb16cffbb68b71c23890e8c7d1f/569",
    "angle_unittests": "8a67ba4f4be978d4b871e6088effae8f88f0ca1e8b2e3c2d5de426fc569254ac/570",
    "app_shell_unittests": "700e810f19e149b10a0a9a68696e80783d31b7e294c7e3fbff4e8b04988164d7/730",
    "ash_unittests": "34a0b337cad0010613c4935f0b6ada4259b014cf0046fec7601899759125a6a1/723",
    "ash_webui_unittests": "5053296a5af00f44a4fd74e4d3795a11353da3d4eb9807680ddbdfba77165ce7/646",
    "aura_unittests": "31ec95524160acbb35abefd5947d408582529f08de2219f362c0de86c499b73a/569",
    "base_unittests": "9b3c6fd5a31af2a3a599ffb99bd11642d1056340604987c6bd351627d8f5888a/648",
    "blink_common_unittests": "78b28d69e7f9c27b6c10c1af33f83d02ff45331e8218611c2f3199ed31af4d6b/647",
    "blink_fuzzer_unittests": "f79fbdeda42bdce1ce693fc46cfe3926093d72b53a7fe418df6d1beba3655241/569",
    "blink_heap_unittests": "3c478aecd61070018505af29f4df404e5fffc0b6a8acc8e6d5da1a8274ff3dca/569",
    "blink_platform_unittests": "8e34150b7d488158c1cef93992274c3e360633ca91c8122914b0a643ae477361/726",
    "blink_unittests": "ddc06cb643b868b391dbf879bbcd0dd7b913e2cb42a12adf291b38d18ff14b56/810",
    "boringssl_crypto_tests": "375d87490daed911060ae80f7cd6031dc7f01b74d6b462051029f39377523475/570",
    "boringssl_ssl_tests": "14da11222346f880b07393ad35d14ae66a62d6740a5f0e943590f849b3f19108/569",
    "browser_tests": "685d6297279230be36f1fe9f500c5ab5933ae13e56a31e6c81874ed21191820d/1458",
    "capture_unittests": "86e8bfda7a07bbcd7b7e6e8a3d80ab670ed4fc474d835b0bfd9fa9f17b14bd4d/648",
    "cast_unittests": "419e839185b3d322621683e13f0e77fefa744b091ffadd5ddfac9066e4eabef2/569",
    "cc_unittests": "b4bc6d762a95fdf606f70450178a3ff29f0376bc5ffa597da762842145c82ccc/653",
    "chrome_app_unittests": "99eab16de1ab331eee6cb4b929786837aebebb15043b261e539d7ce75ffc9af1/647",
    "chromedriver_unittests": "6c6a19ee7a6f1ecd1dba14823e7dd4db1702f2195da20e131158f4314bf51f33/726",
    "chromeos_components_unittests": "0706282e270fd9c441869934d1f78924c9578e5b4421ad2f48d0ffd72995c051/646",
    "chromeos_unittests": "09d9e9de7c1ed3b1241583d2e3078319f6f061fbb0298f60fbf2dafe48fa8d63/728",
    "color_unittests": "1a4158d6f8e55aed1aee5f240488426c232789f8abc3bfe91f8539ce7f9d7a6b/569",
    "components_browsertests": "219ad40d3773ece3da95e918ca830821e797dbbfa66725a185743afe272c4283/813",
    "components_unittests": "602ca87fbba285a8f2ddf57b0ce134ec513258d2cdfd665daa8d5e5778c7cc6f/813",
    "compositor_unittests": "f8017b3da59eadd5e440781c6799ef320754135a15f98221691b90397424360b/645",
    "content_browsertests": "394a87b91b28030dc5ddde4d0d8c3e4b4c3aab51e339528d0f6a5494c4447aa9/887",
    "content_unittests": "e008b6aadfa136b86d70a441ec471e319f804efe431a9058f960c53e5063ea60/806",
    "crashpad_tests": "3026dfa4b2abf9f285410de057b4de7af7800977da157839eae875bd07d2b96c/570",
    "crypto_unittests": "882235452e6afb8bda3ed20e46137a914d516a5cf348224cfe21ef56f5606f21/569",
    "dbus_unittests": "110b42850879e9e533aba0be979f83cfbcb87194f5c98f230c5b05c9ad35ba84/569",
    "device_unittests": "c2aeef9ccda05fcc238a92b8e7bebe7a15a3fd88413ae533d4c8c45642f46d0a/646",
    "display_unittests": "716861e2ae079d6603fa9b304b816bfdec7265a7dda99d457ae52ade3c96b1fe/569",
    "events_unittests": "6c7d9e55f3b86a1cec7722791819d975cca4c644f24cda2c3d168d3f96d47519/569",
    "exo_unittests": "a7418d2d779ee362551d63b65b1bb1ded4484a5caaa60f520f25b9435867d0ae/646",
    "extensions_browsertests": "5de908ea9136f7353d7ade1db8d9e53781245298a7c2ba854716b7bb00b75430/732",
    "extensions_unittests": "5116aa26ff69ff27fb341591028bf256cb806b9537d10284b9d780f21dc7d638/896",
    "filesystem_service_unittests": "b7f6498fd30d12ad858b376f79935ef1962a12a2d39bc700b7b429cf7e9a6c68/569",
    "gcm_unit_tests": "14bde8bba849066fe55c737b897ab67b83edff65fbad80950436c1059c420c9e/646",
    "gfx_unittests": "fdc31a611bc0f6cf40013314312a00938b0bfe5a9e7709ac314b64fafbcdc693/645",
    "gin_unittests": "4d92e13b7c7da6b2a7e47c724a61bc4a954bf6ba482df210943433cecc49a238/646",
    "google_apis_unittests": "3c5ccc80b984e99a8ef0c2af6c3fe109a0af4ffc5c5eb600539ff6fa7a695b9f/731",
    "gpu_unittests": "355eef88fde6678e4ff523b7eb1382d67929c9081d4d13f464c51aefee88125e/646",
    "gwp_asan_unittests": "c8dbf6f8c4d41ffd03ce6677d8bf9471e3e6dd73a1646489e4c0ae852395f84f/570",
    "interactive_ui_tests": "7ddce35baed8ab4dcd8b5f59d730c75a54230b411480dfdddf741d36146fc784/1049",
    "ipc_tests": "0b471b5f27c527ddd6841110a48058619f8fcada142d2f85a3305f76526bfd9f/569",
    "jingle_unittests": "2dc7112223ec5644269512f706a8f1e5a461cffb9880cc444eadc24807829a9b/646",
    "keyboard_unittests": "45457bb4123158f99c0180bb88316ec19195649a977790ca194fe7fc14c326f9/569",
    "latency_unittests": "3ba049635b79e9c6ca9e76e7e060ee0ec968c043fecf5f0a743505675b2e882c/569",
    "libjingle_xmpp_unittests": "7764ba4095e25612a558c8726d7fea027ee528a43e66680705e6ecee511661d3/569",
    "liburlpattern_unittests": "a7be64c84f7383764ec914a072a1d9e3583d73bd156f944f44787a53acc49e5d/569",
    "media_unittests": "91fbd05f39abdfe16761a3abc9b064c68023ce8cdaad72b5b75ea9b4f2a71a22/649",
    "message_center_unittests": "eea15c44181c77e0bdca9529cf6facc016b5a0558826730aaa6fcbeb813ed9d1/569",
    "midi_unittests": "ae93ee687e45ca86afe41fb97be9b728a533b078910de0e10c6edc1d7aefd679/569",
    "mojo_core_unittests": "03240b7334fea25738d359082ee15c3c10947eb2d9923bd7c066b23bdb1dc981/569",
    "mojo_unittests": "dae709731abc6a2d327ec75f252d258f441ac595d66d16124fd999760fa753d9/647",
    "nacl_loader_unittests": "930873391bc330ab10bcdc14f52028de045a85417a093e0317614cb437ca4072/569",
    "native_theme_unittests": "d021fa181209a57cf0319c1524783e60f913cfc525cef4f18750bb926cd14ef2/569",
    "net_unittests": "af1ae903c37235f9d8381b894b1f550b368624882a6a6a4f00974618b64bfd24/648",
    "ozone_gl_unittests": "c939d40cb0b927abc7f83a3ef5ebe5463bc7d361c2c5bdc84b20dda49e5f3f6f/569",
    "ozone_unittests": "70cbf436ebe267944c0e90ae05563213def18317df14a872531552d90bbdf972/569",
    "ozone_x11_unittests": "656e66485a6d2949d358a19ad7908faf28b7b3006ac42fcd1892d0b4fd9b1bd5/569",
    "pdf_unittests": "8cb9b82858ec3d54c787a2ec979990a09db287d13d06fa5b36ad4d674a6d8beb/646",
    "perfetto_unittests": "12404f0cc152c68cfa19c31bb16360cb1222af398a737c3ccfb06d8f74662635/569",
    "ppapi_unittests": "0f88ec7f7dc6146dda41515b7c82f39df7846dfae154a979fbf68ad0dc6d6da3/569",
    "printing_unittests": "f5f91b5a66242a47735e695ccdb0f7b656c2dc2c5ac2b950ca21a234944cd2c5/569",
    "remoting_unittests": "26bec031e25b88cb7117fe3e48b488b5220850d1863cba3e189981fb52be5ae6/646",
    "sandbox_linux_unittests": "39fd95ec1b803de884af5f0bdf81520edc4f9e3cb3619ab20d2275cb3586a15d/569",
    "service_manager_unittests": "b917216b8202a22a513730e26ba5c3ec77bc5830d1f0b03a1f116a64fc381e90/569",
    "shell_dialogs_unittests": "6b01f3a7497da2e512bb30c0abdb43f3f10072e704f288af11713d16bed4ef5d/569",
    "shell_encryption_unittests": "a1f1ac3286233052a9620d058c4fb1a5ebf57a1ace6225d6f4b9900399ec97ab/569",
    "skia_unittests": "88f060373413d197e6a3fc3896e7ca5c14d5bf5d1a6622026c7d01fd034f4d99/569",
    "snapshot_unittests": "ed2587065481dde14dcf1dee72af669f461d7f54f6f083b80f79e58894d2cd41/569",
    "sql_unittests": "6d08dcfefc8cba57a2811b028a7f26732686af554259b98af16f54dca7acc16a/646",
    "storage_unittests": "7a0fe6896c3ba339fc09b28eb5c78e9862d34ffe256433636520738a5f09800f/727",
    "sync_integration_tests": "1550ed7a2727f1ee0d16113ddaf10016ed527a0cc1b88614073cbfe54d0fb27a/728",
    "ui_base_unittests": "a126e96adc511c952ead445c08b4308cd794872d2d476b9928f63186ad6b6027/722",
    "ui_chromeos_unittests": "db2a08ffb99ebf82cef1df8bd24f7bc7bd264680ae2d90b8c4019d679adb5f28/569",
    "ui_touch_selection_unittests": "9e24ac6fea517ff5be13fabe451ebbb1da140c8209ec9ab2081fb8dbb8b115c1/569",
    "unit_tests": "c5e1d24a079a989e8f8e97e844a87b13084820b07d5274620eb04b620474d16b/1144",
    "url_unittests": "fb0e0def618bcc64162da80a1387d20d3051f018612b24726477de9b11e9538a/569",
    "usage_time_limit_unittests": "e3671449c3f040a93bee9ab71fb45782735633e5f8fbfaad2e8f266e5c056368/649",
    "views_unittests": "a78eb9749cc79a289cca66510e4cc6e8eac4bd6e2dd29e6f00a23717889a276f/569",
    "viz_unittests": "0103c48b6963c983272b61271fc3b156dcbaae0c6d40ccf8b9b4e5d780f5187e/653",
    "wayland_client_perftests": "2a005612cf47855b051f285cf0e86c30f2578daea605a676600d4424c07ee68a/646",
    "wayland_client_tests": "bdc6dc22444784d686221807c5b729a2ac55dc9a6763a79fd2a367ee15256f17/646",
    "wm_unittests": "b05ae72a96399de3613fcf125958d662f17900b90647e260c98ee94b6da9c25c/569",
    "wtf_unittests": "3b3deb0334d074370641b395c9783737526d4efec628f4ecd4aaf86c8798ee6f/569",
    "zlib_unittests": "6d3526b02b7a08cfe23a377e0686aa1587710a425371793e8bf4cfc1af7c0202/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "26bafa879ee953fc36844599a758def70c81b5c3f8e135d10c519ffeed3c1dc2/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/325aaf30fb988445148ff32322544eb415a5363b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25953
  • user_agent:recipe

Debug log (UTC)

[00:28:26.209] New invocation is queued and will start shortly
[00:28:26.209] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:28:27.314] Starting the invocation (attempt 1)
[00:28:27.352] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/325aaf30fb988445148ff32322544eb415a5363b"
[00:28:27.352] Popped gitiles commit info from properties and tags
[00:28:27.352] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:28:27.353] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:28:27.353] Buildbucket request:
{
  "requestId": "8994975295488202400",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "325aaf30fb988445148ff32322544eb415a5363b"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "e00ad443296ea75bfcacbf686ab3f84df236244a",
      "parent_got_dawn_revision": "db6aa8a4add6b913f5aa4604fa26e0bafca0fa38",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "325aaf30fb988445148ff32322544eb415a5363b",
      "parent_got_revision_cp": "refs/heads/main@{#945483}",
      "parent_got_swiftshader_revision": "edeff1f2e7dbc2f6e04b1022f84959b584e4e740",
      "parent_got_v8_revision": "56f54b9311ec66bdc3e16eb3b2a798279256144d",
      "parent_got_v8_revision_cp": "refs/heads/9.8.100@{#1}",
      "parent_got_webrtc_revision": "5f34130f26305c9cc88205fae4b1db827fc03343",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35416}",
      "swarm_hashes": {
            "absl_hardening_tests": "fb6a21b58bbe3b6262596d7ba09fd0bebb225c1938fa46ca3c4f697160b5c9e5/569",
            "accessibility_unittests": "6a37130aba09f989421895816b2ff743e0e4bcb16cffbb68b71c23890e8c7d1f/569",
            "angle_unittests": "8a67ba4f4be978d4b871e6088effae8f88f0ca1e8b2e3c2d5de426fc569254ac/570",
            "app_shell_unittests": "700e810f19e149b10a0a9a68696e80783d31b7e294c7e3fbff4e8b04988164d7/730",
            "ash_unittests": "34a0b337cad0010613c4935f0b6ada4259b014cf0046fec7601899759125a6a1/723",
            "ash_webui_unittests": "5053296a5af00f44a4fd74e4d3795a11353da3d4eb9807680ddbdfba77165ce7/646",
            "aura_unittests": "31ec95524160acbb35abefd5947d408582529f08de2219f362c0de86c499b73a/569",
            "base_unittests": "9b3c6fd5a31af2a3a599ffb99bd11642d1056340604987c6bd351627d8f5888a/648",
            "blink_common_unittests": "78b28d69e7f9c27b6c10c1af33f83d02ff45331e8218611c2f3199ed31af4d6b/647",
            "blink_fuzzer_unittests": "f79fbdeda42bdce1ce693fc46cfe3926093d72b53a7fe418df6d1beba3655241/569",
            "blink_heap_unittests": "3c478aecd61070018505af29f4df404e5fffc0b6a8acc8e6d5da1a8274ff3dca/569",
            "blink_platform_unittests": "8e34150b7d488158c1cef93992274c3e360633ca91c8122914b0a643ae477361/726",
            "blink_unittests": "ddc06cb643b868b391dbf879bbcd0dd7b913e2cb42a12adf291b38d18ff14b56/810",
            "boringssl_crypto_tests": "375d87490daed911060ae80f7cd6031dc7f01b74d6b462051029f39377523475/570",
            "boringssl_ssl_tests": "14da11222346f880b07393ad35d14ae66a62d6740a5f0e943590f849b3f19108/569",
            "browser_tests": "685d6297279230be36f1fe9f500c5ab5933ae13e56a31e6c81874ed21191820d/1458",
            "capture_unittests": "86e8bfda7a07bbcd7b7e6e8a3d80ab670ed4fc474d835b0bfd9fa9f17b14bd4d/648",
            "cast_unittests": "419e839185b3d322621683e13f0e77fefa744b091ffadd5ddfac9066e4eabef2/569",
            "cc_unittests": "b4bc6d762a95fdf606f70450178a3ff29f0376bc5ffa597da762842145c82ccc/653",
            "chrome_app_unittests": "99eab16de1ab331eee6cb4b929786837aebebb15043b261e539d7ce75ffc9af1/647",
            "chromedriver_unittests": "6c6a19ee7a6f1ecd1dba14823e7dd4db1702f2195da20e131158f4314bf51f33/726",
            "chromeos_components_unittests": "0706282e270fd9c441869934d1f78924c9578e5b4421ad2f48d0ffd72995c051/646",
            "chromeos_unittests": "09d9e9de7c1ed3b1241583d2e3078319f6f061fbb0298f60fbf2dafe48fa8d63/728",
            "color_unittests": "1a4158d6f8e55aed1aee5f240488426c232789f8abc3bfe91f8539ce7f9d7a6b/569",
            "components_browsertests": "219ad40d3773ece3da95e918ca830821e797dbbfa66725a185743afe272c4283/813",
            "components_unittests": "602ca87fbba285a8f2ddf57b0ce134ec513258d2cdfd665daa8d5e5778c7cc6f/813",
            "compositor_unittests": "f8017b3da59eadd5e440781c6799ef320754135a15f98221691b90397424360b/645",
            "content_browsertests": "394a87b91b28030dc5ddde4d0d8c3e4b4c3aab51e339528d0f6a5494c4447aa9/887",
            "content_unittests": "e008b6aadfa136b86d70a441ec471e319f804efe431a9058f960c53e5063ea60/806",
            "crashpad_tests": "3026dfa4b2abf9f285410de057b4de7af7800977da157839eae875bd07d2b96c/570",
            "crypto_unittests": "882235452e6afb8bda3ed20e46137a914d516a5cf348224cfe21ef56f5606f21/569",
            "dbus_unittests": "110b42850879e9e533aba0be979f83cfbcb87194f5c98f230c5b05c9ad35ba84/569",
            "device_unittests": "c2aeef9ccda05fcc238a92b8e7bebe7a15a3fd88413ae533d4c8c45642f46d0a/646",
            "display_unittests": "716861e2ae079d6603fa9b304b816bfdec7265a7dda99d457ae52ade3c96b1fe/569",
            "events_unittests": "6c7d9e55f3b86a1cec7722791819d975cca4c644f24cda2c3d168d3f96d47519/569",
            "exo_unittests": "a7418d2d779ee362551d63b65b1bb1ded4484a5caaa60f520f25b9435867d0ae/646",
            "extensions_browsertests": "5de908ea9136f7353d7ade1db8d9e53781245298a7c2ba854716b7bb00b75430/732",
            "extensions_unittests": "5116aa26ff69ff27fb341591028bf256cb806b9537d10284b9d780f21dc7d638/896",
            "filesystem_service_unittests": "b7f6498fd30d12ad858b376f79935ef1962a12a2d39bc700b7b429cf7e9a6c68/569",
            "gcm_unit_tests": "14bde8bba849066fe55c737b897ab67b83edff65fbad80950436c1059c420c9e/646",
            "gfx_unittests": "fdc31a611bc0f6cf40013314312a00938b0bfe5a9e7709ac314b64fafbcdc693/645",
            "gin_unittests": "4d92e13b7c7da6b2a7e47c724a61bc4a954bf6ba482df210943433cecc49a238/646",
            "google_apis_unittests": "3c5ccc80b984e99a8ef0c2af6c3fe109a0af4ffc5c5eb600539ff6fa7a695b9f/731",
            "gpu_unittests": "355eef88fde6678e4ff523b7eb1382d67929c9081d4d13f464c51aefee88125e/646",
            "gwp_asan_unittests": "c8dbf6f8c4d41ffd03ce6677d8bf9471e3e6dd73a1646489e4c0ae852395f84f/570",
            "interactive_ui_tests": "7ddce35baed8ab4dcd8b5f59d730c75a54230b411480dfdddf741d36146fc784/1049",
            "ipc_tests": "0b471b5f27c527ddd6841110a48058619f8fcada142d2f85a3305f76526bfd9f/569",
            "jingle_unittests": "2dc7112223ec5644269512f706a8f1e5a461cffb9880cc444eadc24807829a9b/646",
            "keyboard_unittests": "45457bb4123158f99c0180bb88316ec19195649a977790ca194fe7fc14c326f9/569",
            "latency_unittests": "3ba049635b79e9c6ca9e76e7e060ee0ec968c043fecf5f0a743505675b2e882c/569",
            "libjingle_xmpp_unittests": "7764ba4095e25612a558c8726d7fea027ee528a43e66680705e6ecee511661d3/569",
            "liburlpattern_unittests": "a7be64c84f7383764ec914a072a1d9e3583d73bd156f944f44787a53acc49e5d/569",
            "media_unittests": "91fbd05f39abdfe16761a3abc9b064c68023ce8cdaad72b5b75ea9b4f2a71a22/649",
            "message_center_unittests": "eea15c44181c77e0bdca9529cf6facc016b5a0558826730aaa6fcbeb813ed9d1/569",
            "midi_unittests": "ae93ee687e45ca86afe41fb97be9b728a533b078910de0e10c6edc1d7aefd679/569",
            "mojo_core_unittests": "03240b7334fea25738d359082ee15c3c10947eb2d9923bd7c066b23bdb1dc981/569",
            "mojo_unittests": "dae709731abc6a2d327ec75f252d258f441ac595d66d16124fd999760fa753d9/647",
            "nacl_loader_unittests": "930873391bc330ab10bcdc14f52028de045a85417a093e0317614cb437ca4072/569",
            "native_theme_unittests": "d021fa181209a57cf0319c1524783e60f913cfc525cef4f18750bb926cd14ef2/569",
            "net_unittests": "af1ae903c37235f9d8381b894b1f550b368624882a6a6a4f00974618b64bfd24/648",
            "ozone_gl_unittests": "c939d40cb0b927abc7f83a3ef5ebe5463bc7d361c2c5bdc84b20dda49e5f3f6f/569",
            "ozone_unittests": "70cbf436ebe267944c0e90ae05563213def18317df14a872531552d90bbdf972/569",
            "ozone_x11_unittests": "656e66485a6d2949d358a19ad7908faf28b7b3006ac42fcd1892d0b4fd9b1bd5/569",
            "pdf_unittests": "8cb9b82858ec3d54c787a2ec979990a09db287d13d06fa5b36ad4d674a6d8beb/646",
            "perfetto_unittests": "12404f0cc152c68cfa19c31bb16360cb1222af398a737c3ccfb06d8f74662635/569",
            "ppapi_unittests": "0f88ec7f7dc6146dda41515b7c82f39df7846dfae154a979fbf68ad0dc6d6da3/569",
            "printing_unittests": "f5f91b5a66242a47735e695ccdb0f7b656c2dc2c5ac2b950ca21a234944cd2c5/569",
            "remoting_unittests": "26bec031e25b88cb7117fe3e48b488b5220850d1863cba3e189981fb52be5ae6/646",
            "sandbox_linux_unittests": "39fd95ec1b803de884af5f0bdf81520edc4f9e3cb3619ab20d2275cb3586a15d/569",
            "service_manager_unittests": "b917216b8202a22a513730e26ba5c3ec77bc5830d1f0b03a1f116a64fc381e90/569",
            "shell_dialogs_unittests": "6b01f3a7497da2e512bb30c0abdb43f3f10072e704f288af11713d16bed4ef5d/569",
            "shell_encryption_unittests": "a1f1ac3286233052a9620d058c4fb1a5ebf57a1ace6225d6f4b9900399ec97ab/569",
            "skia_unittests": "88f060373413d197e6a3fc3896e7ca5c14d5bf5d1a6622026c7d01fd034f4d99/569",
            "snapshot_unittests": "ed2587065481dde14dcf1dee72af669f461d7f54f6f083b80f79e58894d2cd41/569",
            "sql_unittests": "6d08dcfefc8cba57a2811b028a7f26732686af554259b98af16f54dca7acc16a/646",
            "storage_unittests": "7a0fe6896c3ba339fc09b28eb5c78e9862d34ffe256433636520738a5f09800f/727",
            "sync_integration_tests": "1550ed7a2727f1ee0d16113ddaf10016ed527a0cc1b88614073cbfe54d0fb27a/728",
            "ui_base_unittests": "a126e96adc511c952ead445c08b4308cd794872d2d476b9928f63186ad6b6027/722",
            "ui_chromeos_unittests": "db2a08ffb99ebf82cef1df8bd24f7bc7bd264680ae2d90b8c4019d679adb5f28/569",
            "ui_touch_selection_unittests": "9e24ac6fea517ff5be13fabe451ebbb1da140c8209ec9ab2081fb8dbb8b115c1/569",
            "unit_tests": "c5e1d24a079a989e8f8e97e844a87b13084820b07d5274620eb04b620474d16b/1144",
            "url_unittests": "fb0e0def618bcc64162da80a1387d20d3051f018612b24726477de9b11e9538a/569",
            "usage_time_limit_unittests": "e3671449c3f040a93bee9ab71fb45782735633e5f8fbfaad2e8f266e5c056368/649",
            "views_unittests": "a78eb9749cc79a289cca66510e4cc6e8eac4bd6e2dd29e6f00a23717889a276f/569",
            "viz_unittests": "0103c48b6963c983272b61271fc3b156dcbaae0c6d40ccf8b9b4e5d780f5187e/653",
            "wayland_client_perftests": "2a005612cf47855b051f285cf0e86c30f2578daea605a676600d4424c07ee68a/646",
            "wayland_client_tests": "bdc6dc22444784d686221807c5b729a2ac55dc9a6763a79fd2a367ee15256f17/646",
            "wm_unittests": "b05ae72a96399de3613fcf125958d662f17900b90647e260c98ee94b6da9c25c/569",
            "wtf_unittests": "3b3deb0334d074370641b395c9783737526d4efec628f4ecd4aaf86c8798ee6f/569",
            "zlib_unittests": "6d3526b02b7a08cfe23a377e0686aa1587710a425371793e8bf4cfc1af7c0202/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "26bafa879ee953fc36844599a758def70c81b5c3f8e135d10c519ffeed3c1dc2/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "325aaf30fb988445148ff32322544eb415a5363b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994975295488202400"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25953"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:28:27.994] Scheduled build:
{
  "id": "8829545233527494801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25489,
  "createdBy": "project:chromium",
  "createTime": "2021-11-26T00:28:27.445720322Z",
  "updateTime": "2021-11-26T00:28:27.445720322Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "325aaf30fb988445148ff32322544eb415a5363b",
      "ref": "refs/heads/main"
    }
  }
}
[00:28:27.994] Task URL: https://cr-buildbucket.appspot.com/build/8829545233527494801
[00:28:27.994] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:2:0) after 5m6s
[00:29:13.515] Received PubSub notification, asking Buildbucket for the build status
[00:29:13.602] Build status: STARTED
[00:33:34.028] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:2:0)
[00:33:34.056] Build status: STARTED
[00:33:34.056] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:4:0) after 1m49s
[00:35:23.084] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:4:0)
[00:35:23.198] Build status: STARTED
[00:35:23.198] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:5:0) after 9m10s
[00:44:33.470] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:5:0)
[00:44:33.508] Build status: STARTED
[00:44:33.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:6:0) after 2m33s
[00:47:06.531] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:6:0)
[00:47:06.564] Build status: STARTED
[00:47:06.564] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:7:0) after 9m10s
[00:56:16.582] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:7:0)
[00:56:16.630] Build status: STARTED
[00:56:16.630] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:8:0) after 7m16s
[01:03:32.851] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:8:0)
[01:03:32.880] Build status: STARTED
[01:03:32.880] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:9:0) after 4m9s
[01:07:41.904] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:9:0)
[01:07:41.938] Build status: STARTED
[01:07:41.938] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:10:0) after 9m55s
[01:17:36.975] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:10:0)
[01:17:37.008] Build status: STARTED
[01:17:37.008] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:11:0) after 6m29s
[01:24:06.061] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:11:0)
[01:24:06.103] Build status: STARTED
[01:24:06.103] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:12:0) after 1m8s
[01:25:14.124] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:12:0)
[01:25:14.162] Build status: STARTED
[01:25:14.163] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:13:0) after 6m2s
[01:31:16.193] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:13:0)
[01:31:16.229] Build status: STARTED
[01:31:16.229] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:14:0) after 8m46s
[01:40:02.253] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:14:0)
[01:40:02.289] Build status: STARTED
[01:40:02.289] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8994975295488202400:15:0) after 8m28s
[01:40:44.540] Received PubSub notification, asking Buildbucket for the build status
[01:40:44.575] Build:
{
  "id": "8829545233527494801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25489,
  "createdBy": "project:chromium",
  "createTime": "2021-11-26T00:28:27.445720322Z",
  "startTime": "2021-11-26T00:29:11.276343Z",
  "endTime": "2021-11-26T01:40:43.937747184Z",
  "updateTime": "2021-11-26T01:40:43.937747184Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "325aaf30fb988445148ff32322544eb415a5363b",
      "ref": "refs/heads/main"
    }
  }
}
[01:40:44.575] Invocation finished in 1h12m18.382477306s with status FAILED