Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux ChromiumOS MSan Tests"
>

Incoming triggers

  • Linux ChromiumOS MSan Builder/25453 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux ChromiumOS MSan Builder",
  "parent_got_angle_revision": "5e02940105dbfda6f057f6cca12b46e008136632",
  "parent_got_dawn_revision": "d6ecf83c19bac1540f598f469b71d2145ffc5ecd",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
  "parent_got_revision_cp": "refs/heads/main@{#926579}",
  "parent_got_swiftshader_revision": "83002b04a3aa91a8bfd1e25f5644175f677146ed",
  "parent_got_v8_revision": "5f098c6b31cc03ce28a84b468c7e5670cd86979b",
  "parent_got_v8_revision_cp": "refs/heads/9.6.140@{#1}",
  "parent_got_webrtc_revision": "7145a1421bd05e76db8e01b96cd91203e2fe211c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35107}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
  "swarm_hashes": {
    "absl_hardening_tests": "56f4ff8a2912b22ca8ef6dd7fd08f95ae61b3157231b4fd05d4cbba00ef94141/569",
    "accessibility_unittests": "f666722507cdd480d0b16f8360bda4d5d034595f38fcefcbf970b3c767159eee/569",
    "angle_unittests": "2fc271951e99cb96e22d237ec81b897f8e23b832e30f15421ec4b3e0946285f7/570",
    "app_shell_unittests": "4ef09e1555a62e872bc5f06eb405baba327b2f3659bc57483695e668ae322819/809",
    "ash_unittests": "c1f8aa97f7cd0ccfdb54aa051402c47b4635f2774ba1873003461304151bca01/723",
    "ash_webui_unittests": "6b03e8493a5242db6a7e673a27f9f15e516ca9bfd0cda3c50f72968d29143ba8/725",
    "aura_unittests": "9369890ec51b6c82ff64f3d69dc16e55b58f784c721a5c148293b4998cadc5ad/569",
    "base_unittests": "869720b6f2c969da37cc9e49d2365eeb3214e585ed69e81402f69e10a0a9ad4c/648",
    "blink_common_unittests": "b21515a1c76b36abb22447927d3705d9990748633b19070622212150280d5524/647",
    "blink_fuzzer_unittests": "7f33fe3dd0ff7a632f1cc1a19d8ea13bb00898c6bc05d8b3102fb56253bcfa97/648",
    "blink_heap_unittests": "819c38cece92d0c17a011b2d709d22acca98a2a92c0978f08f9548d4945856d6/648",
    "blink_platform_unittests": "f78c5b141219cba323e010b82ae361b9fdbb461b7cfe241040c59f5e13263e98/726",
    "blink_unittests": "2f9dba49666bea04adadf9ad10c2618d216bb9978d34def80fdd1892940b37b8/726",
    "boringssl_crypto_tests": "6b268c56e37016a0d4d296a22a9b584755d9850cbc1baa5f0844eecbef3f7325/570",
    "boringssl_ssl_tests": "37edcb6b6b8cd926adacb6fbbd91cf9923626e09cb852447ad832fe56d482057/569",
    "browser_tests": "3a980361926cdfedf506aebca415fd328b6adab7db075ea9899c946dc3e2fa84/1458",
    "capture_unittests": "32d419f52084a6317fa623c4eeaa75dc81e262d5f009c2aa2fda06deb9c271ee/648",
    "cast_unittests": "eb7d421ca6b015ee291bb4998877c33876c2398c02fe47ff7e73a6202af9211f/569",
    "cc_unittests": "2c9b4428d24f80b8c070caaf8c608ede77c80e39ca56bd0c4cf39611f0b8a70a/653",
    "chrome_app_unittests": "d9acb7bc1fbf688da99614ea83091e4b6e456f0bd02f87f2f496f0ef27ae9272/810",
    "chromedriver_unittests": "34ae991d9e4154f05e25dd4c83f3e68320e0d92760a2eae3bfcfe36df15e448e/726",
    "chromeos_components_unittests": "468e460c73c967825e8ffccde8596af72cb459286e250fd16819409029c5c84f/725",
    "chromeos_unittests": "30fe6efcee0b642c7bf4ad1303cefe8cfaffd4110eecd0efc51ebf4524d31612/728",
    "color_unittests": "304732092f14001c8c491d8f0d7bfaa54422709b86e751f86cb2f86efbc57679/569",
    "components_browsertests": "6a52bd82e24e833fee3abe64d673406fb1269b5186893abb6c57c605969dfc74/892",
    "components_unittests": "7e4e7e7ee4a26ceb548641ecb399bb51dd4fa9fb9718035d1e6c978eed28770e/892",
    "compositor_unittests": "ea491cda3e11413efb82a3ecec32d979a50f865bff0e9f95b6b2552594038e88/645",
    "content_browsertests": "4f3a8d236bc0bf0ef6ae6281d179cef0484ad8d057ebe0634aa26c8a3c955f69/887",
    "content_unittests": "d9eddba65d75eb0e834f3d90950216e4485a351077d115d652afc2a355db4fef/806",
    "crashpad_tests": "c0ab00d73e2cc3eabaae149d49fde6c690d12233199aa3e89038ab6d43077c0a/570",
    "crypto_unittests": "542715533884af1900c7200c264cc75675c4af5aa8241aedf974dd1e4db59117/569",
    "dbus_unittests": "2f7cf7ce893af7e7fa6f95efba55c9a75dcff5e32df5948547db36d6abe231d8/569",
    "device_unittests": "7ee24873dff68c65b8638a41115c7143916ebf5e688907286c0660b9fe519937/646",
    "display_unittests": "c8c3f7efd2173f11bd51a032ee41af9b2e878ef3fddec040451af08bb293ac6e/569",
    "events_unittests": "2011c720b0f120ff5b77d5c324d7ae746856152826d5c069c7ca65319be3bda9/569",
    "exo_unittests": "557d683ebd3e193ea3ece142b7676926387bf7eddea03f6e8d2ede59d56a309d/725",
    "extensions_browsertests": "62680a232c9593a4298e515030a0341e3e999f77f2b49205b621143c40bf4a64/811",
    "extensions_unittests": "80b9a2abed2c23ca7632d50e3bf2767aa943a801d349e0f22925fb0886700548/975",
    "filesystem_service_unittests": "dcfcd962138860b94aeffbfce40990378413d9b3493c8fe09573440d364cf202/569",
    "gcm_unit_tests": "4e9626d336eaa0b90fe7a23a834d2a3c881ed899adeb5d9b0a924ce38d088913/646",
    "gfx_unittests": "78661807f73e334e6fb30b04398772fea99bcce99e2ff6028507ec1f100b6c46/645",
    "gin_unittests": "7a0e7f1b4698c4647e8297afa07e68a18a2e7216e32133e944c0eee109711bc3/646",
    "google_apis_unittests": "afa8ebab40e7990f522b6a50ec0a42d09311c8a01d852acb855353d6803c1eaf/731",
    "gpu_unittests": "ed5a7fea48e57a37ac0754ccd1289d23247047f9c67061aeef6206a362cc4405/646",
    "gwp_asan_unittests": "a9d1e2ea32fa17593688728dbfffd5713ebaf01bc5085a5a67306031ede9bc14/570",
    "interactive_ui_tests": "5632be63cd41b0eda2d72b2a48e123477999ace7469c838fc2a57220962355b2/1128",
    "ipc_tests": "59fa47bd93e9af59d24be8f6ef7485d3bcb77ed5641e8db8b8b52fd43496956c/569",
    "jingle_unittests": "3dd9eba4ec4880a074ec74d686f781e734b87a2034e2e4e77486332fd5008b14/646",
    "keyboard_unittests": "12bdba54855bdd21c0c29fc39d786d4f14d8c321e0188f4e6c2a9eafbf53c9a1/569",
    "latency_unittests": "985c6c6848a3572e100d846cd4e9456a8092fec1f3044a59865ae2a3132adc80/569",
    "libjingle_xmpp_unittests": "e56aec3fe13f7120b4d19addd50d7423dd82e037036b2676a0206a632c6ec2aa/569",
    "liburlpattern_unittests": "9a3717d01b414d9b6fdf1d2daa9362a32c3d682e1cb661ade162db6e64433455/569",
    "media_unittests": "db67d2f45f2949d949589b00e2924c27e0e00402d041216a14be04039f4ac953/649",
    "message_center_unittests": "50b96de8188e494217726ee0dd91264881f7a19d9a3e17a9e0e1a46e761118e5/569",
    "midi_unittests": "7c1d9eba6af7a1239dc48ea5bfc2a4845761f6e6f8f62119bb24d0624955459a/569",
    "mojo_core_unittests": "c136243aec3196cb1443e81d5034e6a1be177ee11cda2851668a9a399fd60d1c/569",
    "mojo_unittests": "ca695a544ea4744362d49e9ebefdfca7dac7008f07d028e9ec7ce0825fdf9404/647",
    "nacl_helper_nonsfi_unittests": "3ac116c0bab09a439f18a75394710ead857f267a012003a38897b339e012c225/569",
    "nacl_loader_unittests": "189840159c035a5871317080d7fe0260674294a8474ca6bf2005131d30e26a3b/569",
    "native_theme_unittests": "8ef37bfe478ba1b7496953d724006892bc605d0dacb051b5aa9dfaf9fc555795/569",
    "net_unittests": "2464383ea6fe7764cf858eebc1b23bf244f06b3da239f0d8403d7870399bf520/648",
    "ozone_gl_unittests": "125a7418edbc4b47070f85efcec51d527f1711d2a97eb7b0e370af88289e5a70/569",
    "ozone_unittests": "3c979d3e21044a153c972ec6306194d4d1bf9414e8e68788ec3fddeff331a031/569",
    "ozone_x11_unittests": "90e90fa8f7f7cf5373fc7e170f7d7ae9d3f5c38c368fe5145b0fe98d8ce0f714/569",
    "pdf_unittests": "dd0ee95a2796607a562eb69f0ee76adfbacf8a35b31ccb9d53e7aa16d82e8a09/725",
    "perfetto_unittests": "c6a0523ceafe7220104202422c31ac0b2fb6f6201fd391d0a4220405b531eed8/569",
    "ppapi_unittests": "06bdb7002f55b9fdca51d8a2f573eb6f45409c1c9440f7759cd2422364c14d40/569",
    "printing_unittests": "3e957476340c6b3962fa932aeb236fedc0b7d6143a0e0d9f82bfb845ee8af7bf/569",
    "remoting_unittests": "224ea8796c28685606145b9c3ae2871f75799cd55d4317a165465b00fd06924c/646",
    "sandbox_linux_unittests": "773976c4cb409f96cd1a8a0b993a6b74d3f7d92be3d2c772684b1e49c816bbb3/569",
    "service_manager_unittests": "5ec10ca75d872b5f271c8246597e80f728dbf01282a88664f134dec30f1d97cf/569",
    "shell_dialogs_unittests": "9d852e4049d0ae011fce907d812a17f07beedff4538203faa22bbb9388c1d4b6/569",
    "shell_encryption_unittests": "17fdbb3e4af69dec2b1c62234a099a8bd766aada0461a32811718715af923ff2/569",
    "skia_unittests": "0cef116dbb43b5fa8f3762f5fcb1c7ae85f3f24d1e517dd3950520f5a385146c/569",
    "snapshot_unittests": "823e0d1fea7a05b8ebc7c4691a012cabbb8e6353eea343475e8243c8e85a4e8d/569",
    "sql_unittests": "2342c5da74a486a56adfec6613053a22f50ec95133f0630a33cefcc2566b6921/646",
    "storage_unittests": "60f0cc9b18df2dc43bc59485de3b806131fcbe7e0edcdc64aba7faf3763b261a/727",
    "sync_integration_tests": "e8b11d911bfb3f823c4cddf934fb654985792b580cab40d4fd3f3d535bceb897/891",
    "ui_base_unittests": "4ee6504f74ca1276e0145d0f80e510507416336f24bb24fc827320bdd123b6e0/722",
    "ui_chromeos_unittests": "de20e2082097ab314c511c9256a2d4aecf287e89ced08060457bd81b9ba249ae/569",
    "ui_touch_selection_unittests": "9c87ce5b8da216987dcc40ae44586996e5851354ad8607c86847bb015c322d55/569",
    "unit_tests": "9e78dfc24df928e4dc83314a703d4d22dea6cbbd19d21020595c732a1d91ea81/1223",
    "url_unittests": "0b9128826edc25ba9f0397f1305e53475b24ae216ea146901615cd5348e6a1a7/569",
    "usage_time_limit_unittests": "4e1818058a266de0c469865e28184438ef1a36e92810e640cefd7a2c0ba31394/649",
    "views_unittests": "c908305e9c854c5fc297146f4ddd9525b55b891f83aab4b924ff1c7cc21770df/569",
    "viz_unittests": "c99f783b00ec50371d5c2c6239f28ecece6be8e9fac7af102a5bd8a0478b98e6/653",
    "wayland_client_perftests": "44c526861908c22400dcfcc1bd1ef02087c6bab66167a5a98a250385aff6def0/646",
    "wayland_client_tests": "d870594ae015f4dba358e1fd01178dff7e9de88ee90d028a439c1fa2e319ac49/646",
    "wm_unittests": "07d07e883ede80a217033351f9be90b603867029cbf761d7ab4784ac25b1fa1f/569",
    "wtf_unittests": "6692f6f334783a5570910e3685ea705a62b9f9ea7d040901284d727ad53513df/569",
    "zlib_unittests": "bff181c616adf0a8c7da2efd86d5d1d57ff27f0baa480412fd1fe3725b91ee8f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e4bdc1b6e4a39f17f0e7420985207b1457a9d378a0b68a726429dbe927211d8e/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b91b1f440f52a87a39a2c6e41e3926d3d4f67047
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux ChromiumOS MSan Builder
  • parent_buildnumber:25453
  • user_agent:recipe

Debug log (UTC)

[05:52:20.804] New invocation is queued and will start shortly
[05:52:20.804] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:52:21.834] Starting the invocation (attempt 1)
[05:52:21.900] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b91b1f440f52a87a39a2c6e41e3926d3d4f67047"
[05:52:21.900] Popped gitiles commit info from properties and tags
[05:52:21.900] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:52:21.900] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:52:21.901] Buildbucket request:
{
  "requestId": "9000118943922129904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux ChromiumOS MSan Builder",
      "parent_got_angle_revision": "5e02940105dbfda6f057f6cca12b46e008136632",
      "parent_got_dawn_revision": "d6ecf83c19bac1540f598f469b71d2145ffc5ecd",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
      "parent_got_revision_cp": "refs/heads/main@{#926579}",
      "parent_got_swiftshader_revision": "83002b04a3aa91a8bfd1e25f5644175f677146ed",
      "parent_got_v8_revision": "5f098c6b31cc03ce28a84b468c7e5670cd86979b",
      "parent_got_v8_revision_cp": "refs/heads/9.6.140@{#1}",
      "parent_got_webrtc_revision": "7145a1421bd05e76db8e01b96cd91203e2fe211c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35107}",
      "swarm_hashes": {
            "absl_hardening_tests": "56f4ff8a2912b22ca8ef6dd7fd08f95ae61b3157231b4fd05d4cbba00ef94141/569",
            "accessibility_unittests": "f666722507cdd480d0b16f8360bda4d5d034595f38fcefcbf970b3c767159eee/569",
            "angle_unittests": "2fc271951e99cb96e22d237ec81b897f8e23b832e30f15421ec4b3e0946285f7/570",
            "app_shell_unittests": "4ef09e1555a62e872bc5f06eb405baba327b2f3659bc57483695e668ae322819/809",
            "ash_unittests": "c1f8aa97f7cd0ccfdb54aa051402c47b4635f2774ba1873003461304151bca01/723",
            "ash_webui_unittests": "6b03e8493a5242db6a7e673a27f9f15e516ca9bfd0cda3c50f72968d29143ba8/725",
            "aura_unittests": "9369890ec51b6c82ff64f3d69dc16e55b58f784c721a5c148293b4998cadc5ad/569",
            "base_unittests": "869720b6f2c969da37cc9e49d2365eeb3214e585ed69e81402f69e10a0a9ad4c/648",
            "blink_common_unittests": "b21515a1c76b36abb22447927d3705d9990748633b19070622212150280d5524/647",
            "blink_fuzzer_unittests": "7f33fe3dd0ff7a632f1cc1a19d8ea13bb00898c6bc05d8b3102fb56253bcfa97/648",
            "blink_heap_unittests": "819c38cece92d0c17a011b2d709d22acca98a2a92c0978f08f9548d4945856d6/648",
            "blink_platform_unittests": "f78c5b141219cba323e010b82ae361b9fdbb461b7cfe241040c59f5e13263e98/726",
            "blink_unittests": "2f9dba49666bea04adadf9ad10c2618d216bb9978d34def80fdd1892940b37b8/726",
            "boringssl_crypto_tests": "6b268c56e37016a0d4d296a22a9b584755d9850cbc1baa5f0844eecbef3f7325/570",
            "boringssl_ssl_tests": "37edcb6b6b8cd926adacb6fbbd91cf9923626e09cb852447ad832fe56d482057/569",
            "browser_tests": "3a980361926cdfedf506aebca415fd328b6adab7db075ea9899c946dc3e2fa84/1458",
            "capture_unittests": "32d419f52084a6317fa623c4eeaa75dc81e262d5f009c2aa2fda06deb9c271ee/648",
            "cast_unittests": "eb7d421ca6b015ee291bb4998877c33876c2398c02fe47ff7e73a6202af9211f/569",
            "cc_unittests": "2c9b4428d24f80b8c070caaf8c608ede77c80e39ca56bd0c4cf39611f0b8a70a/653",
            "chrome_app_unittests": "d9acb7bc1fbf688da99614ea83091e4b6e456f0bd02f87f2f496f0ef27ae9272/810",
            "chromedriver_unittests": "34ae991d9e4154f05e25dd4c83f3e68320e0d92760a2eae3bfcfe36df15e448e/726",
            "chromeos_components_unittests": "468e460c73c967825e8ffccde8596af72cb459286e250fd16819409029c5c84f/725",
            "chromeos_unittests": "30fe6efcee0b642c7bf4ad1303cefe8cfaffd4110eecd0efc51ebf4524d31612/728",
            "color_unittests": "304732092f14001c8c491d8f0d7bfaa54422709b86e751f86cb2f86efbc57679/569",
            "components_browsertests": "6a52bd82e24e833fee3abe64d673406fb1269b5186893abb6c57c605969dfc74/892",
            "components_unittests": "7e4e7e7ee4a26ceb548641ecb399bb51dd4fa9fb9718035d1e6c978eed28770e/892",
            "compositor_unittests": "ea491cda3e11413efb82a3ecec32d979a50f865bff0e9f95b6b2552594038e88/645",
            "content_browsertests": "4f3a8d236bc0bf0ef6ae6281d179cef0484ad8d057ebe0634aa26c8a3c955f69/887",
            "content_unittests": "d9eddba65d75eb0e834f3d90950216e4485a351077d115d652afc2a355db4fef/806",
            "crashpad_tests": "c0ab00d73e2cc3eabaae149d49fde6c690d12233199aa3e89038ab6d43077c0a/570",
            "crypto_unittests": "542715533884af1900c7200c264cc75675c4af5aa8241aedf974dd1e4db59117/569",
            "dbus_unittests": "2f7cf7ce893af7e7fa6f95efba55c9a75dcff5e32df5948547db36d6abe231d8/569",
            "device_unittests": "7ee24873dff68c65b8638a41115c7143916ebf5e688907286c0660b9fe519937/646",
            "display_unittests": "c8c3f7efd2173f11bd51a032ee41af9b2e878ef3fddec040451af08bb293ac6e/569",
            "events_unittests": "2011c720b0f120ff5b77d5c324d7ae746856152826d5c069c7ca65319be3bda9/569",
            "exo_unittests": "557d683ebd3e193ea3ece142b7676926387bf7eddea03f6e8d2ede59d56a309d/725",
            "extensions_browsertests": "62680a232c9593a4298e515030a0341e3e999f77f2b49205b621143c40bf4a64/811",
            "extensions_unittests": "80b9a2abed2c23ca7632d50e3bf2767aa943a801d349e0f22925fb0886700548/975",
            "filesystem_service_unittests": "dcfcd962138860b94aeffbfce40990378413d9b3493c8fe09573440d364cf202/569",
            "gcm_unit_tests": "4e9626d336eaa0b90fe7a23a834d2a3c881ed899adeb5d9b0a924ce38d088913/646",
            "gfx_unittests": "78661807f73e334e6fb30b04398772fea99bcce99e2ff6028507ec1f100b6c46/645",
            "gin_unittests": "7a0e7f1b4698c4647e8297afa07e68a18a2e7216e32133e944c0eee109711bc3/646",
            "google_apis_unittests": "afa8ebab40e7990f522b6a50ec0a42d09311c8a01d852acb855353d6803c1eaf/731",
            "gpu_unittests": "ed5a7fea48e57a37ac0754ccd1289d23247047f9c67061aeef6206a362cc4405/646",
            "gwp_asan_unittests": "a9d1e2ea32fa17593688728dbfffd5713ebaf01bc5085a5a67306031ede9bc14/570",
            "interactive_ui_tests": "5632be63cd41b0eda2d72b2a48e123477999ace7469c838fc2a57220962355b2/1128",
            "ipc_tests": "59fa47bd93e9af59d24be8f6ef7485d3bcb77ed5641e8db8b8b52fd43496956c/569",
            "jingle_unittests": "3dd9eba4ec4880a074ec74d686f781e734b87a2034e2e4e77486332fd5008b14/646",
            "keyboard_unittests": "12bdba54855bdd21c0c29fc39d786d4f14d8c321e0188f4e6c2a9eafbf53c9a1/569",
            "latency_unittests": "985c6c6848a3572e100d846cd4e9456a8092fec1f3044a59865ae2a3132adc80/569",
            "libjingle_xmpp_unittests": "e56aec3fe13f7120b4d19addd50d7423dd82e037036b2676a0206a632c6ec2aa/569",
            "liburlpattern_unittests": "9a3717d01b414d9b6fdf1d2daa9362a32c3d682e1cb661ade162db6e64433455/569",
            "media_unittests": "db67d2f45f2949d949589b00e2924c27e0e00402d041216a14be04039f4ac953/649",
            "message_center_unittests": "50b96de8188e494217726ee0dd91264881f7a19d9a3e17a9e0e1a46e761118e5/569",
            "midi_unittests": "7c1d9eba6af7a1239dc48ea5bfc2a4845761f6e6f8f62119bb24d0624955459a/569",
            "mojo_core_unittests": "c136243aec3196cb1443e81d5034e6a1be177ee11cda2851668a9a399fd60d1c/569",
            "mojo_unittests": "ca695a544ea4744362d49e9ebefdfca7dac7008f07d028e9ec7ce0825fdf9404/647",
            "nacl_helper_nonsfi_unittests": "3ac116c0bab09a439f18a75394710ead857f267a012003a38897b339e012c225/569",
            "nacl_loader_unittests": "189840159c035a5871317080d7fe0260674294a8474ca6bf2005131d30e26a3b/569",
            "native_theme_unittests": "8ef37bfe478ba1b7496953d724006892bc605d0dacb051b5aa9dfaf9fc555795/569",
            "net_unittests": "2464383ea6fe7764cf858eebc1b23bf244f06b3da239f0d8403d7870399bf520/648",
            "ozone_gl_unittests": "125a7418edbc4b47070f85efcec51d527f1711d2a97eb7b0e370af88289e5a70/569",
            "ozone_unittests": "3c979d3e21044a153c972ec6306194d4d1bf9414e8e68788ec3fddeff331a031/569",
            "ozone_x11_unittests": "90e90fa8f7f7cf5373fc7e170f7d7ae9d3f5c38c368fe5145b0fe98d8ce0f714/569",
            "pdf_unittests": "dd0ee95a2796607a562eb69f0ee76adfbacf8a35b31ccb9d53e7aa16d82e8a09/725",
            "perfetto_unittests": "c6a0523ceafe7220104202422c31ac0b2fb6f6201fd391d0a4220405b531eed8/569",
            "ppapi_unittests": "06bdb7002f55b9fdca51d8a2f573eb6f45409c1c9440f7759cd2422364c14d40/569",
            "printing_unittests": "3e957476340c6b3962fa932aeb236fedc0b7d6143a0e0d9f82bfb845ee8af7bf/569",
            "remoting_unittests": "224ea8796c28685606145b9c3ae2871f75799cd55d4317a165465b00fd06924c/646",
            "sandbox_linux_unittests": "773976c4cb409f96cd1a8a0b993a6b74d3f7d92be3d2c772684b1e49c816bbb3/569",
            "service_manager_unittests": "5ec10ca75d872b5f271c8246597e80f728dbf01282a88664f134dec30f1d97cf/569",
            "shell_dialogs_unittests": "9d852e4049d0ae011fce907d812a17f07beedff4538203faa22bbb9388c1d4b6/569",
            "shell_encryption_unittests": "17fdbb3e4af69dec2b1c62234a099a8bd766aada0461a32811718715af923ff2/569",
            "skia_unittests": "0cef116dbb43b5fa8f3762f5fcb1c7ae85f3f24d1e517dd3950520f5a385146c/569",
            "snapshot_unittests": "823e0d1fea7a05b8ebc7c4691a012cabbb8e6353eea343475e8243c8e85a4e8d/569",
            "sql_unittests": "2342c5da74a486a56adfec6613053a22f50ec95133f0630a33cefcc2566b6921/646",
            "storage_unittests": "60f0cc9b18df2dc43bc59485de3b806131fcbe7e0edcdc64aba7faf3763b261a/727",
            "sync_integration_tests": "e8b11d911bfb3f823c4cddf934fb654985792b580cab40d4fd3f3d535bceb897/891",
            "ui_base_unittests": "4ee6504f74ca1276e0145d0f80e510507416336f24bb24fc827320bdd123b6e0/722",
            "ui_chromeos_unittests": "de20e2082097ab314c511c9256a2d4aecf287e89ced08060457bd81b9ba249ae/569",
            "ui_touch_selection_unittests": "9c87ce5b8da216987dcc40ae44586996e5851354ad8607c86847bb015c322d55/569",
            "unit_tests": "9e78dfc24df928e4dc83314a703d4d22dea6cbbd19d21020595c732a1d91ea81/1223",
            "url_unittests": "0b9128826edc25ba9f0397f1305e53475b24ae216ea146901615cd5348e6a1a7/569",
            "usage_time_limit_unittests": "4e1818058a266de0c469865e28184438ef1a36e92810e640cefd7a2c0ba31394/649",
            "views_unittests": "c908305e9c854c5fc297146f4ddd9525b55b891f83aab4b924ff1c7cc21770df/569",
            "viz_unittests": "c99f783b00ec50371d5c2c6239f28ecece6be8e9fac7af102a5bd8a0478b98e6/653",
            "wayland_client_perftests": "44c526861908c22400dcfcc1bd1ef02087c6bab66167a5a98a250385aff6def0/646",
            "wayland_client_tests": "d870594ae015f4dba358e1fd01178dff7e9de88ee90d028a439c1fa2e319ac49/646",
            "wm_unittests": "07d07e883ede80a217033351f9be90b603867029cbf761d7ab4784ac25b1fa1f/569",
            "wtf_unittests": "6692f6f334783a5570910e3685ea705a62b9f9ea7d040901284d727ad53513df/569",
            "zlib_unittests": "bff181c616adf0a8c7da2efd86d5d1d57ff27f0baa480412fd1fe3725b91ee8f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e4bdc1b6e4a39f17f0e7420985207b1457a9d378a0b68a726429dbe927211d8e/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000118943922129904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux ChromiumOS MSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux ChromiumOS MSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25453"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:52:22.414] Scheduled build:
{
  "id": "8834688882046127041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25018,
  "createdBy": "project:chromium",
  "createTime": "2021-09-30T05:52:21.960605293Z",
  "updateTime": "2021-09-30T05:52:22.234839840Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
      "ref": "refs/heads/main"
    }
  }
}
[05:52:22.414] Task URL: https://cr-buildbucket.appspot.com/build/8834688882046127041
[05:52:22.414] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:2:0) after 5m0s
[05:52:26.889] Received PubSub notification, asking Buildbucket for the build status
[05:52:26.938] Build status: STARTED
[05:57:22.515] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:2:0)
[05:57:22.543] Build status: STARTED
[05:57:22.543] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:4:0) after 2m27s
[05:59:49.607] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:4:0)
[05:59:49.635] Build status: STARTED
[05:59:49.635] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:5:0) after 7m53s
[06:07:42.657] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:5:0)
[06:07:42.738] Build status: STARTED
[06:07:42.738] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:6:0) after 6m46s
[06:14:29.037] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:6:0)
[06:14:29.073] Build status: STARTED
[06:14:29.073] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:7:0) after 8m31s
[06:23:00.274] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:7:0)
[06:23:00.307] Build status: STARTED
[06:23:00.307] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:8:0) after 8m14s
[06:31:14.554] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:8:0)
[06:31:14.616] Build status: STARTED
[06:31:14.616] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:9:0) after 5m45s
[06:37:00.163] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:9:0)
[06:37:00.210] Build status: STARTED
[06:37:00.210] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:10:0) after 2m54s
[06:39:54.347] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:10:0)
[06:39:54.379] Build status: STARTED
[06:39:54.379] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:11:0) after 7m49s
[06:47:43.403] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:11:0)
[06:47:43.441] Build status: STARTED
[06:47:43.441] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:12:0) after 3m4s
[06:50:47.578] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:12:0)
[06:50:47.616] Build status: STARTED
[06:50:47.616] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:13:0) after 8m38s
[06:59:25.756] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:13:0)
[06:59:25.789] Build status: STARTED
[06:59:25.789] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:9000118943922129904:14:0) after 8m14s
[07:01:07.868] Received PubSub notification, asking Buildbucket for the build status
[07:01:07.903] Build:
{
  "id": "8834688882046127041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux ChromiumOS MSan Tests"
  },
  "number": 25018,
  "createdBy": "project:chromium",
  "createTime": "2021-09-30T05:52:21.960605293Z",
  "startTime": "2021-09-30T05:52:25.700945Z",
  "endTime": "2021-09-30T07:01:06.593615815Z",
  "updateTime": "2021-09-30T07:01:06.593949676Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b91b1f440f52a87a39a2c6e41e3926d3d4f67047",
      "ref": "refs/heads/main"
    }
  }
}
[07:01:07.903] Invocation finished in 1h8m47.114627605s with status FAILED