Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "99641f1c3bd37e86f4f17cd6813343ec2297fd45"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8683325116669171089"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8683325116669171089"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8683325116669171089"
    }
  ],
  "parent_build_id": "8683325116669171089",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
  "parent_got_dawn_revision": "7780c956bd83d878b3158309a7ae6db149d97eb4",
  "parent_got_revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#1815}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "ecff5d5fcbf9f8f8bb6ca4b5e92ad72899f36922",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#23}",
  "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "b5991874fc675826e22296306e0eac318299ff11b1b24f0b382f06a5767cdf9a/488",
    "angle_unittests": "8e4baa64952a6ef03ff840cf57def3232bf8f8e8a4e0a3f8b8de1478a4b878a3/489",
    "app_shell_unittests": "f47a06af0be352d6210d3c2bbb79c73dc3390d20ca35b4b77e0cbf9c17d5f2c0/649",
    "aura_unittests": "e38a6bcf9563ddde8a52ceeae37d5a52559e9a5994f7b7b712d9fdced1294aca/488",
    "base_unittests": "260a9425ff3afcb4117a27046bf0c4af1c671e10f7b3cce0ea79afa2df1ff94a/566",
    "blink_common_unittests": "b61a31f41baa2edadeeb226ae2e8bd871655a14412ae0a044c296b9545c98d71/566",
    "blink_fuzzer_unittests": "bcaf3957fdcd7992827acf5abdcce71837f07bc7ed4769367462c880253fe7c6/488",
    "blink_heap_unittests": "e6156dc09746e632da082a549d9ab83afa81fb63558f0ca601e8fe1f8b392473/488",
    "blink_platform_unittests": "e157901729bd6aee5975f531f5ccfa2d19c89115570f405c1f5057db277c497c/645",
    "blink_unittests": "54ec77c676412e56efd0a08f3cd350a0022ae90d5ca6c7cbf56960c45f30388b/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "3a866f89e43e44830e44d4064f5ce9e8440d6ed085739d607882d211b5e1d130/567",
    "cast_unittests": "39a2047f90454a898f363c877384c3b702f556aeb1eef4b3b9e0334573d7d03b/488",
    "cc_unittests": "2d149017d20058658ecea56bb317db5b3261bd08c1633959d20f5b23a4b7e298/648",
    "chrome_app_unittests": "e30325ad2c3741bcc3264281922a5451eec2164d91462071fcac25ea1d8a9419/566",
    "chromedriver_unittests": "3eec5978136eadc012a7f1021703485fa737163a827d0b5cc326557dd13cc121/645",
    "components_browsertests": "eea70983022cc9dbfa6979f54427442a2b364f00fe10ad8fba431187a875fc6d/732",
    "components_unittests": "07316cbced416df451778ae8a97f4f3164c658aed2484119807d777accbdeed7/811",
    "compositor_unittests": "062ca7fae5a718f82944bdd3d4f743d0038791bf4bfe0476076a1b30d5019370/564",
    "content_browsertests": "5a82494d9d3fd2897539c443197512bba96519827db57f44eb802634e294011b/805",
    "content_unittests": "ab902dbbae858bf7959400de33978af0ee37693103c33de9da590d346f4e7f3b/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "1b7e67058624243311ae19f96a251ee4678dac02f3a0ce2fb49c8472bfe03d78/565",
    "display_unittests": "5b6de55f4c287b172fe458a167a5c0fb8106cc32bc39bdbf47bbc34165e33e90/488",
    "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
    "events_unittests": "07c400ffee8744ed0c2e5d0bcf7a1092fa788fb2fabdeda665a2b153ceeed81e/488",
    "extensions_browsertests": "8bba3a26e491d96b22f7ae9d6692da52825052216487ed697c4d8bf59e4c233f/651",
    "extensions_unittests": "187b7f11fbd52b72d4fdfe2ae12e6dc9ae827b76a3b4e749c0eb5a66e6568c7f/730",
    "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "2ee5d4585056b2c2697016a71eba22edab677cda862a894a674f272a44252397/565",
    "gfx_unittests": "4b8853b3b93876999e6d015648a19938d2c0d20230fa5bd8b7e0b2377942e953/564",
    "gin_unittests": "d02806f7d656e0687fb8b6a0116579af66b904477189b085f3bce007911bb961/565",
    "gl_tests": "46c84bd402d84ad7f24b7cd8a2b1bd0cf776c294776132fe3e0fe385744ea0c5/488",
    "gl_unittests": "d53c24232716041efecfe01688f3606ecad32324574419651c7fa705f8930adc/488",
    "google_apis_unittests": "680a1dbb254e10bbca9efae0dc8ee5a4fb396439f01c0159a2c1455970fbe092/650",
    "gpu_unittests": "86a79ba47f2a98fdf09f5478c8a6f7b623649faa7f8588f9101bd46e9d5d2638/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "ef6b41942e86212525175c90c55dc96a989a6bf811ecc666fac25f50b745412c/733",
    "headless_unittests": "b88d00aa1a8e5e6892aaa5146783a48dc0748cb5edba7fe34feda9ea3df499bb/488",
    "interactive_ui_tests": "d7bfc096c95befed0bf3f8de24d1b09466c246f267c9acb75941829eaf1b5c55/1059",
    "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
    "latency_unittests": "869288214b41f408d87620dd087e01c49abe3180e8ec0bdb1dc0dda5f5293f91/488",
    "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "7e1f74ad661034ade0ae36b29b55a5b65eed493604062b9e3989a41991d8d898/568",
    "message_center_unittests": "0ea8235d521f9110b5d5e3b56cade342b4c46ffbe9c7be0930ca69d0db4ffeca/488",
    "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
    "mojo_unittests": "a7f20b4142a6b89e156e27d01d8997c6086af8ad6742a138adea58eaa552fb0d/566",
    "native_theme_unittests": "8b4c46362fd42ad3e6769ba2d717dbf81b6e6dcb9a57e682d2827777448cd0d0/488",
    "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
    "openscreen_unittests": "0079b0cedd02eb701c7451546b3ff8ebdc181ca15b820638b053528847bfcebf/489",
    "ozone_unittests": "ca44b0ebb8a4ed19d1ec5b376068eac47c9bcbf2092228aae37c5cf0062feb8c/488",
    "ozone_x11_unittests": "392a2e7d2c7a279dc6647ce2285f90562ba849272ebee56ef295059c6a285e04/488",
    "pdf_unittests": "debb557ec98da383c85d9682f2a56496bdb6a66aa485cda4432cb05d3556f2ac/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "3ae7310583910d686b64a8d6d0fd53c15d9a0ec161152760ce7fa6e298f4436a/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "198c8e2461c19498da31f3450b5ec518da18f93f4833e9cb927ac978c0f06330/565",
    "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
    "services_unittests": "c950104abb7ce1ac7e1e30e261e942b48286e5228b12cdb55d0d2a87a9efa05e/734",
    "shell_dialogs_unittests": "40c1c2acbe131351936e12f6764dbb9bfd0a1331a13f19c974274a2e10eb4497/488",
    "skia_unittests": "97276fd57babc9fc7696ccc232d7ff4a3df02e8c2f20686ca2dd086804c3abbb/488",
    "snapshot_unittests": "f4b6dc406869a4782f5ce97175cb4f97539e6c9a0218c50a813c4544a241b482/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "618d236eac5e82cc1e7403f3c72172b83e76be22170cfcb1d863171dc3873644/646",
    "sync_integration_tests": "4faf1d7bff8e3b8c5e2791162df7075349d649b40544a4e03d39d50b3120d605/647",
    "ui_base_unittests": "5f22101911924b0c38a5120a25297e0859ac38de0adf525b24f38f20c046669f/641",
    "ui_touch_selection_unittests": "8cf6157675427483430216b531a9414c95ff57e5e0869ade10a823368f311663/488",
    "ui_unittests": "2b464383e489993a031f6665467d820b9b03ea937c8150f88ddf259050d7f1cf/488",
    "unit_tests": "a3cf2a2cebfcdd0e8dce019148b555bb0135d147095ccb7816843016e89c97d2/1061",
    "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
    "views_unittests": "490d0b9b4963e60813ec30744f25b3a60ae95aec7f7c2e2ece5dbff94dded777/488",
    "viz_unittests": "4f28d3c7a1da32476ccefe8e75dbc0e3343a6f6a66286fe140cac4745bb4bdd6/572",
    "vr_common_unittests": "91d24043f6ff854eea52b69e84d23a00805932759a87a5d4a8afae0e2ac9f10e/566",
    "wm_unittests": "5d7dfef78ae5d7640625c00efdcd05c99bf4b31e2d9b01f02f8a93797b6724a1/488",
    "wtf_unittests": "0e5a0dbe3802c626968a6587f0674cb61f2b98c96c64c7cfa3d70998be56017a/488",
    "xr_browser_tests": "fd9f097b9e0022680b8da7ddc3b49aba9148ca7d0c9e3b19018b451962a45c96/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99641f1c3bd37e86f4f17cd6813343ec2297fd45
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:402
  • user_agent:recipe

Debug log (UTC)

[00:41:26.068] New invocation is queued and will start shortly
[00:41:26.068] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:41:27.132] Starting the invocation (attempt 1)
[00:41:27.157] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99641f1c3bd37e86f4f17cd6813343ec2297fd45"
[00:41:27.157] Popped gitiles commit info from properties and tags
[00:41:27.157] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:41:27.157] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:41:27.158] Buildbucket request:
{
  "requestId": "8848750973964562560",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848750973964562560",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "99641f1c3bd37e86f4f17cd6813343ec2297fd45"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8683325116669171089"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8683325116669171089"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8683325116669171089"
                                              }
                                        ],
                                    "parent_build_id": "8683325116669171089",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
                                    "parent_got_dawn_revision": "7780c956bd83d878b3158309a7ae6db149d97eb4",
                                    "parent_got_revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#1815}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "ecff5d5fcbf9f8f8bb6ca4b5e92ad72899f36922",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#23}",
                                    "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
                                    "revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "b5991874fc675826e22296306e0eac318299ff11b1b24f0b382f06a5767cdf9a/488",
                                          "angle_unittests": "8e4baa64952a6ef03ff840cf57def3232bf8f8e8a4e0a3f8b8de1478a4b878a3/489",
                                          "app_shell_unittests": "f47a06af0be352d6210d3c2bbb79c73dc3390d20ca35b4b77e0cbf9c17d5f2c0/649",
                                          "aura_unittests": "e38a6bcf9563ddde8a52ceeae37d5a52559e9a5994f7b7b712d9fdced1294aca/488",
                                          "base_unittests": "260a9425ff3afcb4117a27046bf0c4af1c671e10f7b3cce0ea79afa2df1ff94a/566",
                                          "blink_common_unittests": "b61a31f41baa2edadeeb226ae2e8bd871655a14412ae0a044c296b9545c98d71/566",
                                          "blink_fuzzer_unittests": "bcaf3957fdcd7992827acf5abdcce71837f07bc7ed4769367462c880253fe7c6/488",
                                          "blink_heap_unittests": "e6156dc09746e632da082a549d9ab83afa81fb63558f0ca601e8fe1f8b392473/488",
                                          "blink_platform_unittests": "e157901729bd6aee5975f531f5ccfa2d19c89115570f405c1f5057db277c497c/645",
                                          "blink_unittests": "54ec77c676412e56efd0a08f3cd350a0022ae90d5ca6c7cbf56960c45f30388b/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "3a866f89e43e44830e44d4064f5ce9e8440d6ed085739d607882d211b5e1d130/567",
                                          "cast_unittests": "39a2047f90454a898f363c877384c3b702f556aeb1eef4b3b9e0334573d7d03b/488",
                                          "cc_unittests": "2d149017d20058658ecea56bb317db5b3261bd08c1633959d20f5b23a4b7e298/648",
                                          "chrome_app_unittests": "e30325ad2c3741bcc3264281922a5451eec2164d91462071fcac25ea1d8a9419/566",
                                          "chromedriver_unittests": "3eec5978136eadc012a7f1021703485fa737163a827d0b5cc326557dd13cc121/645",
                                          "components_browsertests": "eea70983022cc9dbfa6979f54427442a2b364f00fe10ad8fba431187a875fc6d/732",
                                          "components_unittests": "07316cbced416df451778ae8a97f4f3164c658aed2484119807d777accbdeed7/811",
                                          "compositor_unittests": "062ca7fae5a718f82944bdd3d4f743d0038791bf4bfe0476076a1b30d5019370/564",
                                          "content_browsertests": "5a82494d9d3fd2897539c443197512bba96519827db57f44eb802634e294011b/805",
                                          "content_unittests": "ab902dbbae858bf7959400de33978af0ee37693103c33de9da590d346f4e7f3b/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "1b7e67058624243311ae19f96a251ee4678dac02f3a0ce2fb49c8472bfe03d78/565",
                                          "display_unittests": "5b6de55f4c287b172fe458a167a5c0fb8106cc32bc39bdbf47bbc34165e33e90/488",
                                          "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
                                          "events_unittests": "07c400ffee8744ed0c2e5d0bcf7a1092fa788fb2fabdeda665a2b153ceeed81e/488",
                                          "extensions_browsertests": "8bba3a26e491d96b22f7ae9d6692da52825052216487ed697c4d8bf59e4c233f/651",
                                          "extensions_unittests": "187b7f11fbd52b72d4fdfe2ae12e6dc9ae827b76a3b4e749c0eb5a66e6568c7f/730",
                                          "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "2ee5d4585056b2c2697016a71eba22edab677cda862a894a674f272a44252397/565",
                                          "gfx_unittests": "4b8853b3b93876999e6d015648a19938d2c0d20230fa5bd8b7e0b2377942e953/564",
                                          "gin_unittests": "d02806f7d656e0687fb8b6a0116579af66b904477189b085f3bce007911bb961/565",
                                          "gl_tests": "46c84bd402d84ad7f24b7cd8a2b1bd0cf776c294776132fe3e0fe385744ea0c5/488",
                                          "gl_unittests": "d53c24232716041efecfe01688f3606ecad32324574419651c7fa705f8930adc/488",
                                          "google_apis_unittests": "680a1dbb254e10bbca9efae0dc8ee5a4fb396439f01c0159a2c1455970fbe092/650",
                                          "gpu_unittests": "86a79ba47f2a98fdf09f5478c8a6f7b623649faa7f8588f9101bd46e9d5d2638/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "ef6b41942e86212525175c90c55dc96a989a6bf811ecc666fac25f50b745412c/733",
                                          "headless_unittests": "b88d00aa1a8e5e6892aaa5146783a48dc0748cb5edba7fe34feda9ea3df499bb/488",
                                          "interactive_ui_tests": "d7bfc096c95befed0bf3f8de24d1b09466c246f267c9acb75941829eaf1b5c55/1059",
                                          "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
                                          "latency_unittests": "869288214b41f408d87620dd087e01c49abe3180e8ec0bdb1dc0dda5f5293f91/488",
                                          "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "7e1f74ad661034ade0ae36b29b55a5b65eed493604062b9e3989a41991d8d898/568",
                                          "message_center_unittests": "0ea8235d521f9110b5d5e3b56cade342b4c46ffbe9c7be0930ca69d0db4ffeca/488",
                                          "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
                                          "mojo_unittests": "a7f20b4142a6b89e156e27d01d8997c6086af8ad6742a138adea58eaa552fb0d/566",
                                          "native_theme_unittests": "8b4c46362fd42ad3e6769ba2d717dbf81b6e6dcb9a57e682d2827777448cd0d0/488",
                                          "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
                                          "openscreen_unittests": "0079b0cedd02eb701c7451546b3ff8ebdc181ca15b820638b053528847bfcebf/489",
                                          "ozone_unittests": "ca44b0ebb8a4ed19d1ec5b376068eac47c9bcbf2092228aae37c5cf0062feb8c/488",
                                          "ozone_x11_unittests": "392a2e7d2c7a279dc6647ce2285f90562ba849272ebee56ef295059c6a285e04/488",
                                          "pdf_unittests": "debb557ec98da383c85d9682f2a56496bdb6a66aa485cda4432cb05d3556f2ac/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "3ae7310583910d686b64a8d6d0fd53c15d9a0ec161152760ce7fa6e298f4436a/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "198c8e2461c19498da31f3450b5ec518da18f93f4833e9cb927ac978c0f06330/565",
                                          "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
                                          "services_unittests": "c950104abb7ce1ac7e1e30e261e942b48286e5228b12cdb55d0d2a87a9efa05e/734",
                                          "shell_dialogs_unittests": "40c1c2acbe131351936e12f6764dbb9bfd0a1331a13f19c974274a2e10eb4497/488",
                                          "skia_unittests": "97276fd57babc9fc7696ccc232d7ff4a3df02e8c2f20686ca2dd086804c3abbb/488",
                                          "snapshot_unittests": "f4b6dc406869a4782f5ce97175cb4f97539e6c9a0218c50a813c4544a241b482/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "618d236eac5e82cc1e7403f3c72172b83e76be22170cfcb1d863171dc3873644/646",
                                          "sync_integration_tests": "4faf1d7bff8e3b8c5e2791162df7075349d649b40544a4e03d39d50b3120d605/647",
                                          "ui_base_unittests": "5f22101911924b0c38a5120a25297e0859ac38de0adf525b24f38f20c046669f/641",
                                          "ui_touch_selection_unittests": "8cf6157675427483430216b531a9414c95ff57e5e0869ade10a823368f311663/488",
                                          "ui_unittests": "2b464383e489993a031f6665467d820b9b03ea937c8150f88ddf259050d7f1cf/488",
                                          "unit_tests": "a3cf2a2cebfcdd0e8dce019148b555bb0135d147095ccb7816843016e89c97d2/1061",
                                          "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
                                          "views_unittests": "490d0b9b4963e60813ec30744f25b3a60ae95aec7f7c2e2ece5dbff94dded777/488",
                                          "viz_unittests": "4f28d3c7a1da32476ccefe8e75dbc0e3343a6f6a66286fe140cac4745bb4bdd6/572",
                                          "vr_common_unittests": "91d24043f6ff854eea52b69e84d23a00805932759a87a5d4a8afae0e2ac9f10e/566",
                                          "wm_unittests": "5d7dfef78ae5d7640625c00efdcd05c99bf4b31e2d9b01f02f8a93797b6724a1/488",
                                          "wtf_unittests": "0e5a0dbe3802c626968a6587f0674cb61f2b98c96c64c7cfa3d70998be56017a/488",
                                          "xr_browser_tests": "fd9f097b9e0022680b8da7ddc3b49aba9148ca7d0c9e3b19018b451962a45c96/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:402",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "120f3577-857a-45ed-9533-ecf959ea50bb",
                        "title": "Linux TSan Builder/402",
                        "url": "https://cr-buildbucket.appspot.com/build/8683325116669171089"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "99641f1c3bd37e86f4f17cd6813343ec2297fd45"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8683325116669171089"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8683325116669171089"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8683325116669171089"
                }
          ],
      "parent_build_id": "8683325116669171089",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
      "parent_got_dawn_revision": "7780c956bd83d878b3158309a7ae6db149d97eb4",
      "parent_got_revision": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#1815}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "ecff5d5fcbf9f8f8bb6ca4b5e92ad72899f36922",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#23}",
      "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "b5991874fc675826e22296306e0eac318299ff11b1b24f0b382f06a5767cdf9a/488",
            "angle_unittests": "8e4baa64952a6ef03ff840cf57def3232bf8f8e8a4e0a3f8b8de1478a4b878a3/489",
            "app_shell_unittests": "f47a06af0be352d6210d3c2bbb79c73dc3390d20ca35b4b77e0cbf9c17d5f2c0/649",
            "aura_unittests": "e38a6bcf9563ddde8a52ceeae37d5a52559e9a5994f7b7b712d9fdced1294aca/488",
            "base_unittests": "260a9425ff3afcb4117a27046bf0c4af1c671e10f7b3cce0ea79afa2df1ff94a/566",
            "blink_common_unittests": "b61a31f41baa2edadeeb226ae2e8bd871655a14412ae0a044c296b9545c98d71/566",
            "blink_fuzzer_unittests": "bcaf3957fdcd7992827acf5abdcce71837f07bc7ed4769367462c880253fe7c6/488",
            "blink_heap_unittests": "e6156dc09746e632da082a549d9ab83afa81fb63558f0ca601e8fe1f8b392473/488",
            "blink_platform_unittests": "e157901729bd6aee5975f531f5ccfa2d19c89115570f405c1f5057db277c497c/645",
            "blink_unittests": "54ec77c676412e56efd0a08f3cd350a0022ae90d5ca6c7cbf56960c45f30388b/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "3a866f89e43e44830e44d4064f5ce9e8440d6ed085739d607882d211b5e1d130/567",
            "cast_unittests": "39a2047f90454a898f363c877384c3b702f556aeb1eef4b3b9e0334573d7d03b/488",
            "cc_unittests": "2d149017d20058658ecea56bb317db5b3261bd08c1633959d20f5b23a4b7e298/648",
            "chrome_app_unittests": "e30325ad2c3741bcc3264281922a5451eec2164d91462071fcac25ea1d8a9419/566",
            "chromedriver_unittests": "3eec5978136eadc012a7f1021703485fa737163a827d0b5cc326557dd13cc121/645",
            "components_browsertests": "eea70983022cc9dbfa6979f54427442a2b364f00fe10ad8fba431187a875fc6d/732",
            "components_unittests": "07316cbced416df451778ae8a97f4f3164c658aed2484119807d777accbdeed7/811",
            "compositor_unittests": "062ca7fae5a718f82944bdd3d4f743d0038791bf4bfe0476076a1b30d5019370/564",
            "content_browsertests": "5a82494d9d3fd2897539c443197512bba96519827db57f44eb802634e294011b/805",
            "content_unittests": "ab902dbbae858bf7959400de33978af0ee37693103c33de9da590d346f4e7f3b/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "1b7e67058624243311ae19f96a251ee4678dac02f3a0ce2fb49c8472bfe03d78/565",
            "display_unittests": "5b6de55f4c287b172fe458a167a5c0fb8106cc32bc39bdbf47bbc34165e33e90/488",
            "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
            "events_unittests": "07c400ffee8744ed0c2e5d0bcf7a1092fa788fb2fabdeda665a2b153ceeed81e/488",
            "extensions_browsertests": "8bba3a26e491d96b22f7ae9d6692da52825052216487ed697c4d8bf59e4c233f/651",
            "extensions_unittests": "187b7f11fbd52b72d4fdfe2ae12e6dc9ae827b76a3b4e749c0eb5a66e6568c7f/730",
            "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "2ee5d4585056b2c2697016a71eba22edab677cda862a894a674f272a44252397/565",
            "gfx_unittests": "4b8853b3b93876999e6d015648a19938d2c0d20230fa5bd8b7e0b2377942e953/564",
            "gin_unittests": "d02806f7d656e0687fb8b6a0116579af66b904477189b085f3bce007911bb961/565",
            "gl_tests": "46c84bd402d84ad7f24b7cd8a2b1bd0cf776c294776132fe3e0fe385744ea0c5/488",
            "gl_unittests": "d53c24232716041efecfe01688f3606ecad32324574419651c7fa705f8930adc/488",
            "google_apis_unittests": "680a1dbb254e10bbca9efae0dc8ee5a4fb396439f01c0159a2c1455970fbe092/650",
            "gpu_unittests": "86a79ba47f2a98fdf09f5478c8a6f7b623649faa7f8588f9101bd46e9d5d2638/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "ef6b41942e86212525175c90c55dc96a989a6bf811ecc666fac25f50b745412c/733",
            "headless_unittests": "b88d00aa1a8e5e6892aaa5146783a48dc0748cb5edba7fe34feda9ea3df499bb/488",
            "interactive_ui_tests": "d7bfc096c95befed0bf3f8de24d1b09466c246f267c9acb75941829eaf1b5c55/1059",
            "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
            "latency_unittests": "869288214b41f408d87620dd087e01c49abe3180e8ec0bdb1dc0dda5f5293f91/488",
            "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "7e1f74ad661034ade0ae36b29b55a5b65eed493604062b9e3989a41991d8d898/568",
            "message_center_unittests": "0ea8235d521f9110b5d5e3b56cade342b4c46ffbe9c7be0930ca69d0db4ffeca/488",
            "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
            "mojo_unittests": "a7f20b4142a6b89e156e27d01d8997c6086af8ad6742a138adea58eaa552fb0d/566",
            "native_theme_unittests": "8b4c46362fd42ad3e6769ba2d717dbf81b6e6dcb9a57e682d2827777448cd0d0/488",
            "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
            "openscreen_unittests": "0079b0cedd02eb701c7451546b3ff8ebdc181ca15b820638b053528847bfcebf/489",
            "ozone_unittests": "ca44b0ebb8a4ed19d1ec5b376068eac47c9bcbf2092228aae37c5cf0062feb8c/488",
            "ozone_x11_unittests": "392a2e7d2c7a279dc6647ce2285f90562ba849272ebee56ef295059c6a285e04/488",
            "pdf_unittests": "debb557ec98da383c85d9682f2a56496bdb6a66aa485cda4432cb05d3556f2ac/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "3ae7310583910d686b64a8d6d0fd53c15d9a0ec161152760ce7fa6e298f4436a/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "198c8e2461c19498da31f3450b5ec518da18f93f4833e9cb927ac978c0f06330/565",
            "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
            "services_unittests": "c950104abb7ce1ac7e1e30e261e942b48286e5228b12cdb55d0d2a87a9efa05e/734",
            "shell_dialogs_unittests": "40c1c2acbe131351936e12f6764dbb9bfd0a1331a13f19c974274a2e10eb4497/488",
            "skia_unittests": "97276fd57babc9fc7696ccc232d7ff4a3df02e8c2f20686ca2dd086804c3abbb/488",
            "snapshot_unittests": "f4b6dc406869a4782f5ce97175cb4f97539e6c9a0218c50a813c4544a241b482/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "618d236eac5e82cc1e7403f3c72172b83e76be22170cfcb1d863171dc3873644/646",
            "sync_integration_tests": "4faf1d7bff8e3b8c5e2791162df7075349d649b40544a4e03d39d50b3120d605/647",
            "ui_base_unittests": "5f22101911924b0c38a5120a25297e0859ac38de0adf525b24f38f20c046669f/641",
            "ui_touch_selection_unittests": "8cf6157675427483430216b531a9414c95ff57e5e0869ade10a823368f311663/488",
            "ui_unittests": "2b464383e489993a031f6665467d820b9b03ea937c8150f88ddf259050d7f1cf/488",
            "unit_tests": "a3cf2a2cebfcdd0e8dce019148b555bb0135d147095ccb7816843016e89c97d2/1061",
            "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
            "views_unittests": "490d0b9b4963e60813ec30744f25b3a60ae95aec7f7c2e2ece5dbff94dded777/488",
            "viz_unittests": "4f28d3c7a1da32476ccefe8e75dbc0e3343a6f6a66286fe140cac4745bb4bdd6/572",
            "vr_common_unittests": "91d24043f6ff854eea52b69e84d23a00805932759a87a5d4a8afae0e2ac9f10e/566",
            "wm_unittests": "5d7dfef78ae5d7640625c00efdcd05c99bf4b31e2d9b01f02f8a93797b6724a1/488",
            "wtf_unittests": "0e5a0dbe3802c626968a6587f0674cb61f2b98c96c64c7cfa3d70998be56017a/488",
            "xr_browser_tests": "fd9f097b9e0022680b8da7ddc3b49aba9148ca7d0c9e3b19018b451962a45c96/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848750973964562560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "402"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:41:27.735] Scheduled build:
{
  "id": "8683320912071400881",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 392,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-28T00:41:27.252612492Z",
  "updateTime": "2026-04-28T00:41:27.252612492Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[00:41:27.735] Task URL: https://cr-buildbucket.appspot.com/build/8683320912071400881
[00:41:27.735] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:2:0) after 9m12s
[00:41:28.685] Received PubSub notification, asking Buildbucket for the build status
[00:41:28.703] Build status: SCHEDULED
[00:41:33.331] Received PubSub notification, asking Buildbucket for the build status
[00:41:33.353] Build status: STARTED
[00:50:39.752] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:2:0)
[00:50:39.777] Build status: STARTED
[00:50:39.777] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:5:0) after 7m2s
[00:57:41.847] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:5:0)
[00:57:41.864] Build status: STARTED
[00:57:41.864] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:6:0) after 3m23s
[01:01:04.948] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:6:0)
[01:01:04.981] Build status: STARTED
[01:01:04.981] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:7:0) after 3m39s
[01:04:44.007] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:7:0)
[01:04:44.050] Build status: STARTED
[01:04:44.050] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:8:0) after 7m28s
[01:12:12.108] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:8:0)
[01:12:12.124] Build status: STARTED
[01:12:12.124] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:9:0) after 3m0s
[01:15:12.204] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:9:0)
[01:15:12.221] Build status: STARTED
[01:15:12.221] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848750973964562560:10:0) after 5m11s
[01:15:48.470] Received PubSub notification, asking Buildbucket for the build status
[01:15:48.489] Build:
{
  "id": "8683320912071400881",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 392,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-28T00:41:27.252612492Z",
  "startTime": "2026-04-28T00:41:32.883577837Z",
  "endTime": "2026-04-28T01:15:47.991737101Z",
  "updateTime": "2026-04-28T01:15:47.991737101Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99641f1c3bd37e86f4f17cd6813343ec2297fd45",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[01:15:48.489] Invocation finished in 34m22.426065551s with status FAILED