Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "5e85cc3ef7b4387cec20830413813bc5d66d8166"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684650193032636689"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684650193032636689"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684650193032636689"
    }
  ],
  "parent_build_id": "8684650193032636689",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
  "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
  "parent_got_revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#424}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "d0de3533dfd59784cb3923009d5fd2587e33fac1",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#3}",
  "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "23c13ada389e5fb752ac2c61ec62b3638345e1b587dc6c0e54ac1d0f00ccec5e/488",
    "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
    "app_shell_unittests": "c0b0e8adaf31b238c9faf4a3410cd9311c69bf6fddbb91d30f2699f2aefacb87/649",
    "aura_unittests": "705f0a77feb187112c5bccec7d243250a3d2ba4a484fe8bd248380b2bb57f2c7/488",
    "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
    "blink_common_unittests": "f9f88bc7d4ccc1a40d056b6bd1eab46dd7fb5712e33c2eaf4f6cfa17d70c4d42/566",
    "blink_fuzzer_unittests": "81d5f224cfc98ee0e87f947319b9742da26531221368f0a56d4034b5bc9d6ada/488",
    "blink_heap_unittests": "a9cfeff92aadb768c55c74d7b979add4f00f4bae696c1e04f8b73b04e4a7e2ec/488",
    "blink_platform_unittests": "b582e66529531ab7754f18e4b70198a2130aeec6e625207008a1ebc2dbc3c555/645",
    "blink_unittests": "61867219dd5c188375a432784eb8e68291e8f1aa2a4915b77e60b7a882b2e380/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "67b519a6f934e6bde8cb266154121dd4888db8445f8be7276837e930ca3b3941/567",
    "cast_unittests": "77c3749438cde600e1009538c4aa4b65f508a99c87d614948b1cad3bda8a05fb/488",
    "cc_unittests": "4682c2717e927d4af62101394f1d0122ca9c5d3fe9708b8304ae98a4f9560345/648",
    "chrome_app_unittests": "3266787c808e7e5efd9b012e5badb1bfffa31d929475f4022a44caa883a7aca4/566",
    "chromedriver_unittests": "5c6e8e376476f55851f02e3ea92036b43d35e252df67318497f4b255c69afb68/645",
    "components_browsertests": "0f35365820ddc210a7be0cb8a6a47b0bd9085d2686f3a124091e1dc9ecbccf95/732",
    "components_unittests": "e2a648f792e8e1996b57033d96fb4d46dce58982de26d0f2f0559527dafc890a/811",
    "compositor_unittests": "52f013c632484d93c521c923f4b4f34fdd95db6b6e5b6240e244840562eee74f/564",
    "content_browsertests": "810ca88d31a8ca8aec6f8836f56dd8a8e427abee4b0ef87531039996233b8441/805",
    "content_unittests": "947426b45ab5467b5d61b5f8d6e3a24107b5e7813f23d0c43d6cf2bf84b26c51/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "1b8376865661fdc6df5496d3b3d6ed7a000dffcf29f6a919c3be481ee2336d27/565",
    "display_unittests": "ff8ce6e51bb990835c28dd2ac9668cbc423c0f9fe85307dae28df453938f308f/488",
    "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
    "events_unittests": "47daae6fa71e71603b9bd34f09ba251562ecc3977dba2acd212ab20fc27ef349/488",
    "extensions_browsertests": "08b9b6fb830c733b587154f0513668d3ef320f5884f00b7236478a0e5852283e/651",
    "extensions_unittests": "95f5dd58cba5f900a8985ecceee6701dcaa9cacb2bea9735f5cc72e6f94ed957/730",
    "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "4980a3d60924ab856ec312567d36f0ed0afeb2e41257c1df2e80d61c2ed6cad6/565",
    "gfx_unittests": "0464ccd825591d4d2ba041258c9432547ceb3d5a7e671a6e25f5f5a2bf67997b/564",
    "gin_unittests": "14607d69cfcc894ee0b9545a644b6479a9b21aab429721b5134f0973e5cb4e3a/565",
    "gl_tests": "fa3a6cd26f3a62c70c727b02ee405d182a38c773baa17237d61912b40f32cc95/488",
    "gl_unittests": "0b526d08fc13caf2ff9a9d81a924231236e45059f731b8d7734ecf6a4ee4bb97/488",
    "google_apis_unittests": "8717808bd6b6f8620800f0e7aa3a7f5185b6b55b22fc1334b2de503c8f142f2e/650",
    "gpu_unittests": "c3256d2a08c4781dc5920e27aa23c1ce722bfb162e79db12cf94cb1cb3b3075e/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "a402e8cf54ad6a32f3c8fa98b3a99ee934dbc3b1a8c4237a47d0097af55bb576/733",
    "headless_unittests": "9ee08e1491c5c9324e3d892c87dc90747c403a08ece77e4ce6e29f958829fda9/488",
    "interactive_ui_tests": "0383c9d38958b802474bad75e32bbbcd66b492182ae31ae5c3ecda9f82fe3f88/1059",
    "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
    "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
    "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "8dca3948f5959b19b03d88e08f2ad625785de0d8a810f086a90d3c053213acc0/568",
    "message_center_unittests": "ffa572d947f7d81f42b5c2964d3e4a3da5f5c7c3546efbe02305cc954b1eadc6/488",
    "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
    "mojo_unittests": "fd533020b70e88606f6e1ce63a96ce2b8d50ac0d9e35e1ee61f631acea163785/566",
    "native_theme_unittests": "2e0f42d9d4f22f5302e5eb8661ee9afbc2afb1358022578a21ad84a6e97c5291/488",
    "net_unittests": "5e22add5fd680a8bb40c28accd8994816ba8cb6ee0adcf9e3d90ff892b3e25bc/567",
    "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
    "ozone_unittests": "c5c87a863b6ce33488c32012ce37bf229416a8853c6680b40d289cfc8529ad20/488",
    "ozone_x11_unittests": "a47d63e42cd06abb7a7965696bc2c4bc525178ce7d49c5ce0dacc1ab7e147d39/488",
    "pdf_unittests": "36b7a1ebe5ae3e2e6cc806306180fb4e88b2c7ca66e166892126e9e481d39bf3/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "3757ed6b64a73215ce8c9e1f6545e4a7edfba445bab485004b0718141dcf335c/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "0028591ffe7d31b8a33f97ecb768f3cff837866b1e1d0b1fa0451c909de14e67/565",
    "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
    "services_unittests": "915bb73082d2ee34f2ecff63290e5428d5ad729970f166bbddaf2694c00dd6a7/734",
    "shell_dialogs_unittests": "ac85b8cb58e1a0c18d10d42ef57d894aa0fcbf9ddd7c64ed788d796864f1928d/488",
    "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
    "snapshot_unittests": "35bb440cc28a4b692864c3c3794e756bd5a01fa65a0b11b5beda108c4746341f/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "7f7ebddcd0893a748e0b5c5de3c1a5412a11cf6462eb4cf94d624927d0cae6eb/646",
    "sync_integration_tests": "493ea31be984441cea2360436f5f4f628abddc3d34fe8dc56950084ad30d64e6/647",
    "ui_base_unittests": "fca2df1f9b14ddcabe6de506274caf9523b6116328f018c2c05f0cd1f605008a/641",
    "ui_touch_selection_unittests": "39a4191dff753fe54ab4d7f24e21439488f5cdbaa47a74b7597abda6f4267d4b/488",
    "ui_unittests": "f539eaa004fbbca6c87397b9a0a844b062123c255b08f2250e487e65d799693b/488",
    "unit_tests": "2686798b595e45e37e92bccf06a6d6a4ae71a372bfc2685fa1181c0c3544ce92/1061",
    "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
    "views_unittests": "9b2b58a644ffbcfa3187c59328a523b63fb48cd3d37eb86d4690b368feb27319/488",
    "viz_unittests": "8295d81fb1b9f48913b4d5c5d0f49da9975e7a9ac52764e520bb5efa5a90078a/572",
    "vr_common_unittests": "10f5dcf5b910c204a1d50df60349b2aec0943a670be6efcba76c420f22ba2d64/566",
    "wm_unittests": "21bef3a0b4739475da6dc563684bd9b5bb3e905b19fde260f5bf9b22130e5bfd/488",
    "wtf_unittests": "885dde08d8d702d5e155f596a62bea969a7f591f19c3b9715717dd7f3650977e/488",
    "xr_browser_tests": "9f1f396a96d42830bab3dd93b05f7fb9c5cfb83137fa4d243a4b08143a70d1fd/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e85cc3ef7b4387cec20830413813bc5d66d8166
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:110
  • user_agent:recipe

Debug log (UTC)

[09:36:50.484] New invocation is queued and will start shortly
[09:36:50.484] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:36:51.624] Starting the invocation (attempt 1)
[09:36:51.649] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e85cc3ef7b4387cec20830413813bc5d66d8166"
[09:36:51.649] Popped gitiles commit info from properties and tags
[09:36:51.649] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:36:51.649] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:36:51.650] Buildbucket request:
{
  "requestId": "8850076243567676784",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8850076243567676784",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5e85cc3ef7b4387cec20830413813bc5d66d8166"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684650193032636689"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684650193032636689"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684650193032636689"
                                              }
                                        ],
                                    "parent_build_id": "8684650193032636689",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
                                    "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
                                    "parent_got_revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#424}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "d0de3533dfd59784cb3923009d5fd2587e33fac1",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#3}",
                                    "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
                                    "revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "23c13ada389e5fb752ac2c61ec62b3638345e1b587dc6c0e54ac1d0f00ccec5e/488",
                                          "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
                                          "app_shell_unittests": "c0b0e8adaf31b238c9faf4a3410cd9311c69bf6fddbb91d30f2699f2aefacb87/649",
                                          "aura_unittests": "705f0a77feb187112c5bccec7d243250a3d2ba4a484fe8bd248380b2bb57f2c7/488",
                                          "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
                                          "blink_common_unittests": "f9f88bc7d4ccc1a40d056b6bd1eab46dd7fb5712e33c2eaf4f6cfa17d70c4d42/566",
                                          "blink_fuzzer_unittests": "81d5f224cfc98ee0e87f947319b9742da26531221368f0a56d4034b5bc9d6ada/488",
                                          "blink_heap_unittests": "a9cfeff92aadb768c55c74d7b979add4f00f4bae696c1e04f8b73b04e4a7e2ec/488",
                                          "blink_platform_unittests": "b582e66529531ab7754f18e4b70198a2130aeec6e625207008a1ebc2dbc3c555/645",
                                          "blink_unittests": "61867219dd5c188375a432784eb8e68291e8f1aa2a4915b77e60b7a882b2e380/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "67b519a6f934e6bde8cb266154121dd4888db8445f8be7276837e930ca3b3941/567",
                                          "cast_unittests": "77c3749438cde600e1009538c4aa4b65f508a99c87d614948b1cad3bda8a05fb/488",
                                          "cc_unittests": "4682c2717e927d4af62101394f1d0122ca9c5d3fe9708b8304ae98a4f9560345/648",
                                          "chrome_app_unittests": "3266787c808e7e5efd9b012e5badb1bfffa31d929475f4022a44caa883a7aca4/566",
                                          "chromedriver_unittests": "5c6e8e376476f55851f02e3ea92036b43d35e252df67318497f4b255c69afb68/645",
                                          "components_browsertests": "0f35365820ddc210a7be0cb8a6a47b0bd9085d2686f3a124091e1dc9ecbccf95/732",
                                          "components_unittests": "e2a648f792e8e1996b57033d96fb4d46dce58982de26d0f2f0559527dafc890a/811",
                                          "compositor_unittests": "52f013c632484d93c521c923f4b4f34fdd95db6b6e5b6240e244840562eee74f/564",
                                          "content_browsertests": "810ca88d31a8ca8aec6f8836f56dd8a8e427abee4b0ef87531039996233b8441/805",
                                          "content_unittests": "947426b45ab5467b5d61b5f8d6e3a24107b5e7813f23d0c43d6cf2bf84b26c51/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "1b8376865661fdc6df5496d3b3d6ed7a000dffcf29f6a919c3be481ee2336d27/565",
                                          "display_unittests": "ff8ce6e51bb990835c28dd2ac9668cbc423c0f9fe85307dae28df453938f308f/488",
                                          "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
                                          "events_unittests": "47daae6fa71e71603b9bd34f09ba251562ecc3977dba2acd212ab20fc27ef349/488",
                                          "extensions_browsertests": "08b9b6fb830c733b587154f0513668d3ef320f5884f00b7236478a0e5852283e/651",
                                          "extensions_unittests": "95f5dd58cba5f900a8985ecceee6701dcaa9cacb2bea9735f5cc72e6f94ed957/730",
                                          "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "4980a3d60924ab856ec312567d36f0ed0afeb2e41257c1df2e80d61c2ed6cad6/565",
                                          "gfx_unittests": "0464ccd825591d4d2ba041258c9432547ceb3d5a7e671a6e25f5f5a2bf67997b/564",
                                          "gin_unittests": "14607d69cfcc894ee0b9545a644b6479a9b21aab429721b5134f0973e5cb4e3a/565",
                                          "gl_tests": "fa3a6cd26f3a62c70c727b02ee405d182a38c773baa17237d61912b40f32cc95/488",
                                          "gl_unittests": "0b526d08fc13caf2ff9a9d81a924231236e45059f731b8d7734ecf6a4ee4bb97/488",
                                          "google_apis_unittests": "8717808bd6b6f8620800f0e7aa3a7f5185b6b55b22fc1334b2de503c8f142f2e/650",
                                          "gpu_unittests": "c3256d2a08c4781dc5920e27aa23c1ce722bfb162e79db12cf94cb1cb3b3075e/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "a402e8cf54ad6a32f3c8fa98b3a99ee934dbc3b1a8c4237a47d0097af55bb576/733",
                                          "headless_unittests": "9ee08e1491c5c9324e3d892c87dc90747c403a08ece77e4ce6e29f958829fda9/488",
                                          "interactive_ui_tests": "0383c9d38958b802474bad75e32bbbcd66b492182ae31ae5c3ecda9f82fe3f88/1059",
                                          "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
                                          "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
                                          "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "8dca3948f5959b19b03d88e08f2ad625785de0d8a810f086a90d3c053213acc0/568",
                                          "message_center_unittests": "ffa572d947f7d81f42b5c2964d3e4a3da5f5c7c3546efbe02305cc954b1eadc6/488",
                                          "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
                                          "mojo_unittests": "fd533020b70e88606f6e1ce63a96ce2b8d50ac0d9e35e1ee61f631acea163785/566",
                                          "native_theme_unittests": "2e0f42d9d4f22f5302e5eb8661ee9afbc2afb1358022578a21ad84a6e97c5291/488",
                                          "net_unittests": "5e22add5fd680a8bb40c28accd8994816ba8cb6ee0adcf9e3d90ff892b3e25bc/567",
                                          "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
                                          "ozone_unittests": "c5c87a863b6ce33488c32012ce37bf229416a8853c6680b40d289cfc8529ad20/488",
                                          "ozone_x11_unittests": "a47d63e42cd06abb7a7965696bc2c4bc525178ce7d49c5ce0dacc1ab7e147d39/488",
                                          "pdf_unittests": "36b7a1ebe5ae3e2e6cc806306180fb4e88b2c7ca66e166892126e9e481d39bf3/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "3757ed6b64a73215ce8c9e1f6545e4a7edfba445bab485004b0718141dcf335c/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "0028591ffe7d31b8a33f97ecb768f3cff837866b1e1d0b1fa0451c909de14e67/565",
                                          "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
                                          "services_unittests": "915bb73082d2ee34f2ecff63290e5428d5ad729970f166bbddaf2694c00dd6a7/734",
                                          "shell_dialogs_unittests": "ac85b8cb58e1a0c18d10d42ef57d894aa0fcbf9ddd7c64ed788d796864f1928d/488",
                                          "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
                                          "snapshot_unittests": "35bb440cc28a4b692864c3c3794e756bd5a01fa65a0b11b5beda108c4746341f/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "7f7ebddcd0893a748e0b5c5de3c1a5412a11cf6462eb4cf94d624927d0cae6eb/646",
                                          "sync_integration_tests": "493ea31be984441cea2360436f5f4f628abddc3d34fe8dc56950084ad30d64e6/647",
                                          "ui_base_unittests": "fca2df1f9b14ddcabe6de506274caf9523b6116328f018c2c05f0cd1f605008a/641",
                                          "ui_touch_selection_unittests": "39a4191dff753fe54ab4d7f24e21439488f5cdbaa47a74b7597abda6f4267d4b/488",
                                          "ui_unittests": "f539eaa004fbbca6c87397b9a0a844b062123c255b08f2250e487e65d799693b/488",
                                          "unit_tests": "2686798b595e45e37e92bccf06a6d6a4ae71a372bfc2685fa1181c0c3544ce92/1061",
                                          "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
                                          "views_unittests": "9b2b58a644ffbcfa3187c59328a523b63fb48cd3d37eb86d4690b368feb27319/488",
                                          "viz_unittests": "8295d81fb1b9f48913b4d5c5d0f49da9975e7a9ac52764e520bb5efa5a90078a/572",
                                          "vr_common_unittests": "10f5dcf5b910c204a1d50df60349b2aec0943a670be6efcba76c420f22ba2d64/566",
                                          "wm_unittests": "21bef3a0b4739475da6dc563684bd9b5bb3e905b19fde260f5bf9b22130e5bfd/488",
                                          "wtf_unittests": "885dde08d8d702d5e155f596a62bea969a7f591f19c3b9715717dd7f3650977e/488",
                                          "xr_browser_tests": "9f1f396a96d42830bab3dd93b05f7fb9c5cfb83137fa4d243a4b08143a70d1fd/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:110",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3cea9ed7-6861-4627-b6ea-767ba1f5b739",
                        "title": "Linux TSan Builder/110",
                        "url": "https://cr-buildbucket.appspot.com/build/8684650193032636689"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5e85cc3ef7b4387cec20830413813bc5d66d8166"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684650193032636689"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684650193032636689"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684650193032636689"
                }
          ],
      "parent_build_id": "8684650193032636689",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
      "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
      "parent_got_revision": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#424}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "d0de3533dfd59784cb3923009d5fd2587e33fac1",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#3}",
      "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "23c13ada389e5fb752ac2c61ec62b3638345e1b587dc6c0e54ac1d0f00ccec5e/488",
            "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
            "app_shell_unittests": "c0b0e8adaf31b238c9faf4a3410cd9311c69bf6fddbb91d30f2699f2aefacb87/649",
            "aura_unittests": "705f0a77feb187112c5bccec7d243250a3d2ba4a484fe8bd248380b2bb57f2c7/488",
            "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
            "blink_common_unittests": "f9f88bc7d4ccc1a40d056b6bd1eab46dd7fb5712e33c2eaf4f6cfa17d70c4d42/566",
            "blink_fuzzer_unittests": "81d5f224cfc98ee0e87f947319b9742da26531221368f0a56d4034b5bc9d6ada/488",
            "blink_heap_unittests": "a9cfeff92aadb768c55c74d7b979add4f00f4bae696c1e04f8b73b04e4a7e2ec/488",
            "blink_platform_unittests": "b582e66529531ab7754f18e4b70198a2130aeec6e625207008a1ebc2dbc3c555/645",
            "blink_unittests": "61867219dd5c188375a432784eb8e68291e8f1aa2a4915b77e60b7a882b2e380/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "67b519a6f934e6bde8cb266154121dd4888db8445f8be7276837e930ca3b3941/567",
            "cast_unittests": "77c3749438cde600e1009538c4aa4b65f508a99c87d614948b1cad3bda8a05fb/488",
            "cc_unittests": "4682c2717e927d4af62101394f1d0122ca9c5d3fe9708b8304ae98a4f9560345/648",
            "chrome_app_unittests": "3266787c808e7e5efd9b012e5badb1bfffa31d929475f4022a44caa883a7aca4/566",
            "chromedriver_unittests": "5c6e8e376476f55851f02e3ea92036b43d35e252df67318497f4b255c69afb68/645",
            "components_browsertests": "0f35365820ddc210a7be0cb8a6a47b0bd9085d2686f3a124091e1dc9ecbccf95/732",
            "components_unittests": "e2a648f792e8e1996b57033d96fb4d46dce58982de26d0f2f0559527dafc890a/811",
            "compositor_unittests": "52f013c632484d93c521c923f4b4f34fdd95db6b6e5b6240e244840562eee74f/564",
            "content_browsertests": "810ca88d31a8ca8aec6f8836f56dd8a8e427abee4b0ef87531039996233b8441/805",
            "content_unittests": "947426b45ab5467b5d61b5f8d6e3a24107b5e7813f23d0c43d6cf2bf84b26c51/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "1b8376865661fdc6df5496d3b3d6ed7a000dffcf29f6a919c3be481ee2336d27/565",
            "display_unittests": "ff8ce6e51bb990835c28dd2ac9668cbc423c0f9fe85307dae28df453938f308f/488",
            "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
            "events_unittests": "47daae6fa71e71603b9bd34f09ba251562ecc3977dba2acd212ab20fc27ef349/488",
            "extensions_browsertests": "08b9b6fb830c733b587154f0513668d3ef320f5884f00b7236478a0e5852283e/651",
            "extensions_unittests": "95f5dd58cba5f900a8985ecceee6701dcaa9cacb2bea9735f5cc72e6f94ed957/730",
            "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "4980a3d60924ab856ec312567d36f0ed0afeb2e41257c1df2e80d61c2ed6cad6/565",
            "gfx_unittests": "0464ccd825591d4d2ba041258c9432547ceb3d5a7e671a6e25f5f5a2bf67997b/564",
            "gin_unittests": "14607d69cfcc894ee0b9545a644b6479a9b21aab429721b5134f0973e5cb4e3a/565",
            "gl_tests": "fa3a6cd26f3a62c70c727b02ee405d182a38c773baa17237d61912b40f32cc95/488",
            "gl_unittests": "0b526d08fc13caf2ff9a9d81a924231236e45059f731b8d7734ecf6a4ee4bb97/488",
            "google_apis_unittests": "8717808bd6b6f8620800f0e7aa3a7f5185b6b55b22fc1334b2de503c8f142f2e/650",
            "gpu_unittests": "c3256d2a08c4781dc5920e27aa23c1ce722bfb162e79db12cf94cb1cb3b3075e/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "a402e8cf54ad6a32f3c8fa98b3a99ee934dbc3b1a8c4237a47d0097af55bb576/733",
            "headless_unittests": "9ee08e1491c5c9324e3d892c87dc90747c403a08ece77e4ce6e29f958829fda9/488",
            "interactive_ui_tests": "0383c9d38958b802474bad75e32bbbcd66b492182ae31ae5c3ecda9f82fe3f88/1059",
            "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
            "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
            "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "8dca3948f5959b19b03d88e08f2ad625785de0d8a810f086a90d3c053213acc0/568",
            "message_center_unittests": "ffa572d947f7d81f42b5c2964d3e4a3da5f5c7c3546efbe02305cc954b1eadc6/488",
            "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
            "mojo_unittests": "fd533020b70e88606f6e1ce63a96ce2b8d50ac0d9e35e1ee61f631acea163785/566",
            "native_theme_unittests": "2e0f42d9d4f22f5302e5eb8661ee9afbc2afb1358022578a21ad84a6e97c5291/488",
            "net_unittests": "5e22add5fd680a8bb40c28accd8994816ba8cb6ee0adcf9e3d90ff892b3e25bc/567",
            "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
            "ozone_unittests": "c5c87a863b6ce33488c32012ce37bf229416a8853c6680b40d289cfc8529ad20/488",
            "ozone_x11_unittests": "a47d63e42cd06abb7a7965696bc2c4bc525178ce7d49c5ce0dacc1ab7e147d39/488",
            "pdf_unittests": "36b7a1ebe5ae3e2e6cc806306180fb4e88b2c7ca66e166892126e9e481d39bf3/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "3757ed6b64a73215ce8c9e1f6545e4a7edfba445bab485004b0718141dcf335c/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "0028591ffe7d31b8a33f97ecb768f3cff837866b1e1d0b1fa0451c909de14e67/565",
            "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
            "services_unittests": "915bb73082d2ee34f2ecff63290e5428d5ad729970f166bbddaf2694c00dd6a7/734",
            "shell_dialogs_unittests": "ac85b8cb58e1a0c18d10d42ef57d894aa0fcbf9ddd7c64ed788d796864f1928d/488",
            "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
            "snapshot_unittests": "35bb440cc28a4b692864c3c3794e756bd5a01fa65a0b11b5beda108c4746341f/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "7f7ebddcd0893a748e0b5c5de3c1a5412a11cf6462eb4cf94d624927d0cae6eb/646",
            "sync_integration_tests": "493ea31be984441cea2360436f5f4f628abddc3d34fe8dc56950084ad30d64e6/647",
            "ui_base_unittests": "fca2df1f9b14ddcabe6de506274caf9523b6116328f018c2c05f0cd1f605008a/641",
            "ui_touch_selection_unittests": "39a4191dff753fe54ab4d7f24e21439488f5cdbaa47a74b7597abda6f4267d4b/488",
            "ui_unittests": "f539eaa004fbbca6c87397b9a0a844b062123c255b08f2250e487e65d799693b/488",
            "unit_tests": "2686798b595e45e37e92bccf06a6d6a4ae71a372bfc2685fa1181c0c3544ce92/1061",
            "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
            "views_unittests": "9b2b58a644ffbcfa3187c59328a523b63fb48cd3d37eb86d4690b368feb27319/488",
            "viz_unittests": "8295d81fb1b9f48913b4d5c5d0f49da9975e7a9ac52764e520bb5efa5a90078a/572",
            "vr_common_unittests": "10f5dcf5b910c204a1d50df60349b2aec0943a670be6efcba76c420f22ba2d64/566",
            "wm_unittests": "21bef3a0b4739475da6dc563684bd9b5bb3e905b19fde260f5bf9b22130e5bfd/488",
            "wtf_unittests": "885dde08d8d702d5e155f596a62bea969a7f591f19c3b9715717dd7f3650977e/488",
            "xr_browser_tests": "9f1f396a96d42830bab3dd93b05f7fb9c5cfb83137fa4d243a4b08143a70d1fd/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850076243567676784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "110"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:36:52.171] Scheduled build:
{
  "id": "8684646181621715569",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 101,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-13T09:36:51.719140345Z",
  "updateTime": "2026-04-13T09:36:51.719140345Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[09:36:52.171] Task URL: https://cr-buildbucket.appspot.com/build/8684646181621715569
[09:36:52.171] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:2:0) after 6m6s
[09:36:52.720] Received PubSub notification, asking Buildbucket for the build status
[09:36:52.754] Build status: SCHEDULED
[09:36:56.019] Received PubSub notification, asking Buildbucket for the build status
[09:36:56.105] Build status: STARTED
[09:42:58.191] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:2:0)
[09:42:58.217] Build status: STARTED
[09:42:58.217] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:5:0) after 8m44s
[09:51:42.373] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:5:0)
[09:51:42.394] Build status: STARTED
[09:51:42.394] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:6:0) after 4m23s
[09:56:05.430] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:6:0)
[09:56:05.453] Build status: STARTED
[09:56:05.454] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:7:0) after 7m18s
[10:03:23.526] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:7:0)
[10:03:23.551] Build status: STARTED
[10:03:23.551] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8850076243567676784:8:0) after 7m5s
[10:07:48.499] Received PubSub notification, asking Buildbucket for the build status
[10:07:48.523] Build:
{
  "id": "8684646181621715569",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 101,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-13T09:36:51.719140345Z",
  "startTime": "2026-04-13T09:36:55.806690170Z",
  "endTime": "2026-04-13T10:07:47.707472122Z",
  "updateTime": "2026-04-13T10:07:47.707472122Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e85cc3ef7b4387cec20830413813bc5d66d8166",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[10:07:48.523] Invocation finished in 30m58.043826217s with status FAILED