Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 47 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "95ac3b3415b708d76400511ea1229c8bf2a4de91"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8683688416968724193"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8683688416968724193"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8683688416968724193"
    }
  ],
  "parent_build_id": "8683688416968724193",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "f27a667c64ebf41644efa31e66c52dce26824a4f",
  "parent_got_dawn_revision": "a94afcc3f32ac522df1383bb80b78680c7b1de70",
  "parent_got_revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#4004}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "f9116f3bf9a50b0f7925daacfdc6fed503a9dbe2",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#68}",
  "parent_got_webrtc_revision": "2964e45d0fc4552b6ffe8789061f8fd2a96dca38",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#8}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "a369a5539c6db07bd8d4800413b30dcf4a78165c545476ec8b8bdf268f387f03/488",
    "angle_unittests": "219160d044adb9d399d0d33ec3f415e3c1730c58c1530c02641579a5e67a2225/489",
    "app_shell_unittests": "c839a74f70cebc2f89d34c7b9bd22ccede4b7e16bc1a23ae9ad13ef2c07544f7/649",
    "aura_unittests": "e640df4ea258e449c67cb7499ef05d6259710b3cb7ce856616e6a3c31a879c44/488",
    "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
    "blink_common_unittests": "17279efe16875e47b8c924675dfc78a9e5f8bc7f3d0ff141f13446dbc95a1982/566",
    "blink_fuzzer_unittests": "0ffa5d38c17b09ccbcabf5cc675392f9a5a7a6c5cee5594bb7a464fefee6e736/488",
    "blink_heap_unittests": "c12488e30be62fc0a2ac41fa3bbb99568d48210d747741b9d62daea58d6f4adf/488",
    "blink_platform_unittests": "b95a944bb20fec6dffd8396bd631ff3f48f7779dd8d0b2ab68d7c2accf07c6ca/645",
    "blink_unittests": "3323125366875d5ab374aa9e1a3703b0f31c045687d499b5e8ca182b31028687/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "438f1bd9ac35f6b2cc452714b92d41b6fb8da055b6f0b14df7eaee56c2ff7644/567",
    "cast_unittests": "39a67f16cd53f1111d9f5d0c0a962333e1cc11eba62d4d08229d5f319b27d1d6/488",
    "cc_unittests": "8235d9cbdeb1f24d8bbce0d8dfdc9074bdea0ace8904a3d5fe28c7f14517c9c1/648",
    "chrome_app_unittests": "80e81fdf1736beb31925769fa5b986e70bf7edc668d392fb72fb83ddc738488b/566",
    "chromedriver_unittests": "20087e9fa66d667adf42b9cb54d96a7967229674cee0294138f3f3581d489cb4/645",
    "components_browsertests": "b204b5cc0f410390ccd425719f6f9331b27969a3baeef1195b6ed6952e91d662/732",
    "components_unittests": "981b6a5b35bdd31c0d45132dd1656ebcbc575a28e50495d416d2284cef767418/811",
    "compositor_unittests": "126ac423c641efb7aef59068358096307beefd7d6267b2cf0608e6606e968c03/564",
    "content_browsertests": "d7ac9126f1fda99c1c0341709d2adae90d99a720596257ee18a01b25571b7c62/805",
    "content_unittests": "3f75cff291f91f4c61f3217040f80ce55535300b59cf1fdb97b36eea74a30e1f/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "cc75d69721cea406113c798b26c69091ae48af418ef57d9a29a9a7ebbc657153/565",
    "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "a506ec0c8c4a14f3f9a00598069c3be68d5a13f7539fdc85582e77f76ec7178b/488",
    "extensions_browsertests": "f17107e4ee01a53c99e1a56f34af2560c8003d77391b5ff0ad797d468545c641/651",
    "extensions_unittests": "1b8a58432b64bfd924bec3d954dcab80ed93a42a91ae2523395836906c92d25e/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "6ed7536f05a6acbbeac2c27690ae29ea6972a092873a8ab4a40431b58cd3bb94/565",
    "gfx_unittests": "fc99cdc79153e28221508ba460de7e92710cb2402e089ce2eefe22482f3c821d/564",
    "gin_unittests": "2a4f4670d86288aec108ac7dd65e6e3bd9b35807c3ce4084ccf19a371ace21f0/565",
    "gl_tests": "5465525e7f9b13a6c9d037a477b7eb122aff77058e2ed47f4c1e3d1600d11330/488",
    "gl_unittests": "b326f48cab31565f1a652398585690532169d284628e5c92abef6cb2ef8f7857/488",
    "google_apis_unittests": "33e86e5f21389dfb9fe5923fe303d445a0679cedc1ece5cbd3040b878fa5f9c5/650",
    "gpu_unittests": "07129eeab5d3844cc34eaefd94d74b391a70e39737fc03b1a89cce8f8360640b/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "0d3126810d3676d0eda6df136dba250b7ea04d61a6362caa62bb21f331d29603/733",
    "headless_unittests": "adcd66d2512636120cfff2a903b11f3bfe21045654a0626025d4579469a7c67e/488",
    "interactive_ui_tests": "69844d38638047fbdf403c12ada38f34ac14dc810996dd4b09073161bf05a2ca/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "11e06ce4434641f54050b695be4d841974b6f3f01499a89264734984f007f035/568",
    "message_center_unittests": "0feb39ed36b7095e0e6a71f8a68b35a23c143b8a83a8bf74f9d963f5c6702580/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "9a30a8f6c316d19c441ffc4a6b3ad2fc9716ca02b43d48fbaea8f3b7cd395918/566",
    "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
    "net_unittests": "77d584ad4350fc56cfd7463e73265c06da24de07bc6a956793b090f817af104f/567",
    "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
    "ozone_unittests": "741bae3bfca948268b7f4e56575e93cd1f6e18e485b9e1752f3173fa2913b048/488",
    "ozone_x11_unittests": "19fa0672cf9af0901f95e7a75f76ec74798583dd0303807110ccda01baf6cc9a/488",
    "pdf_unittests": "95f0e9be51d0195aa87f0e3f73f76210fd56a2fecc2ee54313056c800c9d4a0d/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "da6781574a06fb2ef6d1194c353c720881e151f2102144459cbf6b51f04f6d05/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "bd14876c90a72b3ff822744a04bc1d10d253c80aa28b606d273044fee142f607/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "937a214ddfbce12d9feb1a2be39b0e67d2ecb5cf2e5df59d24ee79c4e11b72f3/734",
    "shell_dialogs_unittests": "ff099feec8c20244332b9b4eae079d8f4fec6d92e938a1b3155add3727af63b3/488",
    "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
    "snapshot_unittests": "fcfaf3d68343122c27ae709ba05d1d52f06901972aecea2ab68d14dc772387a2/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "50a85295e855d355bb6a8309e4d830bcd94e4f440e4021d4c2b054dfe7efa8df/646",
    "sync_integration_tests": "1f842adf7381e469387f73958c96dd9720b1665f50e013a3571d9a8cc3285ad7/647",
    "ui_base_unittests": "0792126e17b4490871699dcc7a5d59b174c3cb2aa0feed270fc4d2923970a2f5/641",
    "ui_touch_selection_unittests": "d0ad111cac376b9aa3475ffc2458134e0616cd09a9a8cb9e1900a0b9c56500dd/488",
    "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
    "unit_tests": "39fc8ac13602ab5cf6234707d5b873728e972385deb69deea9aa584237c806bf/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "a8e3c6d05f3be10e4e0fc2547afc9c85b98741499fe21f3fac20ebd252f18143/488",
    "viz_unittests": "35a9d192bdb93f3cd4baadbefc8f4db838e5e18002859fa3728159c9dfd50277/572",
    "vr_common_unittests": "a7998ea3e6e90f3c381a3d5af2e2d69927fbd85b23b835cd2d56777f5012d87f/566",
    "wm_unittests": "cf2970693a03d484c7183e1d0b927054e4c6a1af2ed8df0f4c3cc3d5da84ae7d/488",
    "wtf_unittests": "398d2b2778907b0739e6e2e97600fe768aacfd101da58d5431f86f10bb9ecea3/488",
    "xr_browser_tests": "5111381c476c045520df5dfaef8fb9a745fae183f2644f1e04d2eaa0a697f731/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/95ac3b3415b708d76400511ea1229c8bf2a4de91
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1262
  • user_agent:recipe

Debug log (UTC)

[01:24:02.358] New invocation is queued and will start shortly
[01:24:02.358] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:24:03.420] Starting the invocation (attempt 1)
[01:24:03.440] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/95ac3b3415b708d76400511ea1229c8bf2a4de91"
[01:24:03.440] Popped gitiles commit info from properties and tags
[01:24:03.441] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:24:03.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:24:03.442] Buildbucket request:
{
  "requestId": "8849110681365660672",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849110681365660672",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "95ac3b3415b708d76400511ea1229c8bf2a4de91"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8683688416968724193"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8683688416968724193"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8683688416968724193"
                                              }
                                        ],
                                    "parent_build_id": "8683688416968724193",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "f27a667c64ebf41644efa31e66c52dce26824a4f",
                                    "parent_got_dawn_revision": "a94afcc3f32ac522df1383bb80b78680c7b1de70",
                                    "parent_got_revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#4004}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "f9116f3bf9a50b0f7925daacfdc6fed503a9dbe2",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#68}",
                                    "parent_got_webrtc_revision": "2964e45d0fc4552b6ffe8789061f8fd2a96dca38",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#8}",
                                    "revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "a369a5539c6db07bd8d4800413b30dcf4a78165c545476ec8b8bdf268f387f03/488",
                                          "angle_unittests": "219160d044adb9d399d0d33ec3f415e3c1730c58c1530c02641579a5e67a2225/489",
                                          "app_shell_unittests": "c839a74f70cebc2f89d34c7b9bd22ccede4b7e16bc1a23ae9ad13ef2c07544f7/649",
                                          "aura_unittests": "e640df4ea258e449c67cb7499ef05d6259710b3cb7ce856616e6a3c31a879c44/488",
                                          "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
                                          "blink_common_unittests": "17279efe16875e47b8c924675dfc78a9e5f8bc7f3d0ff141f13446dbc95a1982/566",
                                          "blink_fuzzer_unittests": "0ffa5d38c17b09ccbcabf5cc675392f9a5a7a6c5cee5594bb7a464fefee6e736/488",
                                          "blink_heap_unittests": "c12488e30be62fc0a2ac41fa3bbb99568d48210d747741b9d62daea58d6f4adf/488",
                                          "blink_platform_unittests": "b95a944bb20fec6dffd8396bd631ff3f48f7779dd8d0b2ab68d7c2accf07c6ca/645",
                                          "blink_unittests": "3323125366875d5ab374aa9e1a3703b0f31c045687d499b5e8ca182b31028687/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "438f1bd9ac35f6b2cc452714b92d41b6fb8da055b6f0b14df7eaee56c2ff7644/567",
                                          "cast_unittests": "39a67f16cd53f1111d9f5d0c0a962333e1cc11eba62d4d08229d5f319b27d1d6/488",
                                          "cc_unittests": "8235d9cbdeb1f24d8bbce0d8dfdc9074bdea0ace8904a3d5fe28c7f14517c9c1/648",
                                          "chrome_app_unittests": "80e81fdf1736beb31925769fa5b986e70bf7edc668d392fb72fb83ddc738488b/566",
                                          "chromedriver_unittests": "20087e9fa66d667adf42b9cb54d96a7967229674cee0294138f3f3581d489cb4/645",
                                          "components_browsertests": "b204b5cc0f410390ccd425719f6f9331b27969a3baeef1195b6ed6952e91d662/732",
                                          "components_unittests": "981b6a5b35bdd31c0d45132dd1656ebcbc575a28e50495d416d2284cef767418/811",
                                          "compositor_unittests": "126ac423c641efb7aef59068358096307beefd7d6267b2cf0608e6606e968c03/564",
                                          "content_browsertests": "d7ac9126f1fda99c1c0341709d2adae90d99a720596257ee18a01b25571b7c62/805",
                                          "content_unittests": "3f75cff291f91f4c61f3217040f80ce55535300b59cf1fdb97b36eea74a30e1f/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "cc75d69721cea406113c798b26c69091ae48af418ef57d9a29a9a7ebbc657153/565",
                                          "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "a506ec0c8c4a14f3f9a00598069c3be68d5a13f7539fdc85582e77f76ec7178b/488",
                                          "extensions_browsertests": "f17107e4ee01a53c99e1a56f34af2560c8003d77391b5ff0ad797d468545c641/651",
                                          "extensions_unittests": "1b8a58432b64bfd924bec3d954dcab80ed93a42a91ae2523395836906c92d25e/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "6ed7536f05a6acbbeac2c27690ae29ea6972a092873a8ab4a40431b58cd3bb94/565",
                                          "gfx_unittests": "fc99cdc79153e28221508ba460de7e92710cb2402e089ce2eefe22482f3c821d/564",
                                          "gin_unittests": "2a4f4670d86288aec108ac7dd65e6e3bd9b35807c3ce4084ccf19a371ace21f0/565",
                                          "gl_tests": "5465525e7f9b13a6c9d037a477b7eb122aff77058e2ed47f4c1e3d1600d11330/488",
                                          "gl_unittests": "b326f48cab31565f1a652398585690532169d284628e5c92abef6cb2ef8f7857/488",
                                          "google_apis_unittests": "33e86e5f21389dfb9fe5923fe303d445a0679cedc1ece5cbd3040b878fa5f9c5/650",
                                          "gpu_unittests": "07129eeab5d3844cc34eaefd94d74b391a70e39737fc03b1a89cce8f8360640b/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "0d3126810d3676d0eda6df136dba250b7ea04d61a6362caa62bb21f331d29603/733",
                                          "headless_unittests": "adcd66d2512636120cfff2a903b11f3bfe21045654a0626025d4579469a7c67e/488",
                                          "interactive_ui_tests": "69844d38638047fbdf403c12ada38f34ac14dc810996dd4b09073161bf05a2ca/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "11e06ce4434641f54050b695be4d841974b6f3f01499a89264734984f007f035/568",
                                          "message_center_unittests": "0feb39ed36b7095e0e6a71f8a68b35a23c143b8a83a8bf74f9d963f5c6702580/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "9a30a8f6c316d19c441ffc4a6b3ad2fc9716ca02b43d48fbaea8f3b7cd395918/566",
                                          "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
                                          "net_unittests": "77d584ad4350fc56cfd7463e73265c06da24de07bc6a956793b090f817af104f/567",
                                          "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
                                          "ozone_unittests": "741bae3bfca948268b7f4e56575e93cd1f6e18e485b9e1752f3173fa2913b048/488",
                                          "ozone_x11_unittests": "19fa0672cf9af0901f95e7a75f76ec74798583dd0303807110ccda01baf6cc9a/488",
                                          "pdf_unittests": "95f0e9be51d0195aa87f0e3f73f76210fd56a2fecc2ee54313056c800c9d4a0d/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "da6781574a06fb2ef6d1194c353c720881e151f2102144459cbf6b51f04f6d05/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "bd14876c90a72b3ff822744a04bc1d10d253c80aa28b606d273044fee142f607/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "937a214ddfbce12d9feb1a2be39b0e67d2ecb5cf2e5df59d24ee79c4e11b72f3/734",
                                          "shell_dialogs_unittests": "ff099feec8c20244332b9b4eae079d8f4fec6d92e938a1b3155add3727af63b3/488",
                                          "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
                                          "snapshot_unittests": "fcfaf3d68343122c27ae709ba05d1d52f06901972aecea2ab68d14dc772387a2/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "50a85295e855d355bb6a8309e4d830bcd94e4f440e4021d4c2b054dfe7efa8df/646",
                                          "sync_integration_tests": "1f842adf7381e469387f73958c96dd9720b1665f50e013a3571d9a8cc3285ad7/647",
                                          "ui_base_unittests": "0792126e17b4490871699dcc7a5d59b174c3cb2aa0feed270fc4d2923970a2f5/641",
                                          "ui_touch_selection_unittests": "d0ad111cac376b9aa3475ffc2458134e0616cd09a9a8cb9e1900a0b9c56500dd/488",
                                          "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
                                          "unit_tests": "39fc8ac13602ab5cf6234707d5b873728e972385deb69deea9aa584237c806bf/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "a8e3c6d05f3be10e4e0fc2547afc9c85b98741499fe21f3fac20ebd252f18143/488",
                                          "viz_unittests": "35a9d192bdb93f3cd4baadbefc8f4db838e5e18002859fa3728159c9dfd50277/572",
                                          "vr_common_unittests": "a7998ea3e6e90f3c381a3d5af2e2d69927fbd85b23b835cd2d56777f5012d87f/566",
                                          "wm_unittests": "cf2970693a03d484c7183e1d0b927054e4c6a1af2ed8df0f4c3cc3d5da84ae7d/488",
                                          "wtf_unittests": "398d2b2778907b0739e6e2e97600fe768aacfd101da58d5431f86f10bb9ecea3/488",
                                          "xr_browser_tests": "5111381c476c045520df5dfaef8fb9a745fae183f2644f1e04d2eaa0a697f731/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1262",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5f3f4c8f-7109-4f60-bfca-7af805890810",
                        "title": "Linux TSan Builder/1262",
                        "url": "https://cr-buildbucket.appspot.com/build/8683688416968724193"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "95ac3b3415b708d76400511ea1229c8bf2a4de91"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8683688416968724193"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8683688416968724193"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8683688416968724193"
                }
          ],
      "parent_build_id": "8683688416968724193",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "f27a667c64ebf41644efa31e66c52dce26824a4f",
      "parent_got_dawn_revision": "a94afcc3f32ac522df1383bb80b78680c7b1de70",
      "parent_got_revision": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#4004}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "f9116f3bf9a50b0f7925daacfdc6fed503a9dbe2",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#68}",
      "parent_got_webrtc_revision": "2964e45d0fc4552b6ffe8789061f8fd2a96dca38",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#8}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "a369a5539c6db07bd8d4800413b30dcf4a78165c545476ec8b8bdf268f387f03/488",
            "angle_unittests": "219160d044adb9d399d0d33ec3f415e3c1730c58c1530c02641579a5e67a2225/489",
            "app_shell_unittests": "c839a74f70cebc2f89d34c7b9bd22ccede4b7e16bc1a23ae9ad13ef2c07544f7/649",
            "aura_unittests": "e640df4ea258e449c67cb7499ef05d6259710b3cb7ce856616e6a3c31a879c44/488",
            "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
            "blink_common_unittests": "17279efe16875e47b8c924675dfc78a9e5f8bc7f3d0ff141f13446dbc95a1982/566",
            "blink_fuzzer_unittests": "0ffa5d38c17b09ccbcabf5cc675392f9a5a7a6c5cee5594bb7a464fefee6e736/488",
            "blink_heap_unittests": "c12488e30be62fc0a2ac41fa3bbb99568d48210d747741b9d62daea58d6f4adf/488",
            "blink_platform_unittests": "b95a944bb20fec6dffd8396bd631ff3f48f7779dd8d0b2ab68d7c2accf07c6ca/645",
            "blink_unittests": "3323125366875d5ab374aa9e1a3703b0f31c045687d499b5e8ca182b31028687/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "438f1bd9ac35f6b2cc452714b92d41b6fb8da055b6f0b14df7eaee56c2ff7644/567",
            "cast_unittests": "39a67f16cd53f1111d9f5d0c0a962333e1cc11eba62d4d08229d5f319b27d1d6/488",
            "cc_unittests": "8235d9cbdeb1f24d8bbce0d8dfdc9074bdea0ace8904a3d5fe28c7f14517c9c1/648",
            "chrome_app_unittests": "80e81fdf1736beb31925769fa5b986e70bf7edc668d392fb72fb83ddc738488b/566",
            "chromedriver_unittests": "20087e9fa66d667adf42b9cb54d96a7967229674cee0294138f3f3581d489cb4/645",
            "components_browsertests": "b204b5cc0f410390ccd425719f6f9331b27969a3baeef1195b6ed6952e91d662/732",
            "components_unittests": "981b6a5b35bdd31c0d45132dd1656ebcbc575a28e50495d416d2284cef767418/811",
            "compositor_unittests": "126ac423c641efb7aef59068358096307beefd7d6267b2cf0608e6606e968c03/564",
            "content_browsertests": "d7ac9126f1fda99c1c0341709d2adae90d99a720596257ee18a01b25571b7c62/805",
            "content_unittests": "3f75cff291f91f4c61f3217040f80ce55535300b59cf1fdb97b36eea74a30e1f/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "cc75d69721cea406113c798b26c69091ae48af418ef57d9a29a9a7ebbc657153/565",
            "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "a506ec0c8c4a14f3f9a00598069c3be68d5a13f7539fdc85582e77f76ec7178b/488",
            "extensions_browsertests": "f17107e4ee01a53c99e1a56f34af2560c8003d77391b5ff0ad797d468545c641/651",
            "extensions_unittests": "1b8a58432b64bfd924bec3d954dcab80ed93a42a91ae2523395836906c92d25e/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "6ed7536f05a6acbbeac2c27690ae29ea6972a092873a8ab4a40431b58cd3bb94/565",
            "gfx_unittests": "fc99cdc79153e28221508ba460de7e92710cb2402e089ce2eefe22482f3c821d/564",
            "gin_unittests": "2a4f4670d86288aec108ac7dd65e6e3bd9b35807c3ce4084ccf19a371ace21f0/565",
            "gl_tests": "5465525e7f9b13a6c9d037a477b7eb122aff77058e2ed47f4c1e3d1600d11330/488",
            "gl_unittests": "b326f48cab31565f1a652398585690532169d284628e5c92abef6cb2ef8f7857/488",
            "google_apis_unittests": "33e86e5f21389dfb9fe5923fe303d445a0679cedc1ece5cbd3040b878fa5f9c5/650",
            "gpu_unittests": "07129eeab5d3844cc34eaefd94d74b391a70e39737fc03b1a89cce8f8360640b/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "0d3126810d3676d0eda6df136dba250b7ea04d61a6362caa62bb21f331d29603/733",
            "headless_unittests": "adcd66d2512636120cfff2a903b11f3bfe21045654a0626025d4579469a7c67e/488",
            "interactive_ui_tests": "69844d38638047fbdf403c12ada38f34ac14dc810996dd4b09073161bf05a2ca/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "11e06ce4434641f54050b695be4d841974b6f3f01499a89264734984f007f035/568",
            "message_center_unittests": "0feb39ed36b7095e0e6a71f8a68b35a23c143b8a83a8bf74f9d963f5c6702580/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "9a30a8f6c316d19c441ffc4a6b3ad2fc9716ca02b43d48fbaea8f3b7cd395918/566",
            "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
            "net_unittests": "77d584ad4350fc56cfd7463e73265c06da24de07bc6a956793b090f817af104f/567",
            "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
            "ozone_unittests": "741bae3bfca948268b7f4e56575e93cd1f6e18e485b9e1752f3173fa2913b048/488",
            "ozone_x11_unittests": "19fa0672cf9af0901f95e7a75f76ec74798583dd0303807110ccda01baf6cc9a/488",
            "pdf_unittests": "95f0e9be51d0195aa87f0e3f73f76210fd56a2fecc2ee54313056c800c9d4a0d/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "da6781574a06fb2ef6d1194c353c720881e151f2102144459cbf6b51f04f6d05/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "bd14876c90a72b3ff822744a04bc1d10d253c80aa28b606d273044fee142f607/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "937a214ddfbce12d9feb1a2be39b0e67d2ecb5cf2e5df59d24ee79c4e11b72f3/734",
            "shell_dialogs_unittests": "ff099feec8c20244332b9b4eae079d8f4fec6d92e938a1b3155add3727af63b3/488",
            "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
            "snapshot_unittests": "fcfaf3d68343122c27ae709ba05d1d52f06901972aecea2ab68d14dc772387a2/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "50a85295e855d355bb6a8309e4d830bcd94e4f440e4021d4c2b054dfe7efa8df/646",
            "sync_integration_tests": "1f842adf7381e469387f73958c96dd9720b1665f50e013a3571d9a8cc3285ad7/647",
            "ui_base_unittests": "0792126e17b4490871699dcc7a5d59b174c3cb2aa0feed270fc4d2923970a2f5/641",
            "ui_touch_selection_unittests": "d0ad111cac376b9aa3475ffc2458134e0616cd09a9a8cb9e1900a0b9c56500dd/488",
            "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
            "unit_tests": "39fc8ac13602ab5cf6234707d5b873728e972385deb69deea9aa584237c806bf/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "a8e3c6d05f3be10e4e0fc2547afc9c85b98741499fe21f3fac20ebd252f18143/488",
            "viz_unittests": "35a9d192bdb93f3cd4baadbefc8f4db838e5e18002859fa3728159c9dfd50277/572",
            "vr_common_unittests": "a7998ea3e6e90f3c381a3d5af2e2d69927fbd85b23b835cd2d56777f5012d87f/566",
            "wm_unittests": "cf2970693a03d484c7183e1d0b927054e4c6a1af2ed8df0f4c3cc3d5da84ae7d/488",
            "wtf_unittests": "398d2b2778907b0739e6e2e97600fe768aacfd101da58d5431f86f10bb9ecea3/488",
            "xr_browser_tests": "5111381c476c045520df5dfaef8fb9a745fae183f2644f1e04d2eaa0a697f731/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849110681365660672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1262"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:24:03.933] Scheduled build:
{
  "id": "8683680619509503665",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1258,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-24T01:24:03.507564899Z",
  "updateTime": "2026-04-24T01:24:03.507564899Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[01:24:03.933] Task URL: https://cr-buildbucket.appspot.com/build/8683680619509503665
[01:24:03.933] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:2:0) after 6m54s
[01:24:04.934] Received PubSub notification, asking Buildbucket for the build status
[01:24:04.953] Build status: SCHEDULED
[01:25:21.683] Received PubSub notification, asking Buildbucket for the build status
[01:25:21.705] Build status: STARTED
[01:30:58.071] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:2:0)
[01:30:58.090] Build status: STARTED
[01:30:58.090] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:5:0) after 9m50s
[01:40:48.114] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:5:0)
[01:40:48.133] Build status: STARTED
[01:40:48.133] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:6:0) after 9m48s
[01:50:36.219] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:6:0)
[01:50:36.241] Build status: STARTED
[01:50:36.241] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:7:0) after 9m20s
[01:59:56.452] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:7:0)
[01:59:56.519] Build status: STARTED
[01:59:56.519] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:8:0) after 7m27s
[02:07:23.606] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:8:0)
[02:07:23.633] Build status: STARTED
[02:07:23.633] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849110681365660672:9:0) after 5m12s
[02:11:25.839] Received PubSub notification, asking Buildbucket for the build status
[02:11:25.892] Build:
{
  "id": "8683680619509503665",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1258,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-24T01:24:03.507564899Z",
  "startTime": "2026-04-24T01:25:20.929617912Z",
  "endTime": "2026-04-24T02:11:24.932469508Z",
  "updateTime": "2026-04-24T02:11:24.932469508Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "95ac3b3415b708d76400511ea1229c8bf2a4de91",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[02:11:25.892] Invocation finished in 47m23.539485016s with status FAILED