Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "2ff8260011bd3645a147dcedab02a9f79122fbeb"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8709869984517763393"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8709869984517763393"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8709869984517763393"
    }
  ],
  "parent_build_id": "8709869984517763393",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
  "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
  "parent_got_revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#1992}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "82cf8cb2d2189435734ffca3ac222da12681f0dc",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#48}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
  "swarm_hashes": {
    "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
    "accessibility_unittests": "41801e28adeaf2ad1ff2141a73b0a0dffe5d8f7437285243fc36b354b4e8ce1f/488",
    "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
    "app_shell_unittests": "0a47d954e9b499facc17d243f4e22cf900e78e068ec081f8bbced1ef086d342c/649",
    "aura_unittests": "34c686424f2b86c908b75ed22ecc3949e958f26e335137821fe87138d04f0075/488",
    "base_unittests": "0f69ef8456a59ceb482dfa986e2c43d7548aab22f932fbc15a99f63a28357983/566",
    "blink_common_unittests": "5e3d1a94dfb1ef85af5e28f50ad5b9ab911531e2c48a5fcd5c7a3d9671c64413/566",
    "blink_fuzzer_unittests": "91899289c1f0d83129f6c6c4ef134fdb5490cda55cafd578fdb570bd228da5a6/488",
    "blink_heap_unittests": "f5e6212d5e4251980eb0b42ab999f98ec1852224489f793494fbf8698fe69444/488",
    "blink_platform_unittests": "da4c3fc5f5a91026d1601191e23b857e19f3099ebb4c0bde6d3283b652de629b/645",
    "blink_unittests": "d13e880edfad6f87a0399d277da82158b11380a10b974e8ca13581b7d36ca897/729",
    "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
    "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
    "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
    "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
    "cc_unittests": "91d96a0dadeecb0caeb71a11286d6715ef0b6dd06fd6b691a1c4c10e642c0a39/648",
    "chrome_app_unittests": "d04a97b5ea91bb5acf27ecbb2dcf603837ee04efc076cea9f07d02b5b325eeba/566",
    "chromedriver_unittests": "961b03c6b76e30d32020ca6bea4dbb5f5a485e53082f9f5f47a6c1bdf4079322/645",
    "components_browsertests": "92e6e2de69edc4dc96cea07e30f4aafefc1ca16f310f2e9893c66173edd0ffe5/732",
    "components_unittests": "ae7f45b09f58d19a84a74722c731722c979caed5c64398e0078d8823f8f11021/811",
    "compositor_unittests": "b87e479a002e972c59c019b780e4f3fe3edae2d25a0ed5ae70ae55c5733d34ab/564",
    "content_browsertests": "ba5be0ec59c05c0d18ab28a6fe263155165621005cf1c70d79abbe24d7c91772/805",
    "content_unittests": "86e6bde5f0e95095eabd9528ac052b0649210a9cebbdddf0115925906727cdc6/725",
    "cronet_tests": "51962acee3df38845381016a844d20495be44b474da887c3beee6d01dc85746a/649",
    "cronet_unittests": "d96077d488b7e9ea9ae422811cf036dde60dbb39d95a31a98410c8f953b56079/565",
    "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
    "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
    "device_unittests": "f88ff08c537b37234e109a81ab7b09b34d15cf54ae555dc0ef8a67b9b66d15fb/565",
    "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
    "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
    "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
    "extensions_browsertests": "8772dcf0f11b777b9a5ba8d140f3bb358f1e36c74929f896eeef45a76950db5f/651",
    "extensions_unittests": "4fe3116a0aaa80e0522ec6d1d8db11b94f2c508e78d7f3ad03cca67deb3036eb/730",
    "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
    "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
    "gcm_unit_tests": "bb33e3da993cd1e82def89af5377573fc7cdcb639409f6a7cc1f4843d9268c68/565",
    "gfx_unittests": "3a1f361af8fa58a081838997c4895fa0633c67f00f61728dea9d3e83cb70266e/564",
    "gin_unittests": "0cebd8021742d7286a7d24ab0d3a841f4b3b39b38efbe03fba61f6ba2a6abb7e/565",
    "gl_tests": "7937dd652ad4f3b4e5e8adcc3b0e52322bef63f88125a824fa42eeabb43d2d1a/488",
    "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
    "google_apis_unittests": "dd8bb50066371d9d8efb123d015fd39bca8f64b5bebb87564b5a5bb562f16cd3/650",
    "gpu_unittests": "982c91304df04fbd02bfba986bba657c466503cb2ad2426c4bb305d9ba0ecf83/565",
    "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
    "headless_browsertests": "39f11e45d3f25f484fd44866654d5a32ec38fb5e15fb7fe4150be86f6a1d483e/649",
    "headless_unittests": "554c03c43f647ff757a1f95e37bce9ed0da85abb847b3c8a5024f6ac002ac966/488",
    "interactive_ui_tests": "8923d8adf779fe9b356c1775aff9f9e0e214dc744ec9066c2927cbbc18ea3413/973",
    "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
    "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
    "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
    "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
    "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
    "media_unittests": "56551e609f6b0367a47ba496196635db5f676306f601289464a7d154cca10197/568",
    "message_center_unittests": "b506b8c1431fc1028ba216f64ae50f9fed998f4bb35a842a7bc1858eab3954e7/488",
    "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
    "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
    "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
    "net_unittests": "7fdc59a5ec86bb17475a4902e9c511c78d509c425d47fa54c1f609c5b3bcd191/567",
    "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
    "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
    "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
    "pdf_unittests": "331d030993f5db20e1d7b126a39d241ad56b0e36ea8eb8701f7f7dc25c8536f9/565",
    "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
    "printing_unittests": "858a883b2c42a0fa210a794bdc810ea59edb981ac0b7878cfbcc986776a9aa29/488",
    "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
    "remoting_unittests": "b6d62bff66e30dc74b231255ae708859224cb83170285bd5677633a457918f28/565",
    "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
    "services_unittests": "b769b26d0eaa820721af2ffe85d544d0cb9c6b2195d652d549e064315eba0716/734",
    "shell_dialogs_unittests": "6c0ffdd60f68dc4175bdd1fb5000908a9b3f26804777777c18e1e08da5ba2f37/488",
    "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
    "snapshot_unittests": "dacb66165201f50eb4ea5578362d86c7d6d9f381ae4a52b2bf6aa9264035a718/488",
    "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
    "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
    "sync_integration_tests": "fed632c3d8b83d15f89d611a7d09caec9ba5d695551790713428f5b6961908d5/647",
    "ui_base_unittests": "f3645c032407f1c33ad0cde36405e13107d1a493717ef0df78184f66b789cd04/641",
    "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
    "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
    "unit_tests": "483be960a33f5d0dbb6c01db1274513bd3527316cf7b5b1bd876c32ba2bdd312/1061",
    "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
    "views_unittests": "5ffb270a4ae6ccaf91ac8d47b04670694687a793befb25e61748a9da50b2e7a7/488",
    "viz_unittests": "8e0272bfdee9ebb331f0a3326b78b789c78f8234c99428c2af98ddd2760aa5d0/572",
    "vr_common_unittests": "237ba6bb34810195d88f53f6e9ce9fa0334e0216be15bf0f0eafb2ca53bc20ba/566",
    "wm_unittests": "c04934e279fe11f499081549eb74a0fd73e49b88f4646115d1199ec8c87d8b0b/488",
    "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
    "xr_browser_tests": "0d904dc403f33f4511a6dd2ff390b6927bd82160e861db4760e98d675cff2ba4/646",
    "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ff8260011bd3645a147dcedab02a9f79122fbeb
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:690
  • user_agent:recipe

Debug log (UTC)

[00:31:50.467] New invocation is queued and will start shortly
[00:31:50.467] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:31:51.586] Starting the invocation (attempt 1)
[00:31:51.615] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ff8260011bd3645a147dcedab02a9f79122fbeb"
[00:31:51.615] Popped gitiles commit info from properties and tags
[00:31:51.615] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:31:51.615] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:31:51.617] Buildbucket request:
{
  "requestId": "8875296488689116288",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875296488689116288",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "2ff8260011bd3645a147dcedab02a9f79122fbeb"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8709869984517763393"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8709869984517763393"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8709869984517763393"
                                              }
                                        ],
                                    "parent_build_id": "8709869984517763393",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
                                    "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
                                    "parent_got_revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#1992}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "82cf8cb2d2189435734ffca3ac222da12681f0dc",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#48}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
                                          "accessibility_unittests": "41801e28adeaf2ad1ff2141a73b0a0dffe5d8f7437285243fc36b354b4e8ce1f/488",
                                          "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
                                          "app_shell_unittests": "0a47d954e9b499facc17d243f4e22cf900e78e068ec081f8bbced1ef086d342c/649",
                                          "aura_unittests": "34c686424f2b86c908b75ed22ecc3949e958f26e335137821fe87138d04f0075/488",
                                          "base_unittests": "0f69ef8456a59ceb482dfa986e2c43d7548aab22f932fbc15a99f63a28357983/566",
                                          "blink_common_unittests": "5e3d1a94dfb1ef85af5e28f50ad5b9ab911531e2c48a5fcd5c7a3d9671c64413/566",
                                          "blink_fuzzer_unittests": "91899289c1f0d83129f6c6c4ef134fdb5490cda55cafd578fdb570bd228da5a6/488",
                                          "blink_heap_unittests": "f5e6212d5e4251980eb0b42ab999f98ec1852224489f793494fbf8698fe69444/488",
                                          "blink_platform_unittests": "da4c3fc5f5a91026d1601191e23b857e19f3099ebb4c0bde6d3283b652de629b/645",
                                          "blink_unittests": "d13e880edfad6f87a0399d277da82158b11380a10b974e8ca13581b7d36ca897/729",
                                          "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
                                          "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
                                          "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
                                          "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
                                          "cc_unittests": "91d96a0dadeecb0caeb71a11286d6715ef0b6dd06fd6b691a1c4c10e642c0a39/648",
                                          "chrome_app_unittests": "d04a97b5ea91bb5acf27ecbb2dcf603837ee04efc076cea9f07d02b5b325eeba/566",
                                          "chromedriver_unittests": "961b03c6b76e30d32020ca6bea4dbb5f5a485e53082f9f5f47a6c1bdf4079322/645",
                                          "components_browsertests": "92e6e2de69edc4dc96cea07e30f4aafefc1ca16f310f2e9893c66173edd0ffe5/732",
                                          "components_unittests": "ae7f45b09f58d19a84a74722c731722c979caed5c64398e0078d8823f8f11021/811",
                                          "compositor_unittests": "b87e479a002e972c59c019b780e4f3fe3edae2d25a0ed5ae70ae55c5733d34ab/564",
                                          "content_browsertests": "ba5be0ec59c05c0d18ab28a6fe263155165621005cf1c70d79abbe24d7c91772/805",
                                          "content_unittests": "86e6bde5f0e95095eabd9528ac052b0649210a9cebbdddf0115925906727cdc6/725",
                                          "cronet_tests": "51962acee3df38845381016a844d20495be44b474da887c3beee6d01dc85746a/649",
                                          "cronet_unittests": "d96077d488b7e9ea9ae422811cf036dde60dbb39d95a31a98410c8f953b56079/565",
                                          "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
                                          "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
                                          "device_unittests": "f88ff08c537b37234e109a81ab7b09b34d15cf54ae555dc0ef8a67b9b66d15fb/565",
                                          "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
                                          "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
                                          "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
                                          "extensions_browsertests": "8772dcf0f11b777b9a5ba8d140f3bb358f1e36c74929f896eeef45a76950db5f/651",
                                          "extensions_unittests": "4fe3116a0aaa80e0522ec6d1d8db11b94f2c508e78d7f3ad03cca67deb3036eb/730",
                                          "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
                                          "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
                                          "gcm_unit_tests": "bb33e3da993cd1e82def89af5377573fc7cdcb639409f6a7cc1f4843d9268c68/565",
                                          "gfx_unittests": "3a1f361af8fa58a081838997c4895fa0633c67f00f61728dea9d3e83cb70266e/564",
                                          "gin_unittests": "0cebd8021742d7286a7d24ab0d3a841f4b3b39b38efbe03fba61f6ba2a6abb7e/565",
                                          "gl_tests": "7937dd652ad4f3b4e5e8adcc3b0e52322bef63f88125a824fa42eeabb43d2d1a/488",
                                          "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
                                          "google_apis_unittests": "dd8bb50066371d9d8efb123d015fd39bca8f64b5bebb87564b5a5bb562f16cd3/650",
                                          "gpu_unittests": "982c91304df04fbd02bfba986bba657c466503cb2ad2426c4bb305d9ba0ecf83/565",
                                          "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
                                          "headless_browsertests": "39f11e45d3f25f484fd44866654d5a32ec38fb5e15fb7fe4150be86f6a1d483e/649",
                                          "headless_unittests": "554c03c43f647ff757a1f95e37bce9ed0da85abb847b3c8a5024f6ac002ac966/488",
                                          "interactive_ui_tests": "8923d8adf779fe9b356c1775aff9f9e0e214dc744ec9066c2927cbbc18ea3413/973",
                                          "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
                                          "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
                                          "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
                                          "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
                                          "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
                                          "media_unittests": "56551e609f6b0367a47ba496196635db5f676306f601289464a7d154cca10197/568",
                                          "message_center_unittests": "b506b8c1431fc1028ba216f64ae50f9fed998f4bb35a842a7bc1858eab3954e7/488",
                                          "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
                                          "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
                                          "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
                                          "net_unittests": "7fdc59a5ec86bb17475a4902e9c511c78d509c425d47fa54c1f609c5b3bcd191/567",
                                          "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
                                          "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
                                          "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
                                          "pdf_unittests": "331d030993f5db20e1d7b126a39d241ad56b0e36ea8eb8701f7f7dc25c8536f9/565",
                                          "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
                                          "printing_unittests": "858a883b2c42a0fa210a794bdc810ea59edb981ac0b7878cfbcc986776a9aa29/488",
                                          "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
                                          "remoting_unittests": "b6d62bff66e30dc74b231255ae708859224cb83170285bd5677633a457918f28/565",
                                          "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
                                          "services_unittests": "b769b26d0eaa820721af2ffe85d544d0cb9c6b2195d652d549e064315eba0716/734",
                                          "shell_dialogs_unittests": "6c0ffdd60f68dc4175bdd1fb5000908a9b3f26804777777c18e1e08da5ba2f37/488",
                                          "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
                                          "snapshot_unittests": "dacb66165201f50eb4ea5578362d86c7d6d9f381ae4a52b2bf6aa9264035a718/488",
                                          "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
                                          "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
                                          "sync_integration_tests": "fed632c3d8b83d15f89d611a7d09caec9ba5d695551790713428f5b6961908d5/647",
                                          "ui_base_unittests": "f3645c032407f1c33ad0cde36405e13107d1a493717ef0df78184f66b789cd04/641",
                                          "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
                                          "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
                                          "unit_tests": "483be960a33f5d0dbb6c01db1274513bd3527316cf7b5b1bd876c32ba2bdd312/1061",
                                          "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
                                          "views_unittests": "5ffb270a4ae6ccaf91ac8d47b04670694687a793befb25e61748a9da50b2e7a7/488",
                                          "viz_unittests": "8e0272bfdee9ebb331f0a3326b78b789c78f8234c99428c2af98ddd2760aa5d0/572",
                                          "vr_common_unittests": "237ba6bb34810195d88f53f6e9ce9fa0334e0216be15bf0f0eafb2ca53bc20ba/566",
                                          "wm_unittests": "c04934e279fe11f499081549eb74a0fd73e49b88f4646115d1199ec8c87d8b0b/488",
                                          "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
                                          "xr_browser_tests": "0d904dc403f33f4511a6dd2ff390b6927bd82160e861db4760e98d675cff2ba4/646",
                                          "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:690",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2245029b-fdf7-4006-ad1b-3c2999d82748",
                        "title": "Linux TSan Builder/690",
                        "url": "https://cr-buildbucket.appspot.com/build/8709869984517763393"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2ff8260011bd3645a147dcedab02a9f79122fbeb"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8709869984517763393"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8709869984517763393"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8709869984517763393"
                }
          ],
      "parent_build_id": "8709869984517763393",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
      "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
      "parent_got_revision": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#1992}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "82cf8cb2d2189435734ffca3ac222da12681f0dc",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#48}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
            "accessibility_unittests": "41801e28adeaf2ad1ff2141a73b0a0dffe5d8f7437285243fc36b354b4e8ce1f/488",
            "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
            "app_shell_unittests": "0a47d954e9b499facc17d243f4e22cf900e78e068ec081f8bbced1ef086d342c/649",
            "aura_unittests": "34c686424f2b86c908b75ed22ecc3949e958f26e335137821fe87138d04f0075/488",
            "base_unittests": "0f69ef8456a59ceb482dfa986e2c43d7548aab22f932fbc15a99f63a28357983/566",
            "blink_common_unittests": "5e3d1a94dfb1ef85af5e28f50ad5b9ab911531e2c48a5fcd5c7a3d9671c64413/566",
            "blink_fuzzer_unittests": "91899289c1f0d83129f6c6c4ef134fdb5490cda55cafd578fdb570bd228da5a6/488",
            "blink_heap_unittests": "f5e6212d5e4251980eb0b42ab999f98ec1852224489f793494fbf8698fe69444/488",
            "blink_platform_unittests": "da4c3fc5f5a91026d1601191e23b857e19f3099ebb4c0bde6d3283b652de629b/645",
            "blink_unittests": "d13e880edfad6f87a0399d277da82158b11380a10b974e8ca13581b7d36ca897/729",
            "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
            "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
            "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
            "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
            "cc_unittests": "91d96a0dadeecb0caeb71a11286d6715ef0b6dd06fd6b691a1c4c10e642c0a39/648",
            "chrome_app_unittests": "d04a97b5ea91bb5acf27ecbb2dcf603837ee04efc076cea9f07d02b5b325eeba/566",
            "chromedriver_unittests": "961b03c6b76e30d32020ca6bea4dbb5f5a485e53082f9f5f47a6c1bdf4079322/645",
            "components_browsertests": "92e6e2de69edc4dc96cea07e30f4aafefc1ca16f310f2e9893c66173edd0ffe5/732",
            "components_unittests": "ae7f45b09f58d19a84a74722c731722c979caed5c64398e0078d8823f8f11021/811",
            "compositor_unittests": "b87e479a002e972c59c019b780e4f3fe3edae2d25a0ed5ae70ae55c5733d34ab/564",
            "content_browsertests": "ba5be0ec59c05c0d18ab28a6fe263155165621005cf1c70d79abbe24d7c91772/805",
            "content_unittests": "86e6bde5f0e95095eabd9528ac052b0649210a9cebbdddf0115925906727cdc6/725",
            "cronet_tests": "51962acee3df38845381016a844d20495be44b474da887c3beee6d01dc85746a/649",
            "cronet_unittests": "d96077d488b7e9ea9ae422811cf036dde60dbb39d95a31a98410c8f953b56079/565",
            "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
            "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
            "device_unittests": "f88ff08c537b37234e109a81ab7b09b34d15cf54ae555dc0ef8a67b9b66d15fb/565",
            "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
            "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
            "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
            "extensions_browsertests": "8772dcf0f11b777b9a5ba8d140f3bb358f1e36c74929f896eeef45a76950db5f/651",
            "extensions_unittests": "4fe3116a0aaa80e0522ec6d1d8db11b94f2c508e78d7f3ad03cca67deb3036eb/730",
            "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
            "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
            "gcm_unit_tests": "bb33e3da993cd1e82def89af5377573fc7cdcb639409f6a7cc1f4843d9268c68/565",
            "gfx_unittests": "3a1f361af8fa58a081838997c4895fa0633c67f00f61728dea9d3e83cb70266e/564",
            "gin_unittests": "0cebd8021742d7286a7d24ab0d3a841f4b3b39b38efbe03fba61f6ba2a6abb7e/565",
            "gl_tests": "7937dd652ad4f3b4e5e8adcc3b0e52322bef63f88125a824fa42eeabb43d2d1a/488",
            "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
            "google_apis_unittests": "dd8bb50066371d9d8efb123d015fd39bca8f64b5bebb87564b5a5bb562f16cd3/650",
            "gpu_unittests": "982c91304df04fbd02bfba986bba657c466503cb2ad2426c4bb305d9ba0ecf83/565",
            "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
            "headless_browsertests": "39f11e45d3f25f484fd44866654d5a32ec38fb5e15fb7fe4150be86f6a1d483e/649",
            "headless_unittests": "554c03c43f647ff757a1f95e37bce9ed0da85abb847b3c8a5024f6ac002ac966/488",
            "interactive_ui_tests": "8923d8adf779fe9b356c1775aff9f9e0e214dc744ec9066c2927cbbc18ea3413/973",
            "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
            "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
            "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
            "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
            "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
            "media_unittests": "56551e609f6b0367a47ba496196635db5f676306f601289464a7d154cca10197/568",
            "message_center_unittests": "b506b8c1431fc1028ba216f64ae50f9fed998f4bb35a842a7bc1858eab3954e7/488",
            "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
            "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
            "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
            "net_unittests": "7fdc59a5ec86bb17475a4902e9c511c78d509c425d47fa54c1f609c5b3bcd191/567",
            "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
            "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
            "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
            "pdf_unittests": "331d030993f5db20e1d7b126a39d241ad56b0e36ea8eb8701f7f7dc25c8536f9/565",
            "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
            "printing_unittests": "858a883b2c42a0fa210a794bdc810ea59edb981ac0b7878cfbcc986776a9aa29/488",
            "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
            "remoting_unittests": "b6d62bff66e30dc74b231255ae708859224cb83170285bd5677633a457918f28/565",
            "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
            "services_unittests": "b769b26d0eaa820721af2ffe85d544d0cb9c6b2195d652d549e064315eba0716/734",
            "shell_dialogs_unittests": "6c0ffdd60f68dc4175bdd1fb5000908a9b3f26804777777c18e1e08da5ba2f37/488",
            "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
            "snapshot_unittests": "dacb66165201f50eb4ea5578362d86c7d6d9f381ae4a52b2bf6aa9264035a718/488",
            "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
            "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
            "sync_integration_tests": "fed632c3d8b83d15f89d611a7d09caec9ba5d695551790713428f5b6961908d5/647",
            "ui_base_unittests": "f3645c032407f1c33ad0cde36405e13107d1a493717ef0df78184f66b789cd04/641",
            "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
            "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
            "unit_tests": "483be960a33f5d0dbb6c01db1274513bd3527316cf7b5b1bd876c32ba2bdd312/1061",
            "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
            "views_unittests": "5ffb270a4ae6ccaf91ac8d47b04670694687a793befb25e61748a9da50b2e7a7/488",
            "viz_unittests": "8e0272bfdee9ebb331f0a3326b78b789c78f8234c99428c2af98ddd2760aa5d0/572",
            "vr_common_unittests": "237ba6bb34810195d88f53f6e9ce9fa0334e0216be15bf0f0eafb2ca53bc20ba/566",
            "wm_unittests": "c04934e279fe11f499081549eb74a0fd73e49b88f4646115d1199ec8c87d8b0b/488",
            "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
            "xr_browser_tests": "0d904dc403f33f4511a6dd2ff390b6927bd82160e861db4760e98d675cff2ba4/646",
            "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875296488689116288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "690"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:31:52.094] Scheduled build:
{
  "id": "8709866426763021889",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 689,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-07-09T00:31:51.675480358Z",
  "updateTime": "2025-07-09T00:31:51.675480358Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[00:31:52.094] Task URL: https://cr-buildbucket.appspot.com/build/8709866426763021889
[00:31:52.094] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:2:0) after 8m20s
[00:31:53.891] Received PubSub notification, asking Buildbucket for the build status
[00:31:53.921] Build status: SCHEDULED
[00:35:38.624] Received PubSub notification, asking Buildbucket for the build status
[00:35:38.677] Build status: STARTED
[00:40:12.196] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:2:0)
[00:40:12.224] Build status: STARTED
[00:40:12.224] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:5:0) after 8m46s
[00:48:58.247] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:5:0)
[00:48:58.275] Build status: STARTED
[00:48:58.275] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:6:0) after 6m2s
[00:55:00.411] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:6:0)
[00:55:00.438] Build status: STARTED
[00:55:00.438] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875296488689116288:7:0) after 9m34s
[01:03:10.617] Received PubSub notification, asking Buildbucket for the build status
[01:03:10.677] Build:
{
  "id": "8709866426763021889",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 689,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-07-09T00:31:51.675480358Z",
  "startTime": "2025-07-09T00:35:38.104641509Z",
  "endTime": "2025-07-09T01:02:51.377682066Z",
  "updateTime": "2025-07-09T01:02:51.377682066Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2ff8260011bd3645a147dcedab02a9f79122fbeb",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[01:03:10.677] Invocation finished in 31m20.223523775s with status FAILED