Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 8351019724269a30136ba635f15c916129bf5d28)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7390"
      }
    ]
  },
  "branch": "refs/branch-heads/7390",
  "deps_revision_overrides": {
    "src": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8703531290220330657"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8703531290220330657"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8703531290220330657"
    }
  ],
  "parent_build_id": "8703531290220330657",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bb55ea10fcef3759e4db7ef8a473a9ceac2c6aa6",
  "parent_got_dawn_revision": "9caf49389e5e0564d18e0504c6cfa45c88b4e4fd",
  "parent_got_revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
  "parent_got_revision_cp": "refs/branch-heads/7390@{#1076}",
  "parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
  "parent_got_v8_revision": "235150e7f586ad6dd5a1d699baec92b538f1451a",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.1@{#9}",
  "parent_got_webrtc_revision": "bc7452c444245f7999be5711b1802e900f25540b",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7390@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
  "swarm_hashes": {
    "absl_hardening_tests": "45a77ee49aa522f6db566495d1f51314171f6975d40732d432fcbe3614f5542c/488",
    "accessibility_unittests": "f3aac443c673481a0c78250d13dd6b02cccc98fdbb7da13648ab4154fed3a106/488",
    "angle_unittests": "79299a7745aec7da291724abb4b9b56dbb92c2b97f5828723656a064c45b3897/489",
    "app_shell_unittests": "74ae12d712b89776bc554d56a98dab3eb2abeefebed282176c20c6294075541e/649",
    "aura_unittests": "648be650c425de8468ecea4d0e95abf00d47ab7f04ed551585a30d64cd9328e6/488",
    "base_unittests": "7d6527841dcfa538e07afbfe8f0f249b31c3130123a4476c65ef6ea2e08bbce8/566",
    "blink_common_unittests": "2cc2e439399eda1041fc387aa777c37acf7a382083520aa4d02bc22d24e479c3/566",
    "blink_fuzzer_unittests": "2b4f32ba3e29516c140e4de227257f6a270bcea23f159ffc6dca36c7176740bf/488",
    "blink_heap_unittests": "925bcd1577dd2d2dc0a908cdd0ac1732222dd124729ca4bb47c98775980cc945/488",
    "blink_platform_unittests": "73811b2022db97ac33fc56cbbd92ce9bb6da5bd262bc6d99598a95090254a91b/645",
    "blink_unittests": "4989d3edf85d9866b24e1fd4a311407233c4e1ef473599e4cb44dfddc584ea42/729",
    "boringssl_crypto_tests": "b18352c5c44a4df545f81876836e727b91f30560a92dd508dc4d593df1530459/489",
    "boringssl_ssl_tests": "0fe6c9c5134aa6be22b5c2398816bf23793f510bca4487c209fe8eb2f0dea1cc/488",
    "capture_unittests": "8d7f720446db1b9ecdc228393bb5fb155ba68c7b3feed2d27311eaf15168201c/567",
    "cast_unittests": "e07c7bec5afe65277082d5209e2aaf0d1556307b08e1dc67913147ce5d0441d5/488",
    "cc_unittests": "5763dbdc8c6e78d28953a7e1bca0befa2f8c0fb2a7ff90d7e079b6635fe2c7af/648",
    "chrome_app_unittests": "7a74161a4f37261a43282ec728bec9d09b6e37072d5564bb7e9f207a253f0c37/566",
    "chromedriver_unittests": "96914135ead7e472eba039986b8a4606c1eabb0e868f993dd5ce2670c769159a/645",
    "components_browsertests": "9a3510bdfbe2af398a0bc2fbfbdea04584ff2d4a2341915bd95143fba7825b64/732",
    "components_unittests": "50751e9fa1f49aea829283af97c58d11444c6c40fd56cf8003b525091e657522/811",
    "compositor_unittests": "84414fc18ec518ac7ce118bbcb134595bfeca9abe93dfc35ea56a022f304f2af/564",
    "content_browsertests": "b4f3619a94ddf0ffb05dd5de3cdd628b0fca18798467af552f19753fa93161f9/805",
    "content_unittests": "9d89660c79ab9deaab58cecf6e86484fd2051a3d6cb0713b31a00cacb7d45073/725",
    "cronet_tests": "a0d007bb9623a63d2af55dc1724ffbf0f8670276c04478cc8f53b90acf0c3e15/565",
    "cronet_unittests": "19ecb63f6facfebac64d4edc49fadaff790215a7f187de2cda9205564b460d79/565",
    "crypto_unittests": "3210322970fffb9d5efb183b84524bcfd5e7c50a202c3738eb4e5d14a79e7815/568",
    "dbus_unittests": "2931d590767044301853de47382180495e9e6c52927d5e386a1d5764ba06ea36/488",
    "device_unittests": "a730d63f1fc4f8eb60bf2928776d02b940eebe8f175ec65348c7b0028bd3cfc2/565",
    "display_unittests": "41cff10be5c40df37dee4f049fb820b20788b4ac49f3bb8fb747c74048f8a9e0/488",
    "env_chromium_unittests": "c61495234d66532d7a9373893052aaacb3586e1f3db3482a3af14e6d7bd504a6/488",
    "events_unittests": "c1ff1c8512caa8392201e4f7a6bcba07e8bcef5b7f069b5d4c7e94e7ed0e4f88/488",
    "extensions_browsertests": "70091af69117d8a68092ef951604b4bc8b43fadef636e04ea1439beeb03a7203/651",
    "extensions_unittests": "96d45f86a608c01ad1ef970ebc3f11ac3a09be2916ae7cc137f778095613a63b/730",
    "filesystem_service_unittests": "222d12a337fd90dc0f219e08f82f347b836f2d95bf3e1276f7c863f2eefc8eaa/488",
    "fuzzing_unittests": "337c0f1505a1439c1246af647d1ddd59b41772844264d2d058acb578cfe7932b/488",
    "gcm_unit_tests": "f8cbcf63985ee7aa384af5459db362968704ad2237a1060c656b12854c9882c7/565",
    "gfx_unittests": "475fd1399c0598155ad0feff06b389121504248b80edb5af11dbb68685c1fbb8/564",
    "gin_unittests": "a5beaf86d6596c1b851c59b83d43df1158d5f17d15a8f22619378f33cfb8ed69/565",
    "gl_tests": "80633ed9c54fb2fdcac80831f4108335f8b4938677cb48723695698a6b0fbd15/488",
    "gl_unittests": "27831f5febc55c56629e291440243c59c4f38f4808d5328e99c3bd8e986a92a8/488",
    "google_apis_unittests": "7af433724fd003ab6962e9f4e0599dfde15d71eab7f03187f41f26522dd94004/650",
    "gpu_unittests": "51d6c25323777c7989ba475d1cc39d2909e1bd259853b76924850945b1533835/565",
    "gwp_asan_unittests": "969581b51d63346cf102aa2e65c474ef1cede102627d1bf19245a2255debc61d/489",
    "headless_browsertests": "dcc09fcea011dbb969beeb8c52b7be7ee07a2f797c0f61983e9d0e2395aa7e8e/733",
    "headless_unittests": "e004a88103be12bddd881c5e17cb22d21029c48ac28780bbae6987179c3dc7b8/488",
    "interactive_ui_tests": "629e511e14f57ab85c4591c0461528362ca4ad58a511f6e2ac70911e94de96e1/973",
    "ipc_tests": "33cfbf92ddf7ca66bfb36f621aae9f56ac69b7fbb5ded99a9d8043b9da732b27/488",
    "latency_unittests": "cd97405815ecc0bd88c427e370891b15109d4f70953f89642135284713ebf2e3/488",
    "leveldb_unittests": "b5af822f8711977964a0bbed0918d952407b58f8655f9e27f8f623241bc7b796/488",
    "libjingle_xmpp_unittests": "cd23ed1b84cc87536aef79b9b4b47ec845d5de314b509a29ee6be1344c535feb/488",
    "liburlpattern_unittests": "fbc9987b4f0c7df07aa1136593364a49d1fe74237f7cb2437b48694895a5f7a8/488",
    "media_unittests": "e86e987a2d7f952d84d30f86f3ba84db919edbea7a69676c379b7fd68baa3abc/568",
    "message_center_unittests": "a482e3cc7647951a4958d254a9c3016a662a730698c3b056b4d4c24b8b155d40/488",
    "midi_unittests": "58a9f1cdd6be280544f97316b40e3a3f77dee9b3942524dee6505c4ed7179ac4/488",
    "mojo_unittests": "046f3524657a5d86195a6388d74b8177f47c8927612e4ce4d28e37add12561dc/566",
    "native_theme_unittests": "407147599685eb1262fc3d118916e2e49b88107eb03c38efd0d89c6d537137d2/488",
    "net_unittests": "b69e646abfdcc5dd779b2d98a91d3b3e2be372552124251960478dd587fa84f6/567",
    "openscreen_unittests": "2999c3e3faf79c57c30a031915a3237ba6186b862afcd943c0b3f424b67f0f1a/489",
    "ozone_unittests": "84a06c1aa92f6b9827d561a573585185e57d775cfe78b7b2d125431948f36492/488",
    "ozone_x11_unittests": "ed239c7d99e63b54d137773013687bc04d0a33ba4afa630b71836db300027b24/488",
    "pdf_unittests": "88aca3abcbbabf71f0fc6c64d79a6f8f42db04c2babbf03b2cbaf35bd0686be2/565",
    "perfetto_unittests": "8d1df779df2993467c113e2a531a2c315b91074b0c18b4c77a51d07bd8153d08/488",
    "printing_unittests": "7335b81d86482eb718ad42f6837411a3c5462ef186c7cf598c4d7eeef2fd810b/488",
    "pthreadpool_unittests": "6ce8b72dc7acf4b6c120d7ac62cef5da8629a3ee9ca256abdd13b00356a62955/488",
    "remoting_unittests": "6ab4b2ccdaa4887daf66b5b90d46e2f0b7c694675c07fb400a2802480d938bec/565",
    "sandbox_linux_unittests": "a9bc5e21d58dbad947ebbc34abf29c5e02a4f2f108dda6b4300f29b7960128dc/488",
    "services_unittests": "f168b13ef1453a532da9f40c7670eaa309f463b52b1f4058e61ce03b109a0b84/734",
    "shell_dialogs_unittests": "c8ba0f0c34303b81a8a12d7e549e3ca76016f3897b70091c7f553d7d1829628e/488",
    "skia_unittests": "54f5b028768641611e417a5964b7699ea8ca0c77135144f4a4342e3a7233d23b/488",
    "snapshot_unittests": "3a9f1ad0dcdcf14cc70dc8ca7f82deee295768ff109346d23c30f1ec60e7e569/488",
    "sql_unittests": "dbd6df46d8c42c0bb172d6bca093f9dd2048865df5d0a6191b264c21204b5d7b/565",
    "storage_unittests": "39c8f76178f3377ff2455d683794a9312da03a0e11b8a62ded5b3c9445165c7c/646",
    "sync_integration_tests": "d24b0f69917db30b90ee94055e23aee01b26cd6aa6f13db62e378e4abc1a73a7/647",
    "ui_base_unittests": "32380cc0ecc13981b61e77254a29f0b8f3f3a40726604c5141d0f3854b8a5389/641",
    "ui_touch_selection_unittests": "d6a2fdb278be7acca83631d13d7c8027483361e472aa592badf982cb0da6c0d4/488",
    "ui_unittests": "ae0f9d65ceda4be26c8696e49055686558cc77044535197f014d3ede08d0e57e/488",
    "unit_tests": "3fadd21d81ed16623221aa3733830f8eb0b5a500b4643e6939934bed8be8f859/1061",
    "url_unittests": "b232374ce5b160645b68fadc9f3f7ae20e1aa8b1e4618f57c30c1a818b2bfa5d/488",
    "views_unittests": "8c9bd8e9ef6baec4edc49cf32305d00c382d324b2132d4da2fce19e86c7db1db/488",
    "viz_unittests": "675d70f36e14bf389c66f413fb0197934ba23d912f1db91ddcbabd8ff7dee183/572",
    "vr_common_unittests": "c4a64524d7e70cf7fb08e283da951148607570234182eec49fef2e75e922bc4f/566",
    "wm_unittests": "2f9ffc4bca9ac0ab7ceaebd16538779fa812136e2d880548d1037057c5c95856/488",
    "wtf_unittests": "37b1737290d6f407df113d8f939a5a2b95f9b21730d2e2251cc6bf255ccb9187/488",
    "xr_browser_tests": "93fb4b60470d37494d2c734a7126d3d679d4d0bef7955bc30544542e9e792bce/646",
    "zlib_unittests": "f249bc1823a7c025fb04755edd8ea3d5b93f872523dbe6344c13dea7d499a90b/489"
  },
  "swarming_command_lines_cwd": "out/e86d-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3
  • gitiles_ref:refs/branch-heads/7390
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:285
  • user_agent:recipe

Debug log (UTC)

[00:07:44.768] New invocation is queued and will start shortly
[00:07:44.768] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:07:45.840] Starting the invocation (attempt 1)
[00:07:45.872] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3"
[00:07:45.873] Popped gitiles commit info from properties and tags
[00:07:45.873] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:07:45.873] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:07:45.874] Buildbucket request:
{
  "requestId": "8868956216965654576",
  "builder": {
    "project": "chromium-m141",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7390"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868956216965654576",
            "job": "chromium-m141/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7390"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8703531290220330657"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8703531290220330657"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8703531290220330657"
                                              }
                                        ],
                                    "parent_build_id": "8703531290220330657",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "bb55ea10fcef3759e4db7ef8a473a9ceac2c6aa6",
                                    "parent_got_dawn_revision": "9caf49389e5e0564d18e0504c6cfa45c88b4e4fd",
                                    "parent_got_revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
                                    "parent_got_revision_cp": "refs/branch-heads/7390@{#1076}",
                                    "parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
                                    "parent_got_v8_revision": "235150e7f586ad6dd5a1d699baec92b538f1451a",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.1@{#9}",
                                    "parent_got_webrtc_revision": "bc7452c444245f7999be5711b1802e900f25540b",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7390@{#2}",
                                    "revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "45a77ee49aa522f6db566495d1f51314171f6975d40732d432fcbe3614f5542c/488",
                                          "accessibility_unittests": "f3aac443c673481a0c78250d13dd6b02cccc98fdbb7da13648ab4154fed3a106/488",
                                          "angle_unittests": "79299a7745aec7da291724abb4b9b56dbb92c2b97f5828723656a064c45b3897/489",
                                          "app_shell_unittests": "74ae12d712b89776bc554d56a98dab3eb2abeefebed282176c20c6294075541e/649",
                                          "aura_unittests": "648be650c425de8468ecea4d0e95abf00d47ab7f04ed551585a30d64cd9328e6/488",
                                          "base_unittests": "7d6527841dcfa538e07afbfe8f0f249b31c3130123a4476c65ef6ea2e08bbce8/566",
                                          "blink_common_unittests": "2cc2e439399eda1041fc387aa777c37acf7a382083520aa4d02bc22d24e479c3/566",
                                          "blink_fuzzer_unittests": "2b4f32ba3e29516c140e4de227257f6a270bcea23f159ffc6dca36c7176740bf/488",
                                          "blink_heap_unittests": "925bcd1577dd2d2dc0a908cdd0ac1732222dd124729ca4bb47c98775980cc945/488",
                                          "blink_platform_unittests": "73811b2022db97ac33fc56cbbd92ce9bb6da5bd262bc6d99598a95090254a91b/645",
                                          "blink_unittests": "4989d3edf85d9866b24e1fd4a311407233c4e1ef473599e4cb44dfddc584ea42/729",
                                          "boringssl_crypto_tests": "b18352c5c44a4df545f81876836e727b91f30560a92dd508dc4d593df1530459/489",
                                          "boringssl_ssl_tests": "0fe6c9c5134aa6be22b5c2398816bf23793f510bca4487c209fe8eb2f0dea1cc/488",
                                          "capture_unittests": "8d7f720446db1b9ecdc228393bb5fb155ba68c7b3feed2d27311eaf15168201c/567",
                                          "cast_unittests": "e07c7bec5afe65277082d5209e2aaf0d1556307b08e1dc67913147ce5d0441d5/488",
                                          "cc_unittests": "5763dbdc8c6e78d28953a7e1bca0befa2f8c0fb2a7ff90d7e079b6635fe2c7af/648",
                                          "chrome_app_unittests": "7a74161a4f37261a43282ec728bec9d09b6e37072d5564bb7e9f207a253f0c37/566",
                                          "chromedriver_unittests": "96914135ead7e472eba039986b8a4606c1eabb0e868f993dd5ce2670c769159a/645",
                                          "components_browsertests": "9a3510bdfbe2af398a0bc2fbfbdea04584ff2d4a2341915bd95143fba7825b64/732",
                                          "components_unittests": "50751e9fa1f49aea829283af97c58d11444c6c40fd56cf8003b525091e657522/811",
                                          "compositor_unittests": "84414fc18ec518ac7ce118bbcb134595bfeca9abe93dfc35ea56a022f304f2af/564",
                                          "content_browsertests": "b4f3619a94ddf0ffb05dd5de3cdd628b0fca18798467af552f19753fa93161f9/805",
                                          "content_unittests": "9d89660c79ab9deaab58cecf6e86484fd2051a3d6cb0713b31a00cacb7d45073/725",
                                          "cronet_tests": "a0d007bb9623a63d2af55dc1724ffbf0f8670276c04478cc8f53b90acf0c3e15/565",
                                          "cronet_unittests": "19ecb63f6facfebac64d4edc49fadaff790215a7f187de2cda9205564b460d79/565",
                                          "crypto_unittests": "3210322970fffb9d5efb183b84524bcfd5e7c50a202c3738eb4e5d14a79e7815/568",
                                          "dbus_unittests": "2931d590767044301853de47382180495e9e6c52927d5e386a1d5764ba06ea36/488",
                                          "device_unittests": "a730d63f1fc4f8eb60bf2928776d02b940eebe8f175ec65348c7b0028bd3cfc2/565",
                                          "display_unittests": "41cff10be5c40df37dee4f049fb820b20788b4ac49f3bb8fb747c74048f8a9e0/488",
                                          "env_chromium_unittests": "c61495234d66532d7a9373893052aaacb3586e1f3db3482a3af14e6d7bd504a6/488",
                                          "events_unittests": "c1ff1c8512caa8392201e4f7a6bcba07e8bcef5b7f069b5d4c7e94e7ed0e4f88/488",
                                          "extensions_browsertests": "70091af69117d8a68092ef951604b4bc8b43fadef636e04ea1439beeb03a7203/651",
                                          "extensions_unittests": "96d45f86a608c01ad1ef970ebc3f11ac3a09be2916ae7cc137f778095613a63b/730",
                                          "filesystem_service_unittests": "222d12a337fd90dc0f219e08f82f347b836f2d95bf3e1276f7c863f2eefc8eaa/488",
                                          "fuzzing_unittests": "337c0f1505a1439c1246af647d1ddd59b41772844264d2d058acb578cfe7932b/488",
                                          "gcm_unit_tests": "f8cbcf63985ee7aa384af5459db362968704ad2237a1060c656b12854c9882c7/565",
                                          "gfx_unittests": "475fd1399c0598155ad0feff06b389121504248b80edb5af11dbb68685c1fbb8/564",
                                          "gin_unittests": "a5beaf86d6596c1b851c59b83d43df1158d5f17d15a8f22619378f33cfb8ed69/565",
                                          "gl_tests": "80633ed9c54fb2fdcac80831f4108335f8b4938677cb48723695698a6b0fbd15/488",
                                          "gl_unittests": "27831f5febc55c56629e291440243c59c4f38f4808d5328e99c3bd8e986a92a8/488",
                                          "google_apis_unittests": "7af433724fd003ab6962e9f4e0599dfde15d71eab7f03187f41f26522dd94004/650",
                                          "gpu_unittests": "51d6c25323777c7989ba475d1cc39d2909e1bd259853b76924850945b1533835/565",
                                          "gwp_asan_unittests": "969581b51d63346cf102aa2e65c474ef1cede102627d1bf19245a2255debc61d/489",
                                          "headless_browsertests": "dcc09fcea011dbb969beeb8c52b7be7ee07a2f797c0f61983e9d0e2395aa7e8e/733",
                                          "headless_unittests": "e004a88103be12bddd881c5e17cb22d21029c48ac28780bbae6987179c3dc7b8/488",
                                          "interactive_ui_tests": "629e511e14f57ab85c4591c0461528362ca4ad58a511f6e2ac70911e94de96e1/973",
                                          "ipc_tests": "33cfbf92ddf7ca66bfb36f621aae9f56ac69b7fbb5ded99a9d8043b9da732b27/488",
                                          "latency_unittests": "cd97405815ecc0bd88c427e370891b15109d4f70953f89642135284713ebf2e3/488",
                                          "leveldb_unittests": "b5af822f8711977964a0bbed0918d952407b58f8655f9e27f8f623241bc7b796/488",
                                          "libjingle_xmpp_unittests": "cd23ed1b84cc87536aef79b9b4b47ec845d5de314b509a29ee6be1344c535feb/488",
                                          "liburlpattern_unittests": "fbc9987b4f0c7df07aa1136593364a49d1fe74237f7cb2437b48694895a5f7a8/488",
                                          "media_unittests": "e86e987a2d7f952d84d30f86f3ba84db919edbea7a69676c379b7fd68baa3abc/568",
                                          "message_center_unittests": "a482e3cc7647951a4958d254a9c3016a662a730698c3b056b4d4c24b8b155d40/488",
                                          "midi_unittests": "58a9f1cdd6be280544f97316b40e3a3f77dee9b3942524dee6505c4ed7179ac4/488",
                                          "mojo_unittests": "046f3524657a5d86195a6388d74b8177f47c8927612e4ce4d28e37add12561dc/566",
                                          "native_theme_unittests": "407147599685eb1262fc3d118916e2e49b88107eb03c38efd0d89c6d537137d2/488",
                                          "net_unittests": "b69e646abfdcc5dd779b2d98a91d3b3e2be372552124251960478dd587fa84f6/567",
                                          "openscreen_unittests": "2999c3e3faf79c57c30a031915a3237ba6186b862afcd943c0b3f424b67f0f1a/489",
                                          "ozone_unittests": "84a06c1aa92f6b9827d561a573585185e57d775cfe78b7b2d125431948f36492/488",
                                          "ozone_x11_unittests": "ed239c7d99e63b54d137773013687bc04d0a33ba4afa630b71836db300027b24/488",
                                          "pdf_unittests": "88aca3abcbbabf71f0fc6c64d79a6f8f42db04c2babbf03b2cbaf35bd0686be2/565",
                                          "perfetto_unittests": "8d1df779df2993467c113e2a531a2c315b91074b0c18b4c77a51d07bd8153d08/488",
                                          "printing_unittests": "7335b81d86482eb718ad42f6837411a3c5462ef186c7cf598c4d7eeef2fd810b/488",
                                          "pthreadpool_unittests": "6ce8b72dc7acf4b6c120d7ac62cef5da8629a3ee9ca256abdd13b00356a62955/488",
                                          "remoting_unittests": "6ab4b2ccdaa4887daf66b5b90d46e2f0b7c694675c07fb400a2802480d938bec/565",
                                          "sandbox_linux_unittests": "a9bc5e21d58dbad947ebbc34abf29c5e02a4f2f108dda6b4300f29b7960128dc/488",
                                          "services_unittests": "f168b13ef1453a532da9f40c7670eaa309f463b52b1f4058e61ce03b109a0b84/734",
                                          "shell_dialogs_unittests": "c8ba0f0c34303b81a8a12d7e549e3ca76016f3897b70091c7f553d7d1829628e/488",
                                          "skia_unittests": "54f5b028768641611e417a5964b7699ea8ca0c77135144f4a4342e3a7233d23b/488",
                                          "snapshot_unittests": "3a9f1ad0dcdcf14cc70dc8ca7f82deee295768ff109346d23c30f1ec60e7e569/488",
                                          "sql_unittests": "dbd6df46d8c42c0bb172d6bca093f9dd2048865df5d0a6191b264c21204b5d7b/565",
                                          "storage_unittests": "39c8f76178f3377ff2455d683794a9312da03a0e11b8a62ded5b3c9445165c7c/646",
                                          "sync_integration_tests": "d24b0f69917db30b90ee94055e23aee01b26cd6aa6f13db62e378e4abc1a73a7/647",
                                          "ui_base_unittests": "32380cc0ecc13981b61e77254a29f0b8f3f3a40726604c5141d0f3854b8a5389/641",
                                          "ui_touch_selection_unittests": "d6a2fdb278be7acca83631d13d7c8027483361e472aa592badf982cb0da6c0d4/488",
                                          "ui_unittests": "ae0f9d65ceda4be26c8696e49055686558cc77044535197f014d3ede08d0e57e/488",
                                          "unit_tests": "3fadd21d81ed16623221aa3733830f8eb0b5a500b4643e6939934bed8be8f859/1061",
                                          "url_unittests": "b232374ce5b160645b68fadc9f3f7ae20e1aa8b1e4618f57c30c1a818b2bfa5d/488",
                                          "views_unittests": "8c9bd8e9ef6baec4edc49cf32305d00c382d324b2132d4da2fce19e86c7db1db/488",
                                          "viz_unittests": "675d70f36e14bf389c66f413fb0197934ba23d912f1db91ddcbabd8ff7dee183/572",
                                          "vr_common_unittests": "c4a64524d7e70cf7fb08e283da951148607570234182eec49fef2e75e922bc4f/566",
                                          "wm_unittests": "2f9ffc4bca9ac0ab7ceaebd16538779fa812136e2d880548d1037057c5c95856/488",
                                          "wtf_unittests": "37b1737290d6f407df113d8f939a5a2b95f9b21730d2e2251cc6bf255ccb9187/488",
                                          "xr_browser_tests": "93fb4b60470d37494d2c734a7126d3d679d4d0bef7955bc30544542e9e792bce/646",
                                          "zlib_unittests": "f249bc1823a7c025fb04755edd8ea3d5b93f872523dbe6344c13dea7d499a90b/489"
                                        },
                                    "swarming_command_lines_cwd": "out/e86d-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7390",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:285",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d9fed4bc-e8f5-4ddc-adb0-79a70ad33e1e",
                        "title": "Linux TSan Builder/285",
                        "url": "https://cr-buildbucket.appspot.com/build/8703531290220330657"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8703531290220330657"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8703531290220330657"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8703531290220330657"
                }
          ],
      "parent_build_id": "8703531290220330657",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bb55ea10fcef3759e4db7ef8a473a9ceac2c6aa6",
      "parent_got_dawn_revision": "9caf49389e5e0564d18e0504c6cfa45c88b4e4fd",
      "parent_got_revision": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
      "parent_got_revision_cp": "refs/branch-heads/7390@{#1076}",
      "parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
      "parent_got_v8_revision": "235150e7f586ad6dd5a1d699baec92b538f1451a",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.1@{#9}",
      "parent_got_webrtc_revision": "bc7452c444245f7999be5711b1802e900f25540b",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7390@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "45a77ee49aa522f6db566495d1f51314171f6975d40732d432fcbe3614f5542c/488",
            "accessibility_unittests": "f3aac443c673481a0c78250d13dd6b02cccc98fdbb7da13648ab4154fed3a106/488",
            "angle_unittests": "79299a7745aec7da291724abb4b9b56dbb92c2b97f5828723656a064c45b3897/489",
            "app_shell_unittests": "74ae12d712b89776bc554d56a98dab3eb2abeefebed282176c20c6294075541e/649",
            "aura_unittests": "648be650c425de8468ecea4d0e95abf00d47ab7f04ed551585a30d64cd9328e6/488",
            "base_unittests": "7d6527841dcfa538e07afbfe8f0f249b31c3130123a4476c65ef6ea2e08bbce8/566",
            "blink_common_unittests": "2cc2e439399eda1041fc387aa777c37acf7a382083520aa4d02bc22d24e479c3/566",
            "blink_fuzzer_unittests": "2b4f32ba3e29516c140e4de227257f6a270bcea23f159ffc6dca36c7176740bf/488",
            "blink_heap_unittests": "925bcd1577dd2d2dc0a908cdd0ac1732222dd124729ca4bb47c98775980cc945/488",
            "blink_platform_unittests": "73811b2022db97ac33fc56cbbd92ce9bb6da5bd262bc6d99598a95090254a91b/645",
            "blink_unittests": "4989d3edf85d9866b24e1fd4a311407233c4e1ef473599e4cb44dfddc584ea42/729",
            "boringssl_crypto_tests": "b18352c5c44a4df545f81876836e727b91f30560a92dd508dc4d593df1530459/489",
            "boringssl_ssl_tests": "0fe6c9c5134aa6be22b5c2398816bf23793f510bca4487c209fe8eb2f0dea1cc/488",
            "capture_unittests": "8d7f720446db1b9ecdc228393bb5fb155ba68c7b3feed2d27311eaf15168201c/567",
            "cast_unittests": "e07c7bec5afe65277082d5209e2aaf0d1556307b08e1dc67913147ce5d0441d5/488",
            "cc_unittests": "5763dbdc8c6e78d28953a7e1bca0befa2f8c0fb2a7ff90d7e079b6635fe2c7af/648",
            "chrome_app_unittests": "7a74161a4f37261a43282ec728bec9d09b6e37072d5564bb7e9f207a253f0c37/566",
            "chromedriver_unittests": "96914135ead7e472eba039986b8a4606c1eabb0e868f993dd5ce2670c769159a/645",
            "components_browsertests": "9a3510bdfbe2af398a0bc2fbfbdea04584ff2d4a2341915bd95143fba7825b64/732",
            "components_unittests": "50751e9fa1f49aea829283af97c58d11444c6c40fd56cf8003b525091e657522/811",
            "compositor_unittests": "84414fc18ec518ac7ce118bbcb134595bfeca9abe93dfc35ea56a022f304f2af/564",
            "content_browsertests": "b4f3619a94ddf0ffb05dd5de3cdd628b0fca18798467af552f19753fa93161f9/805",
            "content_unittests": "9d89660c79ab9deaab58cecf6e86484fd2051a3d6cb0713b31a00cacb7d45073/725",
            "cronet_tests": "a0d007bb9623a63d2af55dc1724ffbf0f8670276c04478cc8f53b90acf0c3e15/565",
            "cronet_unittests": "19ecb63f6facfebac64d4edc49fadaff790215a7f187de2cda9205564b460d79/565",
            "crypto_unittests": "3210322970fffb9d5efb183b84524bcfd5e7c50a202c3738eb4e5d14a79e7815/568",
            "dbus_unittests": "2931d590767044301853de47382180495e9e6c52927d5e386a1d5764ba06ea36/488",
            "device_unittests": "a730d63f1fc4f8eb60bf2928776d02b940eebe8f175ec65348c7b0028bd3cfc2/565",
            "display_unittests": "41cff10be5c40df37dee4f049fb820b20788b4ac49f3bb8fb747c74048f8a9e0/488",
            "env_chromium_unittests": "c61495234d66532d7a9373893052aaacb3586e1f3db3482a3af14e6d7bd504a6/488",
            "events_unittests": "c1ff1c8512caa8392201e4f7a6bcba07e8bcef5b7f069b5d4c7e94e7ed0e4f88/488",
            "extensions_browsertests": "70091af69117d8a68092ef951604b4bc8b43fadef636e04ea1439beeb03a7203/651",
            "extensions_unittests": "96d45f86a608c01ad1ef970ebc3f11ac3a09be2916ae7cc137f778095613a63b/730",
            "filesystem_service_unittests": "222d12a337fd90dc0f219e08f82f347b836f2d95bf3e1276f7c863f2eefc8eaa/488",
            "fuzzing_unittests": "337c0f1505a1439c1246af647d1ddd59b41772844264d2d058acb578cfe7932b/488",
            "gcm_unit_tests": "f8cbcf63985ee7aa384af5459db362968704ad2237a1060c656b12854c9882c7/565",
            "gfx_unittests": "475fd1399c0598155ad0feff06b389121504248b80edb5af11dbb68685c1fbb8/564",
            "gin_unittests": "a5beaf86d6596c1b851c59b83d43df1158d5f17d15a8f22619378f33cfb8ed69/565",
            "gl_tests": "80633ed9c54fb2fdcac80831f4108335f8b4938677cb48723695698a6b0fbd15/488",
            "gl_unittests": "27831f5febc55c56629e291440243c59c4f38f4808d5328e99c3bd8e986a92a8/488",
            "google_apis_unittests": "7af433724fd003ab6962e9f4e0599dfde15d71eab7f03187f41f26522dd94004/650",
            "gpu_unittests": "51d6c25323777c7989ba475d1cc39d2909e1bd259853b76924850945b1533835/565",
            "gwp_asan_unittests": "969581b51d63346cf102aa2e65c474ef1cede102627d1bf19245a2255debc61d/489",
            "headless_browsertests": "dcc09fcea011dbb969beeb8c52b7be7ee07a2f797c0f61983e9d0e2395aa7e8e/733",
            "headless_unittests": "e004a88103be12bddd881c5e17cb22d21029c48ac28780bbae6987179c3dc7b8/488",
            "interactive_ui_tests": "629e511e14f57ab85c4591c0461528362ca4ad58a511f6e2ac70911e94de96e1/973",
            "ipc_tests": "33cfbf92ddf7ca66bfb36f621aae9f56ac69b7fbb5ded99a9d8043b9da732b27/488",
            "latency_unittests": "cd97405815ecc0bd88c427e370891b15109d4f70953f89642135284713ebf2e3/488",
            "leveldb_unittests": "b5af822f8711977964a0bbed0918d952407b58f8655f9e27f8f623241bc7b796/488",
            "libjingle_xmpp_unittests": "cd23ed1b84cc87536aef79b9b4b47ec845d5de314b509a29ee6be1344c535feb/488",
            "liburlpattern_unittests": "fbc9987b4f0c7df07aa1136593364a49d1fe74237f7cb2437b48694895a5f7a8/488",
            "media_unittests": "e86e987a2d7f952d84d30f86f3ba84db919edbea7a69676c379b7fd68baa3abc/568",
            "message_center_unittests": "a482e3cc7647951a4958d254a9c3016a662a730698c3b056b4d4c24b8b155d40/488",
            "midi_unittests": "58a9f1cdd6be280544f97316b40e3a3f77dee9b3942524dee6505c4ed7179ac4/488",
            "mojo_unittests": "046f3524657a5d86195a6388d74b8177f47c8927612e4ce4d28e37add12561dc/566",
            "native_theme_unittests": "407147599685eb1262fc3d118916e2e49b88107eb03c38efd0d89c6d537137d2/488",
            "net_unittests": "b69e646abfdcc5dd779b2d98a91d3b3e2be372552124251960478dd587fa84f6/567",
            "openscreen_unittests": "2999c3e3faf79c57c30a031915a3237ba6186b862afcd943c0b3f424b67f0f1a/489",
            "ozone_unittests": "84a06c1aa92f6b9827d561a573585185e57d775cfe78b7b2d125431948f36492/488",
            "ozone_x11_unittests": "ed239c7d99e63b54d137773013687bc04d0a33ba4afa630b71836db300027b24/488",
            "pdf_unittests": "88aca3abcbbabf71f0fc6c64d79a6f8f42db04c2babbf03b2cbaf35bd0686be2/565",
            "perfetto_unittests": "8d1df779df2993467c113e2a531a2c315b91074b0c18b4c77a51d07bd8153d08/488",
            "printing_unittests": "7335b81d86482eb718ad42f6837411a3c5462ef186c7cf598c4d7eeef2fd810b/488",
            "pthreadpool_unittests": "6ce8b72dc7acf4b6c120d7ac62cef5da8629a3ee9ca256abdd13b00356a62955/488",
            "remoting_unittests": "6ab4b2ccdaa4887daf66b5b90d46e2f0b7c694675c07fb400a2802480d938bec/565",
            "sandbox_linux_unittests": "a9bc5e21d58dbad947ebbc34abf29c5e02a4f2f108dda6b4300f29b7960128dc/488",
            "services_unittests": "f168b13ef1453a532da9f40c7670eaa309f463b52b1f4058e61ce03b109a0b84/734",
            "shell_dialogs_unittests": "c8ba0f0c34303b81a8a12d7e549e3ca76016f3897b70091c7f553d7d1829628e/488",
            "skia_unittests": "54f5b028768641611e417a5964b7699ea8ca0c77135144f4a4342e3a7233d23b/488",
            "snapshot_unittests": "3a9f1ad0dcdcf14cc70dc8ca7f82deee295768ff109346d23c30f1ec60e7e569/488",
            "sql_unittests": "dbd6df46d8c42c0bb172d6bca093f9dd2048865df5d0a6191b264c21204b5d7b/565",
            "storage_unittests": "39c8f76178f3377ff2455d683794a9312da03a0e11b8a62ded5b3c9445165c7c/646",
            "sync_integration_tests": "d24b0f69917db30b90ee94055e23aee01b26cd6aa6f13db62e378e4abc1a73a7/647",
            "ui_base_unittests": "32380cc0ecc13981b61e77254a29f0b8f3f3a40726604c5141d0f3854b8a5389/641",
            "ui_touch_selection_unittests": "d6a2fdb278be7acca83631d13d7c8027483361e472aa592badf982cb0da6c0d4/488",
            "ui_unittests": "ae0f9d65ceda4be26c8696e49055686558cc77044535197f014d3ede08d0e57e/488",
            "unit_tests": "3fadd21d81ed16623221aa3733830f8eb0b5a500b4643e6939934bed8be8f859/1061",
            "url_unittests": "b232374ce5b160645b68fadc9f3f7ae20e1aa8b1e4618f57c30c1a818b2bfa5d/488",
            "views_unittests": "8c9bd8e9ef6baec4edc49cf32305d00c382d324b2132d4da2fce19e86c7db1db/488",
            "viz_unittests": "675d70f36e14bf389c66f413fb0197934ba23d912f1db91ddcbabd8ff7dee183/572",
            "vr_common_unittests": "c4a64524d7e70cf7fb08e283da951148607570234182eec49fef2e75e922bc4f/566",
            "wm_unittests": "2f9ffc4bca9ac0ab7ceaebd16538779fa812136e2d880548d1037057c5c95856/488",
            "wtf_unittests": "37b1737290d6f407df113d8f939a5a2b95f9b21730d2e2251cc6bf255ccb9187/488",
            "xr_browser_tests": "93fb4b60470d37494d2c734a7126d3d679d4d0bef7955bc30544542e9e792bce/646",
            "zlib_unittests": "f249bc1823a7c025fb04755edd8ea3d5b93f872523dbe6344c13dea7d499a90b/489"
          },
      "swarming_command_lines_cwd": "out/e86d-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
    "ref": "refs/branch-heads/7390"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868956216965654576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m141/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "285"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:07:46.527] Scheduled build:
{
  "id": "8703526155022618561",
  "builder": {
    "project": "chromium-m141",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 284,
  "createdBy": "project:chromium-m141",
  "createTime": "2025-09-17T00:07:45.992240008Z",
  "updateTime": "2025-09-17T00:07:45.992240008Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
      "ref": "refs/branch-heads/7390"
    }
  }
}
[00:07:46.527] Task URL: https://cr-buildbucket.appspot.com/build/8703526155022618561
[00:07:46.527] Scheduling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:2:0) after 8m17s
[00:07:50.293] Received PubSub notification, asking Buildbucket for the build status
[00:07:50.389] Build status: SCHEDULED
[00:07:55.378] Received PubSub notification, asking Buildbucket for the build status
[00:07:55.413] Build status: STARTED
[00:16:03.594] Handling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:2:0)
[00:16:03.620] Build status: STARTED
[00:16:03.620] Scheduling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:5:0) after 2m16s
[00:18:19.687] Handling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:5:0)
[00:18:19.703] Build status: STARTED
[00:18:19.703] Scheduling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:6:0) after 7m2s
[00:25:21.727] Handling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:6:0)
[00:25:21.754] Build status: STARTED
[00:25:21.754] Scheduling timer "check-buildbucket-build-status" (chromium-m141/Linux TSan Tests:8868956216965654576:7:0) after 9m35s
[00:33:39.140] Received PubSub notification, asking Buildbucket for the build status
[00:33:39.197] Build:
{
  "id": "8703526155022618561",
  "builder": {
    "project": "chromium-m141",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 284,
  "createdBy": "project:chromium-m141",
  "createTime": "2025-09-17T00:07:45.992240008Z",
  "startTime": "2025-09-17T00:07:52.214862605Z",
  "endTime": "2025-09-17T00:33:37.927323572Z",
  "updateTime": "2025-09-17T00:33:37.927323572Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a182096c3e5a5fcdd0e53dc03f6dc32e58439a3",
      "ref": "refs/branch-heads/7390"
    }
  }
}
[00:33:39.197] Invocation finished in 25m54.441171481s with status FAILED