Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 39 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8668326054531870161"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8668326054531870161"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8668326054531870161"
    }
  ],
  "parent_build_id": "8668326054531870161",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
  "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
  "parent_got_revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#945}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
  "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
  "swarm_hashes": {
    "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
    "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
    "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
    "aura_unittests": "893bacd17abe217542166cc0c4b9b188e91d569cf51d6ca036f44ad476e8e268/586",
    "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
    "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
    "blink_fuzzer_unittests": "9f92e72678907f4bc16b17f9ccf001ae8f492f946497118d7e995a6c6749fce5/586",
    "blink_heap_unittests": "9aa4a2fcc7011e0760fb6b8ddff1ad5dd82b91f8fe29592aab16ac87d3b2d57d/586",
    "blink_platform_unittests": "678f2e12d60dc9e3f65fc24eb6d4cbd5ea6548835b5da0be7650d9a3e6b4f464/743",
    "blink_unittests": "c9b1a1a995e2aab06bd79676b285f468fb78b1ce9cf04e573a6e1877b7ffe2da/827",
    "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
    "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
    "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
    "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
    "cc_unittests": "18b106638076133756f926e5a83780df0d13721660a42e049a523da1d719e6b1/746",
    "chrome_app_unittests": "a2991d6efe411056a23b8318a37b083605a85104a791a74d58fc41c150b22ef8/664",
    "chromedriver_unittests": "340e44a742ec190b25595c9fdf1da461280ccc58484a91fb89b3d413cfe4ef73/743",
    "components_browsertests": "71139d0c4e77bb8c9ce7b5d6582e97c3fed77d5cb838877b28fdf91c4be5e953/830",
    "components_unittests": "091e01bf02730aad3b83da807fe33af83e389af8d64b7114634d0cf9696d26ce/909",
    "compositor_unittests": "4519fbae47dd429029678e10149b8d71acd568f0d3d6e126703669c0de93adc7/662",
    "content_browsertests": "720599e25057ce998affd5e76e5822c82edbfcc5944795d2236923002aae3e4e/903",
    "content_unittests": "a67b06f6d36201c4e165edb982c8b3d485cdb8f8ba7b0be2fccd8f45570abe59/823",
    "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
    "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
    "device_unittests": "88877fe31ea1364df752d41e8921726ef78fdc0e5ac1d2918780599a58e68187/663",
    "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
    "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
    "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
    "extensions_unittests": "b5f257655fe36c900c30233907711b9f9d62abf9f9f6678c9c79f2c9b2e5d4cc/828",
    "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
    "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
    "gcm_unit_tests": "dc7369a2037f667a0e83f901aa29e487a6631d4a8558bef20a68702d554aee4d/663",
    "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
    "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
    "gl_tests": "f698d338b90f5af5e258941bbf8ad968430de3f9212ac0dcaa209570f8555451/586",
    "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
    "google_apis_unittests": "9ce1d3df66b6f8e5053e81d546ef91c40a68a525c3aa12cb1f3e4b3feede0871/748",
    "gpu_unittests": "fa11798a1dbec8aa3e70f7a5146053d02a5d3ab94797cf183f4c78c3f567e595/663",
    "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
    "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
    "headless_browsertests": "9151c32bcecc076146b26c56f65378d198696c7603cef055f1ec37bd9201270c/831",
    "headless_unittests": "cce3d509bc3c27302b0e53559ecf23bc6390c371ae7e75f2b70c1732c722177b/586",
    "interactive_ui_tests": "a6730424c66ef7796300d3da14f087f52aa48a06480a6a9cc68ad2babe351250/1157",
    "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
    "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
    "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
    "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
    "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
    "media_unittests": "7620b7f3d705170e4a9a908c7352e61c1428b2eb5d33dcf477a2ecf01cf8c38e/666",
    "message_center_unittests": "85b05c40707f9d485e5af4765bd6ab10e26b05078553ad9e947d580f7dcc9057/586",
    "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
    "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
    "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
    "net_unittests": "f405eb1e003aea42bab5018cb6a6faba76da488700a2923041b5d56a68a13516/665",
    "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
    "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
    "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
    "pdf_unittests": "bbbc2df524b573480fed1b5ffc7c1f2615c6c781c0469443a6f2789851d4af5b/663",
    "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
    "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
    "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
    "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
    "remoting_unittests": "8f2c7560b25b31a9b97a011026b2d9822b39b89449fecf4bfa8ebc33fd94c5a5/745",
    "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
    "services_unittests": "bc9cd278eb766fc4843dcb7a68283d0e30a281e026a328aeddbce4b83481f05d/912",
    "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
    "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
    "snapshot_unittests": "f2cd93bcc9616a77499e1e8d43aaa2aa7ef34ffe1c93983b88d7c680edcfdbe2/586",
    "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
    "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
    "sync_integration_tests": "a5edd9742da1f2436381308a775ee6c53af8b35eaf95142695bd1794d3fc298b/745",
    "ui_base_unittests": "7b9eb9c28564e24622737e31e04647f365f809fa601407aeed152a2e0ef38986/739",
    "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
    "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
    "unit_tests": "d58204a589a8f0601603004c2494852159eeb440d73f840dd60a0770453a8860/1238",
    "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
    "views_unittests": "4e925c44b79b74beeec733f0756c81e8687a740b4f488dd9b999297d3209419a/586",
    "viz_unittests": "49a12ae73e97f514b465254f2939b0b107fcc9ecb2afca6be925df7da0cffd78/670",
    "vr_common_unittests": "cdb2f8c748f49b4bc76a88e3733f23df077241b2f96eeb106368dac23def71b0/664",
    "wm_unittests": "21f3de02fa9ae07074efbe0f84da95380defc74d01bfbdfbcdecbee0615cce58/586",
    "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
    "xr_browser_tests": "a20d43a206d8c1843421bd493e4bb7dc0cbbce229d847b3f0e52cb73214588ed/744",
    "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d118388be0c6b5d284fcca6e8ab62fabcfb195a7
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:593
  • user_agent:recipe

Debug log (UTC)

[13:38:48.752] New invocation is queued and will start shortly
[13:38:48.752] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:38:49.905] Starting the invocation (attempt 1)
[13:38:49.931] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d118388be0c6b5d284fcca6e8ab62fabcfb195a7"
[13:38:49.931] Popped gitiles commit info from properties and tags
[13:38:49.931] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:38:49.933] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:38:49.934] Buildbucket request:
{
  "requestId": "8833753566109246144",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8833753566109246144",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8668326054531870161"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8668326054531870161"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8668326054531870161"
                                              }
                                        ],
                                    "parent_build_id": "8668326054531870161",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
                                    "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
                                    "parent_got_revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#945}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
                                    "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
                                    "revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
                                          "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
                                          "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
                                          "aura_unittests": "893bacd17abe217542166cc0c4b9b188e91d569cf51d6ca036f44ad476e8e268/586",
                                          "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
                                          "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
                                          "blink_fuzzer_unittests": "9f92e72678907f4bc16b17f9ccf001ae8f492f946497118d7e995a6c6749fce5/586",
                                          "blink_heap_unittests": "9aa4a2fcc7011e0760fb6b8ddff1ad5dd82b91f8fe29592aab16ac87d3b2d57d/586",
                                          "blink_platform_unittests": "678f2e12d60dc9e3f65fc24eb6d4cbd5ea6548835b5da0be7650d9a3e6b4f464/743",
                                          "blink_unittests": "c9b1a1a995e2aab06bd79676b285f468fb78b1ce9cf04e573a6e1877b7ffe2da/827",
                                          "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
                                          "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
                                          "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
                                          "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
                                          "cc_unittests": "18b106638076133756f926e5a83780df0d13721660a42e049a523da1d719e6b1/746",
                                          "chrome_app_unittests": "a2991d6efe411056a23b8318a37b083605a85104a791a74d58fc41c150b22ef8/664",
                                          "chromedriver_unittests": "340e44a742ec190b25595c9fdf1da461280ccc58484a91fb89b3d413cfe4ef73/743",
                                          "components_browsertests": "71139d0c4e77bb8c9ce7b5d6582e97c3fed77d5cb838877b28fdf91c4be5e953/830",
                                          "components_unittests": "091e01bf02730aad3b83da807fe33af83e389af8d64b7114634d0cf9696d26ce/909",
                                          "compositor_unittests": "4519fbae47dd429029678e10149b8d71acd568f0d3d6e126703669c0de93adc7/662",
                                          "content_browsertests": "720599e25057ce998affd5e76e5822c82edbfcc5944795d2236923002aae3e4e/903",
                                          "content_unittests": "a67b06f6d36201c4e165edb982c8b3d485cdb8f8ba7b0be2fccd8f45570abe59/823",
                                          "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
                                          "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
                                          "device_unittests": "88877fe31ea1364df752d41e8921726ef78fdc0e5ac1d2918780599a58e68187/663",
                                          "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
                                          "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
                                          "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
                                          "extensions_unittests": "b5f257655fe36c900c30233907711b9f9d62abf9f9f6678c9c79f2c9b2e5d4cc/828",
                                          "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
                                          "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
                                          "gcm_unit_tests": "dc7369a2037f667a0e83f901aa29e487a6631d4a8558bef20a68702d554aee4d/663",
                                          "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
                                          "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
                                          "gl_tests": "f698d338b90f5af5e258941bbf8ad968430de3f9212ac0dcaa209570f8555451/586",
                                          "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
                                          "google_apis_unittests": "9ce1d3df66b6f8e5053e81d546ef91c40a68a525c3aa12cb1f3e4b3feede0871/748",
                                          "gpu_unittests": "fa11798a1dbec8aa3e70f7a5146053d02a5d3ab94797cf183f4c78c3f567e595/663",
                                          "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
                                          "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
                                          "headless_browsertests": "9151c32bcecc076146b26c56f65378d198696c7603cef055f1ec37bd9201270c/831",
                                          "headless_unittests": "cce3d509bc3c27302b0e53559ecf23bc6390c371ae7e75f2b70c1732c722177b/586",
                                          "interactive_ui_tests": "a6730424c66ef7796300d3da14f087f52aa48a06480a6a9cc68ad2babe351250/1157",
                                          "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
                                          "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
                                          "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
                                          "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
                                          "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
                                          "media_unittests": "7620b7f3d705170e4a9a908c7352e61c1428b2eb5d33dcf477a2ecf01cf8c38e/666",
                                          "message_center_unittests": "85b05c40707f9d485e5af4765bd6ab10e26b05078553ad9e947d580f7dcc9057/586",
                                          "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
                                          "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
                                          "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
                                          "net_unittests": "f405eb1e003aea42bab5018cb6a6faba76da488700a2923041b5d56a68a13516/665",
                                          "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
                                          "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
                                          "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
                                          "pdf_unittests": "bbbc2df524b573480fed1b5ffc7c1f2615c6c781c0469443a6f2789851d4af5b/663",
                                          "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
                                          "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
                                          "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
                                          "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
                                          "remoting_unittests": "8f2c7560b25b31a9b97a011026b2d9822b39b89449fecf4bfa8ebc33fd94c5a5/745",
                                          "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
                                          "services_unittests": "bc9cd278eb766fc4843dcb7a68283d0e30a281e026a328aeddbce4b83481f05d/912",
                                          "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
                                          "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
                                          "snapshot_unittests": "f2cd93bcc9616a77499e1e8d43aaa2aa7ef34ffe1c93983b88d7c680edcfdbe2/586",
                                          "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
                                          "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
                                          "sync_integration_tests": "a5edd9742da1f2436381308a775ee6c53af8b35eaf95142695bd1794d3fc298b/745",
                                          "ui_base_unittests": "7b9eb9c28564e24622737e31e04647f365f809fa601407aeed152a2e0ef38986/739",
                                          "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
                                          "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
                                          "unit_tests": "d58204a589a8f0601603004c2494852159eeb440d73f840dd60a0770453a8860/1238",
                                          "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
                                          "views_unittests": "4e925c44b79b74beeec733f0756c81e8687a740b4f488dd9b999297d3209419a/586",
                                          "viz_unittests": "49a12ae73e97f514b465254f2939b0b107fcc9ecb2afca6be925df7da0cffd78/670",
                                          "vr_common_unittests": "cdb2f8c748f49b4bc76a88e3733f23df077241b2f96eeb106368dac23def71b0/664",
                                          "wm_unittests": "21f3de02fa9ae07074efbe0f84da95380defc74d01bfbdfbcdecbee0615cce58/586",
                                          "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
                                          "xr_browser_tests": "a20d43a206d8c1843421bd493e4bb7dc0cbbce229d847b3f0e52cb73214588ed/744",
                                          "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:593",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "db54901f-b1de-49ae-b569-44967539bdf5",
                        "title": "Linux TSan Builder/593",
                        "url": "https://cr-buildbucket.appspot.com/build/8668326054531870161"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8668326054531870161"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8668326054531870161"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8668326054531870161"
                }
          ],
      "parent_build_id": "8668326054531870161",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
      "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
      "parent_got_revision": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#945}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
      "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
            "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
            "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
            "aura_unittests": "893bacd17abe217542166cc0c4b9b188e91d569cf51d6ca036f44ad476e8e268/586",
            "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
            "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
            "blink_fuzzer_unittests": "9f92e72678907f4bc16b17f9ccf001ae8f492f946497118d7e995a6c6749fce5/586",
            "blink_heap_unittests": "9aa4a2fcc7011e0760fb6b8ddff1ad5dd82b91f8fe29592aab16ac87d3b2d57d/586",
            "blink_platform_unittests": "678f2e12d60dc9e3f65fc24eb6d4cbd5ea6548835b5da0be7650d9a3e6b4f464/743",
            "blink_unittests": "c9b1a1a995e2aab06bd79676b285f468fb78b1ce9cf04e573a6e1877b7ffe2da/827",
            "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
            "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
            "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
            "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
            "cc_unittests": "18b106638076133756f926e5a83780df0d13721660a42e049a523da1d719e6b1/746",
            "chrome_app_unittests": "a2991d6efe411056a23b8318a37b083605a85104a791a74d58fc41c150b22ef8/664",
            "chromedriver_unittests": "340e44a742ec190b25595c9fdf1da461280ccc58484a91fb89b3d413cfe4ef73/743",
            "components_browsertests": "71139d0c4e77bb8c9ce7b5d6582e97c3fed77d5cb838877b28fdf91c4be5e953/830",
            "components_unittests": "091e01bf02730aad3b83da807fe33af83e389af8d64b7114634d0cf9696d26ce/909",
            "compositor_unittests": "4519fbae47dd429029678e10149b8d71acd568f0d3d6e126703669c0de93adc7/662",
            "content_browsertests": "720599e25057ce998affd5e76e5822c82edbfcc5944795d2236923002aae3e4e/903",
            "content_unittests": "a67b06f6d36201c4e165edb982c8b3d485cdb8f8ba7b0be2fccd8f45570abe59/823",
            "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
            "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
            "device_unittests": "88877fe31ea1364df752d41e8921726ef78fdc0e5ac1d2918780599a58e68187/663",
            "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
            "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
            "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
            "extensions_unittests": "b5f257655fe36c900c30233907711b9f9d62abf9f9f6678c9c79f2c9b2e5d4cc/828",
            "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
            "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
            "gcm_unit_tests": "dc7369a2037f667a0e83f901aa29e487a6631d4a8558bef20a68702d554aee4d/663",
            "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
            "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
            "gl_tests": "f698d338b90f5af5e258941bbf8ad968430de3f9212ac0dcaa209570f8555451/586",
            "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
            "google_apis_unittests": "9ce1d3df66b6f8e5053e81d546ef91c40a68a525c3aa12cb1f3e4b3feede0871/748",
            "gpu_unittests": "fa11798a1dbec8aa3e70f7a5146053d02a5d3ab94797cf183f4c78c3f567e595/663",
            "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
            "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
            "headless_browsertests": "9151c32bcecc076146b26c56f65378d198696c7603cef055f1ec37bd9201270c/831",
            "headless_unittests": "cce3d509bc3c27302b0e53559ecf23bc6390c371ae7e75f2b70c1732c722177b/586",
            "interactive_ui_tests": "a6730424c66ef7796300d3da14f087f52aa48a06480a6a9cc68ad2babe351250/1157",
            "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
            "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
            "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
            "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
            "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
            "media_unittests": "7620b7f3d705170e4a9a908c7352e61c1428b2eb5d33dcf477a2ecf01cf8c38e/666",
            "message_center_unittests": "85b05c40707f9d485e5af4765bd6ab10e26b05078553ad9e947d580f7dcc9057/586",
            "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
            "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
            "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
            "net_unittests": "f405eb1e003aea42bab5018cb6a6faba76da488700a2923041b5d56a68a13516/665",
            "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
            "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
            "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
            "pdf_unittests": "bbbc2df524b573480fed1b5ffc7c1f2615c6c781c0469443a6f2789851d4af5b/663",
            "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
            "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
            "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
            "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
            "remoting_unittests": "8f2c7560b25b31a9b97a011026b2d9822b39b89449fecf4bfa8ebc33fd94c5a5/745",
            "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
            "services_unittests": "bc9cd278eb766fc4843dcb7a68283d0e30a281e026a328aeddbce4b83481f05d/912",
            "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
            "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
            "snapshot_unittests": "f2cd93bcc9616a77499e1e8d43aaa2aa7ef34ffe1c93983b88d7c680edcfdbe2/586",
            "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
            "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
            "sync_integration_tests": "a5edd9742da1f2436381308a775ee6c53af8b35eaf95142695bd1794d3fc298b/745",
            "ui_base_unittests": "7b9eb9c28564e24622737e31e04647f365f809fa601407aeed152a2e0ef38986/739",
            "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
            "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
            "unit_tests": "d58204a589a8f0601603004c2494852159eeb440d73f840dd60a0770453a8860/1238",
            "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
            "views_unittests": "4e925c44b79b74beeec733f0756c81e8687a740b4f488dd9b999297d3209419a/586",
            "viz_unittests": "49a12ae73e97f514b465254f2939b0b107fcc9ecb2afca6be925df7da0cffd78/670",
            "vr_common_unittests": "cdb2f8c748f49b4bc76a88e3733f23df077241b2f96eeb106368dac23def71b0/664",
            "wm_unittests": "21f3de02fa9ae07074efbe0f84da95380defc74d01bfbdfbcdecbee0615cce58/586",
            "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
            "xr_browser_tests": "a20d43a206d8c1843421bd493e4bb7dc0cbbce229d847b3f0e52cb73214588ed/744",
            "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8833753566109246144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "593"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:38:50.426] Scheduled build:
{
  "id": "8668323504148477185",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 395,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-10T13:38:50.000521522Z",
  "updateTime": "2026-10-10T13:38:50.000521522Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[13:38:50.426] Task URL: https://cr-buildbucket.appspot.com/build/8668323504148477185
[13:38:50.426] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:2:0) after 1m43s
[13:38:51.401] Received PubSub notification, asking Buildbucket for the build status
[13:38:51.425] Build status: SCHEDULED
[13:38:54.763] Received PubSub notification, asking Buildbucket for the build status
[13:38:54.779] Build status: STARTED
[13:40:33.585] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:2:0)
[13:40:33.631] Build status: STARTED
[13:40:33.631] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:5:0) after 9m6s
[13:49:39.749] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:5:0)
[13:49:39.769] Build status: STARTED
[13:49:39.769] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:6:0) after 2m34s
[13:52:13.790] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:6:0)
[13:52:13.843] Build status: STARTED
[13:52:13.843] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:7:0) after 3m41s
[13:55:54.984] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:7:0)
[13:55:55.018] Build status: STARTED
[13:55:55.018] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:8:0) after 9m30s
[14:05:25.055] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:8:0)
[14:05:25.077] Build status: STARTED
[14:05:25.077] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:9:0) after 7m43s
[14:13:08.096] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:9:0)
[14:13:08.130] Build status: STARTED
[14:13:08.130] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833753566109246144:10:0) after 6m42s
[14:17:51.495] Received PubSub notification, asking Buildbucket for the build status
[14:17:51.517] Build:
{
  "id": "8668323504148477185",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 395,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-10T13:38:50.000521522Z",
  "startTime": "2026-10-10T13:38:54.406719453Z",
  "endTime": "2026-10-10T14:17:50.859773411Z",
  "updateTime": "2026-10-10T14:17:50.859773411Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d118388be0c6b5d284fcca6e8ab62fabcfb195a7",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[14:17:51.517] Invocation finished in 39m2.770053554s with status FAILED