Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 36 minutes
Actions:

Definition (rev d7524ec447f2885a6fee5263b2777de3a6527930)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0ca539706ca440d88ba901c008c24318422645ff",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8103"
      }
    ]
  },
  "branch": "refs/branch-heads/8103",
  "deps_revision_overrides": {
    "src": "0ca539706ca440d88ba901c008c24318422645ff"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8666381551352854849"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8666381551352854849"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8666381551352854849"
    }
  ],
  "parent_build_id": "8666381551352854849",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7bf673433dd1a7602a9323608d7e3fb1583dfd1e",
  "parent_got_dawn_revision": "3c24c91e70eaf701ae92ab8cc414669cc4c38892",
  "parent_got_revision": "0ca539706ca440d88ba901c008c24318422645ff",
  "parent_got_revision_cp": "refs/branch-heads/8103@{#1011}",
  "parent_got_swiftshader_revision": "0f87bb2d3742c2992fd1a7dcb2f051eebf79299c",
  "parent_got_v8_revision": "088b045aaf415d3e0ada071912e46f7eb17223a2",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.7@{#39}",
  "parent_got_webrtc_revision": "95554e4a0c5c343fdc989387d9d0ce18e2a2294b",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8103@{#4}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0ca539706ca440d88ba901c008c24318422645ff",
  "swarm_hashes": {
    "absl_hardening_tests": "b8b2547a42f9d875813602cf842e6f9a911c58e10eb680216748f1aa29b3f1b5/586",
    "accessibility_unittests": "24d05f67174b2eff9730cf9d4e424a4f60c5ffaf04b54a9ba0a89c1a9b1d6422/586",
    "angle_unittests": "f45bcb261189aa7c2bca18aca88c9757ddda49e976556f0c4719235804ebfe0f/587",
    "aura_unittests": "4da3dde7a6b090d6bcc43f909d7a3bccf0edd927409d91c96f770c6c5c556446/586",
    "base_unittests": "82935b59c02efe034a3cc8d1963352968d120324825d4e98c77bd26b76cc0e49/664",
    "blink_common_unittests": "127e2a10814cadc682d01fe07e4b829c067bc9696ce9d92b03fc7048f502904b/664",
    "blink_fuzzer_unittests": "0d6fd5f608c95a70bafc64568326350617532fafc9a7219cb1a52a7d65c0ffbd/586",
    "blink_heap_unittests": "6373704c574c2db0577f4cf0eee09c5849ed81d55e2021b433a57aac2cfe69aa/586",
    "blink_platform_unittests": "d2fffbdd2be4ab4d09f3f4a7b7ea55d94edd2d4f031e2ddf010eafca49307677/743",
    "blink_unittests": "1e897dd898edb0bc6b3727166b99cf065e6492106633e81fa2cf49bb6635e7b4/827",
    "boringssl_crypto_tests": "42985fae77b0451fb883f5dea7c89cdf9f505e9a3c280042449ab5067d6537b3/587",
    "boringssl_ssl_tests": "edb7b66f23e49d45e540d8e90bdfd0b0f7ff0302a317e83c92a4f119b83abf39/586",
    "capture_unittests": "593f1b2597d544c47561c6c306e6a214844d8b798523da2f12101899737429e0/665",
    "cast_unittests": "a766aca22ba6269a3f7529401e38143a6ab4bbcbbf2bf506201a464a89c4b00e/586",
    "cc_unittests": "39ab477eafdf0c241e52f93dc18666aeb1b1616b453d2a9804383fff46429e35/746",
    "chrome_app_unittests": "47df332023d5f5532cb131b0b4d0273e492eb88f24c534cecd5b61343062d27c/664",
    "chromedriver_unittests": "ef1912bfa7204298513bcf8c5a9e2494d4ef493ed04c6993c5815f65271a5b4c/743",
    "components_browsertests": "2cb0558d791f348c8c82d2906c3dca06cc64429e1d78d0bdd682e038a0427823/830",
    "components_unittests": "7ec4a7c08014f3f76f98dee93032ea5011519f96bea3f0cc5bae84097a78ee4b/909",
    "compositor_unittests": "6d13e7053c1c00ef7efe6feb15e1285d36c6c4e6edeaf45d399c1f9924cab79a/662",
    "content_browsertests": "0593d38c66852341ad786ee787c6eaeb02bc1d785027dcbb6d87fc706de20756/903",
    "content_unittests": "80df1962dfb6346396db5a799141b67e77a825dd07b6720e114639e28b87e1c9/823",
    "crypto_unittests": "fbf7940683107bd5e2557ea9f8fe7e87215a9a440ab2fad108fe6b341939e064/666",
    "dbus_unittests": "4da3bd877f3897e3c25d1f92f9c066f900ff3df9d2217f5c4bcbb15ccb634915/586",
    "device_unittests": "7cdd8d386223f8a8fa8637d28fbe4052e43ca5273f131be021578338660c3427/663",
    "display_unittests": "31b077e89045184096dce9010121f4b8d5a59167c995bd796e16fa8fda6f4042/586",
    "env_chromium_unittests": "81f27538ed433a0d1a719ce492a150b2088acd1e1d8e9ee84278fa61b3093aad/586",
    "events_unittests": "f22646b9f4845ab0836e518532aaf11c17422bfe102188b9c5d798edc5f53b67/586",
    "extensions_unittests": "927402f080f5c9c4378cf2164d0ff6ed0ae0c5b298ee634b6a3b83fa3c05fcf0/828",
    "filesystem_service_unittests": "c5d40e334487988b934d5d3476f0ae5d0ac917ea20662b1eccb1476c986096f7/586",
    "fuzzing_unittests": "09fc881a12271312e3fe1ac060c4aa369f1e428d8cecdaaad124a36ecbc00a66/586",
    "gcm_unit_tests": "b5fdfd62a172e566f1b66e2db69b436fc3f7adf22c44b1f541ba3587f1e3d9da/663",
    "gfx_unittests": "2ebcbbe7a77ea3bccbf39c294e84501dcbf5b9807cabde1df1d6b7846ffeb307/662",
    "gin_unittests": "13c83a4b5c5a4277a1921d6b0b98808fa356cd85115b51b345d3def772231920/663",
    "gl_tests": "80dc28359df1004ac7935d992f258c14788b20342570dc671ae7bac88199c299/586",
    "gl_unittests": "ed56bd9cefa2b182700c499c8e014a3250c2cbe5e56c6bccbf9e6187f311c319/586",
    "google_apis_unittests": "bc4a32cea52a4cd670d1c7daa8274f97d79e6df6d6aab85ae14bb4bc3ec31099/748",
    "gpu_unittests": "4214217c04543959317b137230a03dcbdaa6a0f65fecbc90884df0f2fa8662e2/663",
    "gtk_unittests": "c836b24bd7658703544cebca3442768f2aab2dd6e640e7f3c0a66d6a8219c0f1/586",
    "gwp_asan_unittests": "48dea466066f8e999d4f87a236587d1b9aac6b7b8ebf77f7c251c9f7e93b7f32/587",
    "headless_browsertests": "afd88e89d7b1fc93d3e4c20f1ebc311b519cd1ed8972bd7be8ac3cc99b56966e/831",
    "headless_unittests": "aaef974a271a1babdc7513dbf8c260ea1dc8722246103ee74072fde52236de85/586",
    "interactive_ui_tests": "ee8f934cb76bfa2a8dba37464e201ff02f60ea36ef7fa8f969dea946fd91d04d/1157",
    "ipc_tests": "bb52735405fc48af98a1c14aae4738fcc11974215c072a4a5abf1998e2130834/586",
    "latency_unittests": "660bf191318c6fef7145a4d364f04beb9e1ae574b79e96942fce1749d6852c86/586",
    "leveldb_unittests": "2db7b8e62799242f8f80c5a3ce0a5d0185eaa2e570b429774655eec76dbc8464/586",
    "libjingle_xmpp_unittests": "6914f89254530b46de3bd51b97f17ce9cc05bc99d664f13a7d31a16ce20692d6/586",
    "liburlpattern_unittests": "bf2fc6b788d949a948a8339a922f1ee5f9d58483c3bfa11a5b39a244c1197d31/586",
    "media_unittests": "62b4843e91145dc5e597dd5f8b9b29e7c56a37b9d3266bbdbc96ffb15ef599f4/666",
    "message_center_unittests": "c5f93de2d84da06e74801fa5de1ad2b586f8093d0f86537ee799b53017c8ec6d/586",
    "midi_unittests": "d3f2df65fc3b83599e34ed3525325aed9c9622746fad415a8c204650bed7e877/586",
    "mojo_unittests": "2397f7c2b95f9ef358fee6f67baca4ab33a99fe8708a11026acda3f62e006052/664",
    "native_theme_unittests": "86e450889c666da155592bb5eed65bc02c848da9d4357afb8409e9cb03e3ff66/586",
    "net_unittests": "91505dc48a1e3e56fae1d2e86b0f3c20f70228d6ac568cd62698ed5792fa5353/665",
    "openscreen_unittests": "8b4a1780859576e3338401161fdc152b5ae5a524bb683a533fd78db643bd430f/587",
    "ozone_unittests": "806417f14bd64b5022de47ca595dddc43191dce1cff04a70c7792cf27d51bb86/586",
    "ozone_x11_unittests": "ec58aab17057618b7741857bebb237662b644418cd029dbeb6ba1333a3ebf8ba/586",
    "pdf_unittests": "f37e22c487a23be976b692b48e6863ba5b41a98e1dea616e515b6dac28b2ed56/663",
    "perfetto_unittests": "5652658fdd5bb5a2dcf3b165eeb43ed7429b7c2f1593eaa00feb336795c3f8a1/586",
    "printing_unittests": "87ee00c1d9dd034bd76877d7c00d903a8c9ec9c19b13942251fb7062277ee8b2/586",
    "pthreadpool_unittests": "2f0eabdfeb975fdcc73155a114a8aec5e59fb10149e4081d33733fd6e5f2a496/586",
    "puffin_unittests": "c069952d99cc2e0468abdfbd756c95585f7205b42ee9e49093b88972720f0409/670",
    "remoting_unittests": "7f41cfc0ac8369e10583b8518ef6b54323cd03725be44a28ecdbec20146de8f6/745",
    "sandbox_linux_unittests": "b53880eed03b84328135988d9588391d0398d0a7213498d2d7b5a10b3a3f398d/586",
    "services_unittests": "1c83d319ce0b8ad6ae206132fcd80c00a052df987b74f4e2b12adfb723e4fded/828",
    "shell_dialogs_unittests": "405277758a1c196130230a0951d58a3c217cd9bb3442b88521158858ea40a023/586",
    "skia_unittests": "b40ef24ac48abf548ff11d2d1ad914cb3fd8112b290bca6a5a0349d899afca18/587",
    "snapshot_unittests": "3c336842d36febf40efa6e156921750409146dcf3037470457a8b26de2b4087e/586",
    "sql_unittests": "b5012aed968a6e4076c87926cccc997effe70a1b6742190b180fc8876ef25814/663",
    "storage_unittests": "c073edcbcc0d9c7d2d9edab9f1b09b33ec2117d2d13f698a44a7a52baf2464e7/744",
    "sync_integration_tests": "a92999b745f246b7435e1e9e8c64b52410bc425e037e9c6b4b83d1abf343820f/745",
    "ui_base_unittests": "05b2f983f2b82fa27d26411b24c3d2d8c3b82da227e793f45b7110a74578b5c2/739",
    "ui_touch_selection_unittests": "7cc6fa260f054534e7863a96ab5c55e8d7c71cb96badedc7415715b38edee4ce/586",
    "ui_unittests": "2b2000d028390d1f748de184c13fbda3782c36cc5bb41b5a4624175f380bd970/586",
    "unit_tests": "f65f09c1bbaed37a6f72ba266274f3a282dfcec0f99b9325351e37cbe205efbb/1238",
    "url_unittests": "d2d3bb4e5a0b8743f5e4535982145c85fcf75637d60ff42de431b223217f6ac3/586",
    "views_unittests": "e0d8f8cf28cba3a68b4a6513d41860209bd26e458f0b52ed223eae7d807ac071/586",
    "viz_unittests": "f33c14bfb9792cd269f984d7fb64d998f9116890e6c444ba7d1c2ec2b1513676/670",
    "vr_common_unittests": "05862de533b28ea63816984cb29e5a27b1be872d58b2826eeffe8c1849ce307d/664",
    "wm_unittests": "74c20ccb6af7b592b9a71194091e17888dae42a9cb0d0a31146772b893ee6d93/586",
    "wtf_unittests": "d0292eb4156709714ed9e6612f687705aac54133782fca27c723303d65805908/586",
    "xr_browser_tests": "2a79cff53110bebaf3fcef5e7b1817e23747f257553d1e390bf612bcce4e0c8e/744",
    "zlib_unittests": "9b2281cacd9c447e978676310b7c7686ffd56bb4d4155844dfda5697442ef9b1/587"
  },
  "swarming_command_lines_cwd": "out/3e94-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ca539706ca440d88ba901c008c24318422645ff
  • gitiles_ref:refs/branch-heads/8103
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:685
  • user_agent:recipe

Debug log (UTC)

[00:23:44.387] New invocation is queued and will start shortly
[00:23:44.387] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:23:45.461] Starting the invocation (attempt 1)
[00:23:45.498] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ca539706ca440d88ba901c008c24318422645ff"
[00:23:45.498] Popped gitiles commit info from properties and tags
[00:23:45.499] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:23:45.499] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:23:45.499] Buildbucket request:
{
  "requestId": "8831810454500849760",
  "builder": {
    "project": "chromium-m157",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0ca539706ca440d88ba901c008c24318422645ff",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8103"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8831810454500849760",
            "job": "chromium-m157/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "0ca539706ca440d88ba901c008c24318422645ff",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8103"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "0ca539706ca440d88ba901c008c24318422645ff"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8666381551352854849"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8666381551352854849"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8666381551352854849"
                                              }
                                        ],
                                    "parent_build_id": "8666381551352854849",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "7bf673433dd1a7602a9323608d7e3fb1583dfd1e",
                                    "parent_got_dawn_revision": "3c24c91e70eaf701ae92ab8cc414669cc4c38892",
                                    "parent_got_revision": "0ca539706ca440d88ba901c008c24318422645ff",
                                    "parent_got_revision_cp": "refs/branch-heads/8103@{#1011}",
                                    "parent_got_swiftshader_revision": "0f87bb2d3742c2992fd1a7dcb2f051eebf79299c",
                                    "parent_got_v8_revision": "088b045aaf415d3e0ada071912e46f7eb17223a2",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.7@{#39}",
                                    "parent_got_webrtc_revision": "95554e4a0c5c343fdc989387d9d0ce18e2a2294b",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8103@{#4}",
                                    "revision": "0ca539706ca440d88ba901c008c24318422645ff",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b8b2547a42f9d875813602cf842e6f9a911c58e10eb680216748f1aa29b3f1b5/586",
                                          "accessibility_unittests": "24d05f67174b2eff9730cf9d4e424a4f60c5ffaf04b54a9ba0a89c1a9b1d6422/586",
                                          "angle_unittests": "f45bcb261189aa7c2bca18aca88c9757ddda49e976556f0c4719235804ebfe0f/587",
                                          "aura_unittests": "4da3dde7a6b090d6bcc43f909d7a3bccf0edd927409d91c96f770c6c5c556446/586",
                                          "base_unittests": "82935b59c02efe034a3cc8d1963352968d120324825d4e98c77bd26b76cc0e49/664",
                                          "blink_common_unittests": "127e2a10814cadc682d01fe07e4b829c067bc9696ce9d92b03fc7048f502904b/664",
                                          "blink_fuzzer_unittests": "0d6fd5f608c95a70bafc64568326350617532fafc9a7219cb1a52a7d65c0ffbd/586",
                                          "blink_heap_unittests": "6373704c574c2db0577f4cf0eee09c5849ed81d55e2021b433a57aac2cfe69aa/586",
                                          "blink_platform_unittests": "d2fffbdd2be4ab4d09f3f4a7b7ea55d94edd2d4f031e2ddf010eafca49307677/743",
                                          "blink_unittests": "1e897dd898edb0bc6b3727166b99cf065e6492106633e81fa2cf49bb6635e7b4/827",
                                          "boringssl_crypto_tests": "42985fae77b0451fb883f5dea7c89cdf9f505e9a3c280042449ab5067d6537b3/587",
                                          "boringssl_ssl_tests": "edb7b66f23e49d45e540d8e90bdfd0b0f7ff0302a317e83c92a4f119b83abf39/586",
                                          "capture_unittests": "593f1b2597d544c47561c6c306e6a214844d8b798523da2f12101899737429e0/665",
                                          "cast_unittests": "a766aca22ba6269a3f7529401e38143a6ab4bbcbbf2bf506201a464a89c4b00e/586",
                                          "cc_unittests": "39ab477eafdf0c241e52f93dc18666aeb1b1616b453d2a9804383fff46429e35/746",
                                          "chrome_app_unittests": "47df332023d5f5532cb131b0b4d0273e492eb88f24c534cecd5b61343062d27c/664",
                                          "chromedriver_unittests": "ef1912bfa7204298513bcf8c5a9e2494d4ef493ed04c6993c5815f65271a5b4c/743",
                                          "components_browsertests": "2cb0558d791f348c8c82d2906c3dca06cc64429e1d78d0bdd682e038a0427823/830",
                                          "components_unittests": "7ec4a7c08014f3f76f98dee93032ea5011519f96bea3f0cc5bae84097a78ee4b/909",
                                          "compositor_unittests": "6d13e7053c1c00ef7efe6feb15e1285d36c6c4e6edeaf45d399c1f9924cab79a/662",
                                          "content_browsertests": "0593d38c66852341ad786ee787c6eaeb02bc1d785027dcbb6d87fc706de20756/903",
                                          "content_unittests": "80df1962dfb6346396db5a799141b67e77a825dd07b6720e114639e28b87e1c9/823",
                                          "crypto_unittests": "fbf7940683107bd5e2557ea9f8fe7e87215a9a440ab2fad108fe6b341939e064/666",
                                          "dbus_unittests": "4da3bd877f3897e3c25d1f92f9c066f900ff3df9d2217f5c4bcbb15ccb634915/586",
                                          "device_unittests": "7cdd8d386223f8a8fa8637d28fbe4052e43ca5273f131be021578338660c3427/663",
                                          "display_unittests": "31b077e89045184096dce9010121f4b8d5a59167c995bd796e16fa8fda6f4042/586",
                                          "env_chromium_unittests": "81f27538ed433a0d1a719ce492a150b2088acd1e1d8e9ee84278fa61b3093aad/586",
                                          "events_unittests": "f22646b9f4845ab0836e518532aaf11c17422bfe102188b9c5d798edc5f53b67/586",
                                          "extensions_unittests": "927402f080f5c9c4378cf2164d0ff6ed0ae0c5b298ee634b6a3b83fa3c05fcf0/828",
                                          "filesystem_service_unittests": "c5d40e334487988b934d5d3476f0ae5d0ac917ea20662b1eccb1476c986096f7/586",
                                          "fuzzing_unittests": "09fc881a12271312e3fe1ac060c4aa369f1e428d8cecdaaad124a36ecbc00a66/586",
                                          "gcm_unit_tests": "b5fdfd62a172e566f1b66e2db69b436fc3f7adf22c44b1f541ba3587f1e3d9da/663",
                                          "gfx_unittests": "2ebcbbe7a77ea3bccbf39c294e84501dcbf5b9807cabde1df1d6b7846ffeb307/662",
                                          "gin_unittests": "13c83a4b5c5a4277a1921d6b0b98808fa356cd85115b51b345d3def772231920/663",
                                          "gl_tests": "80dc28359df1004ac7935d992f258c14788b20342570dc671ae7bac88199c299/586",
                                          "gl_unittests": "ed56bd9cefa2b182700c499c8e014a3250c2cbe5e56c6bccbf9e6187f311c319/586",
                                          "google_apis_unittests": "bc4a32cea52a4cd670d1c7daa8274f97d79e6df6d6aab85ae14bb4bc3ec31099/748",
                                          "gpu_unittests": "4214217c04543959317b137230a03dcbdaa6a0f65fecbc90884df0f2fa8662e2/663",
                                          "gtk_unittests": "c836b24bd7658703544cebca3442768f2aab2dd6e640e7f3c0a66d6a8219c0f1/586",
                                          "gwp_asan_unittests": "48dea466066f8e999d4f87a236587d1b9aac6b7b8ebf77f7c251c9f7e93b7f32/587",
                                          "headless_browsertests": "afd88e89d7b1fc93d3e4c20f1ebc311b519cd1ed8972bd7be8ac3cc99b56966e/831",
                                          "headless_unittests": "aaef974a271a1babdc7513dbf8c260ea1dc8722246103ee74072fde52236de85/586",
                                          "interactive_ui_tests": "ee8f934cb76bfa2a8dba37464e201ff02f60ea36ef7fa8f969dea946fd91d04d/1157",
                                          "ipc_tests": "bb52735405fc48af98a1c14aae4738fcc11974215c072a4a5abf1998e2130834/586",
                                          "latency_unittests": "660bf191318c6fef7145a4d364f04beb9e1ae574b79e96942fce1749d6852c86/586",
                                          "leveldb_unittests": "2db7b8e62799242f8f80c5a3ce0a5d0185eaa2e570b429774655eec76dbc8464/586",
                                          "libjingle_xmpp_unittests": "6914f89254530b46de3bd51b97f17ce9cc05bc99d664f13a7d31a16ce20692d6/586",
                                          "liburlpattern_unittests": "bf2fc6b788d949a948a8339a922f1ee5f9d58483c3bfa11a5b39a244c1197d31/586",
                                          "media_unittests": "62b4843e91145dc5e597dd5f8b9b29e7c56a37b9d3266bbdbc96ffb15ef599f4/666",
                                          "message_center_unittests": "c5f93de2d84da06e74801fa5de1ad2b586f8093d0f86537ee799b53017c8ec6d/586",
                                          "midi_unittests": "d3f2df65fc3b83599e34ed3525325aed9c9622746fad415a8c204650bed7e877/586",
                                          "mojo_unittests": "2397f7c2b95f9ef358fee6f67baca4ab33a99fe8708a11026acda3f62e006052/664",
                                          "native_theme_unittests": "86e450889c666da155592bb5eed65bc02c848da9d4357afb8409e9cb03e3ff66/586",
                                          "net_unittests": "91505dc48a1e3e56fae1d2e86b0f3c20f70228d6ac568cd62698ed5792fa5353/665",
                                          "openscreen_unittests": "8b4a1780859576e3338401161fdc152b5ae5a524bb683a533fd78db643bd430f/587",
                                          "ozone_unittests": "806417f14bd64b5022de47ca595dddc43191dce1cff04a70c7792cf27d51bb86/586",
                                          "ozone_x11_unittests": "ec58aab17057618b7741857bebb237662b644418cd029dbeb6ba1333a3ebf8ba/586",
                                          "pdf_unittests": "f37e22c487a23be976b692b48e6863ba5b41a98e1dea616e515b6dac28b2ed56/663",
                                          "perfetto_unittests": "5652658fdd5bb5a2dcf3b165eeb43ed7429b7c2f1593eaa00feb336795c3f8a1/586",
                                          "printing_unittests": "87ee00c1d9dd034bd76877d7c00d903a8c9ec9c19b13942251fb7062277ee8b2/586",
                                          "pthreadpool_unittests": "2f0eabdfeb975fdcc73155a114a8aec5e59fb10149e4081d33733fd6e5f2a496/586",
                                          "puffin_unittests": "c069952d99cc2e0468abdfbd756c95585f7205b42ee9e49093b88972720f0409/670",
                                          "remoting_unittests": "7f41cfc0ac8369e10583b8518ef6b54323cd03725be44a28ecdbec20146de8f6/745",
                                          "sandbox_linux_unittests": "b53880eed03b84328135988d9588391d0398d0a7213498d2d7b5a10b3a3f398d/586",
                                          "services_unittests": "1c83d319ce0b8ad6ae206132fcd80c00a052df987b74f4e2b12adfb723e4fded/828",
                                          "shell_dialogs_unittests": "405277758a1c196130230a0951d58a3c217cd9bb3442b88521158858ea40a023/586",
                                          "skia_unittests": "b40ef24ac48abf548ff11d2d1ad914cb3fd8112b290bca6a5a0349d899afca18/587",
                                          "snapshot_unittests": "3c336842d36febf40efa6e156921750409146dcf3037470457a8b26de2b4087e/586",
                                          "sql_unittests": "b5012aed968a6e4076c87926cccc997effe70a1b6742190b180fc8876ef25814/663",
                                          "storage_unittests": "c073edcbcc0d9c7d2d9edab9f1b09b33ec2117d2d13f698a44a7a52baf2464e7/744",
                                          "sync_integration_tests": "a92999b745f246b7435e1e9e8c64b52410bc425e037e9c6b4b83d1abf343820f/745",
                                          "ui_base_unittests": "05b2f983f2b82fa27d26411b24c3d2d8c3b82da227e793f45b7110a74578b5c2/739",
                                          "ui_touch_selection_unittests": "7cc6fa260f054534e7863a96ab5c55e8d7c71cb96badedc7415715b38edee4ce/586",
                                          "ui_unittests": "2b2000d028390d1f748de184c13fbda3782c36cc5bb41b5a4624175f380bd970/586",
                                          "unit_tests": "f65f09c1bbaed37a6f72ba266274f3a282dfcec0f99b9325351e37cbe205efbb/1238",
                                          "url_unittests": "d2d3bb4e5a0b8743f5e4535982145c85fcf75637d60ff42de431b223217f6ac3/586",
                                          "views_unittests": "e0d8f8cf28cba3a68b4a6513d41860209bd26e458f0b52ed223eae7d807ac071/586",
                                          "viz_unittests": "f33c14bfb9792cd269f984d7fb64d998f9116890e6c444ba7d1c2ec2b1513676/670",
                                          "vr_common_unittests": "05862de533b28ea63816984cb29e5a27b1be872d58b2826eeffe8c1849ce307d/664",
                                          "wm_unittests": "74c20ccb6af7b592b9a71194091e17888dae42a9cb0d0a31146772b893ee6d93/586",
                                          "wtf_unittests": "d0292eb4156709714ed9e6612f687705aac54133782fca27c723303d65805908/586",
                                          "xr_browser_tests": "2a79cff53110bebaf3fcef5e7b1817e23747f257553d1e390bf612bcce4e0c8e/744",
                                          "zlib_unittests": "9b2281cacd9c447e978676310b7c7686ffd56bb4d4155844dfda5697442ef9b1/587"
                                        },
                                    "swarming_command_lines_cwd": "out/3e94-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8103",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "0ca539706ca440d88ba901c008c24318422645ff",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:685",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "468f2744-4134-4f4a-8896-fb59901c4ceb",
                        "title": "Linux TSan Builder/685",
                        "url": "https://cr-buildbucket.appspot.com/build/8666381551352854849"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0ca539706ca440d88ba901c008c24318422645ff"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8666381551352854849"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8666381551352854849"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8666381551352854849"
                }
          ],
      "parent_build_id": "8666381551352854849",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7bf673433dd1a7602a9323608d7e3fb1583dfd1e",
      "parent_got_dawn_revision": "3c24c91e70eaf701ae92ab8cc414669cc4c38892",
      "parent_got_revision": "0ca539706ca440d88ba901c008c24318422645ff",
      "parent_got_revision_cp": "refs/branch-heads/8103@{#1011}",
      "parent_got_swiftshader_revision": "0f87bb2d3742c2992fd1a7dcb2f051eebf79299c",
      "parent_got_v8_revision": "088b045aaf415d3e0ada071912e46f7eb17223a2",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.7@{#39}",
      "parent_got_webrtc_revision": "95554e4a0c5c343fdc989387d9d0ce18e2a2294b",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8103@{#4}",
      "swarm_hashes": {
            "absl_hardening_tests": "b8b2547a42f9d875813602cf842e6f9a911c58e10eb680216748f1aa29b3f1b5/586",
            "accessibility_unittests": "24d05f67174b2eff9730cf9d4e424a4f60c5ffaf04b54a9ba0a89c1a9b1d6422/586",
            "angle_unittests": "f45bcb261189aa7c2bca18aca88c9757ddda49e976556f0c4719235804ebfe0f/587",
            "aura_unittests": "4da3dde7a6b090d6bcc43f909d7a3bccf0edd927409d91c96f770c6c5c556446/586",
            "base_unittests": "82935b59c02efe034a3cc8d1963352968d120324825d4e98c77bd26b76cc0e49/664",
            "blink_common_unittests": "127e2a10814cadc682d01fe07e4b829c067bc9696ce9d92b03fc7048f502904b/664",
            "blink_fuzzer_unittests": "0d6fd5f608c95a70bafc64568326350617532fafc9a7219cb1a52a7d65c0ffbd/586",
            "blink_heap_unittests": "6373704c574c2db0577f4cf0eee09c5849ed81d55e2021b433a57aac2cfe69aa/586",
            "blink_platform_unittests": "d2fffbdd2be4ab4d09f3f4a7b7ea55d94edd2d4f031e2ddf010eafca49307677/743",
            "blink_unittests": "1e897dd898edb0bc6b3727166b99cf065e6492106633e81fa2cf49bb6635e7b4/827",
            "boringssl_crypto_tests": "42985fae77b0451fb883f5dea7c89cdf9f505e9a3c280042449ab5067d6537b3/587",
            "boringssl_ssl_tests": "edb7b66f23e49d45e540d8e90bdfd0b0f7ff0302a317e83c92a4f119b83abf39/586",
            "capture_unittests": "593f1b2597d544c47561c6c306e6a214844d8b798523da2f12101899737429e0/665",
            "cast_unittests": "a766aca22ba6269a3f7529401e38143a6ab4bbcbbf2bf506201a464a89c4b00e/586",
            "cc_unittests": "39ab477eafdf0c241e52f93dc18666aeb1b1616b453d2a9804383fff46429e35/746",
            "chrome_app_unittests": "47df332023d5f5532cb131b0b4d0273e492eb88f24c534cecd5b61343062d27c/664",
            "chromedriver_unittests": "ef1912bfa7204298513bcf8c5a9e2494d4ef493ed04c6993c5815f65271a5b4c/743",
            "components_browsertests": "2cb0558d791f348c8c82d2906c3dca06cc64429e1d78d0bdd682e038a0427823/830",
            "components_unittests": "7ec4a7c08014f3f76f98dee93032ea5011519f96bea3f0cc5bae84097a78ee4b/909",
            "compositor_unittests": "6d13e7053c1c00ef7efe6feb15e1285d36c6c4e6edeaf45d399c1f9924cab79a/662",
            "content_browsertests": "0593d38c66852341ad786ee787c6eaeb02bc1d785027dcbb6d87fc706de20756/903",
            "content_unittests": "80df1962dfb6346396db5a799141b67e77a825dd07b6720e114639e28b87e1c9/823",
            "crypto_unittests": "fbf7940683107bd5e2557ea9f8fe7e87215a9a440ab2fad108fe6b341939e064/666",
            "dbus_unittests": "4da3bd877f3897e3c25d1f92f9c066f900ff3df9d2217f5c4bcbb15ccb634915/586",
            "device_unittests": "7cdd8d386223f8a8fa8637d28fbe4052e43ca5273f131be021578338660c3427/663",
            "display_unittests": "31b077e89045184096dce9010121f4b8d5a59167c995bd796e16fa8fda6f4042/586",
            "env_chromium_unittests": "81f27538ed433a0d1a719ce492a150b2088acd1e1d8e9ee84278fa61b3093aad/586",
            "events_unittests": "f22646b9f4845ab0836e518532aaf11c17422bfe102188b9c5d798edc5f53b67/586",
            "extensions_unittests": "927402f080f5c9c4378cf2164d0ff6ed0ae0c5b298ee634b6a3b83fa3c05fcf0/828",
            "filesystem_service_unittests": "c5d40e334487988b934d5d3476f0ae5d0ac917ea20662b1eccb1476c986096f7/586",
            "fuzzing_unittests": "09fc881a12271312e3fe1ac060c4aa369f1e428d8cecdaaad124a36ecbc00a66/586",
            "gcm_unit_tests": "b5fdfd62a172e566f1b66e2db69b436fc3f7adf22c44b1f541ba3587f1e3d9da/663",
            "gfx_unittests": "2ebcbbe7a77ea3bccbf39c294e84501dcbf5b9807cabde1df1d6b7846ffeb307/662",
            "gin_unittests": "13c83a4b5c5a4277a1921d6b0b98808fa356cd85115b51b345d3def772231920/663",
            "gl_tests": "80dc28359df1004ac7935d992f258c14788b20342570dc671ae7bac88199c299/586",
            "gl_unittests": "ed56bd9cefa2b182700c499c8e014a3250c2cbe5e56c6bccbf9e6187f311c319/586",
            "google_apis_unittests": "bc4a32cea52a4cd670d1c7daa8274f97d79e6df6d6aab85ae14bb4bc3ec31099/748",
            "gpu_unittests": "4214217c04543959317b137230a03dcbdaa6a0f65fecbc90884df0f2fa8662e2/663",
            "gtk_unittests": "c836b24bd7658703544cebca3442768f2aab2dd6e640e7f3c0a66d6a8219c0f1/586",
            "gwp_asan_unittests": "48dea466066f8e999d4f87a236587d1b9aac6b7b8ebf77f7c251c9f7e93b7f32/587",
            "headless_browsertests": "afd88e89d7b1fc93d3e4c20f1ebc311b519cd1ed8972bd7be8ac3cc99b56966e/831",
            "headless_unittests": "aaef974a271a1babdc7513dbf8c260ea1dc8722246103ee74072fde52236de85/586",
            "interactive_ui_tests": "ee8f934cb76bfa2a8dba37464e201ff02f60ea36ef7fa8f969dea946fd91d04d/1157",
            "ipc_tests": "bb52735405fc48af98a1c14aae4738fcc11974215c072a4a5abf1998e2130834/586",
            "latency_unittests": "660bf191318c6fef7145a4d364f04beb9e1ae574b79e96942fce1749d6852c86/586",
            "leveldb_unittests": "2db7b8e62799242f8f80c5a3ce0a5d0185eaa2e570b429774655eec76dbc8464/586",
            "libjingle_xmpp_unittests": "6914f89254530b46de3bd51b97f17ce9cc05bc99d664f13a7d31a16ce20692d6/586",
            "liburlpattern_unittests": "bf2fc6b788d949a948a8339a922f1ee5f9d58483c3bfa11a5b39a244c1197d31/586",
            "media_unittests": "62b4843e91145dc5e597dd5f8b9b29e7c56a37b9d3266bbdbc96ffb15ef599f4/666",
            "message_center_unittests": "c5f93de2d84da06e74801fa5de1ad2b586f8093d0f86537ee799b53017c8ec6d/586",
            "midi_unittests": "d3f2df65fc3b83599e34ed3525325aed9c9622746fad415a8c204650bed7e877/586",
            "mojo_unittests": "2397f7c2b95f9ef358fee6f67baca4ab33a99fe8708a11026acda3f62e006052/664",
            "native_theme_unittests": "86e450889c666da155592bb5eed65bc02c848da9d4357afb8409e9cb03e3ff66/586",
            "net_unittests": "91505dc48a1e3e56fae1d2e86b0f3c20f70228d6ac568cd62698ed5792fa5353/665",
            "openscreen_unittests": "8b4a1780859576e3338401161fdc152b5ae5a524bb683a533fd78db643bd430f/587",
            "ozone_unittests": "806417f14bd64b5022de47ca595dddc43191dce1cff04a70c7792cf27d51bb86/586",
            "ozone_x11_unittests": "ec58aab17057618b7741857bebb237662b644418cd029dbeb6ba1333a3ebf8ba/586",
            "pdf_unittests": "f37e22c487a23be976b692b48e6863ba5b41a98e1dea616e515b6dac28b2ed56/663",
            "perfetto_unittests": "5652658fdd5bb5a2dcf3b165eeb43ed7429b7c2f1593eaa00feb336795c3f8a1/586",
            "printing_unittests": "87ee00c1d9dd034bd76877d7c00d903a8c9ec9c19b13942251fb7062277ee8b2/586",
            "pthreadpool_unittests": "2f0eabdfeb975fdcc73155a114a8aec5e59fb10149e4081d33733fd6e5f2a496/586",
            "puffin_unittests": "c069952d99cc2e0468abdfbd756c95585f7205b42ee9e49093b88972720f0409/670",
            "remoting_unittests": "7f41cfc0ac8369e10583b8518ef6b54323cd03725be44a28ecdbec20146de8f6/745",
            "sandbox_linux_unittests": "b53880eed03b84328135988d9588391d0398d0a7213498d2d7b5a10b3a3f398d/586",
            "services_unittests": "1c83d319ce0b8ad6ae206132fcd80c00a052df987b74f4e2b12adfb723e4fded/828",
            "shell_dialogs_unittests": "405277758a1c196130230a0951d58a3c217cd9bb3442b88521158858ea40a023/586",
            "skia_unittests": "b40ef24ac48abf548ff11d2d1ad914cb3fd8112b290bca6a5a0349d899afca18/587",
            "snapshot_unittests": "3c336842d36febf40efa6e156921750409146dcf3037470457a8b26de2b4087e/586",
            "sql_unittests": "b5012aed968a6e4076c87926cccc997effe70a1b6742190b180fc8876ef25814/663",
            "storage_unittests": "c073edcbcc0d9c7d2d9edab9f1b09b33ec2117d2d13f698a44a7a52baf2464e7/744",
            "sync_integration_tests": "a92999b745f246b7435e1e9e8c64b52410bc425e037e9c6b4b83d1abf343820f/745",
            "ui_base_unittests": "05b2f983f2b82fa27d26411b24c3d2d8c3b82da227e793f45b7110a74578b5c2/739",
            "ui_touch_selection_unittests": "7cc6fa260f054534e7863a96ab5c55e8d7c71cb96badedc7415715b38edee4ce/586",
            "ui_unittests": "2b2000d028390d1f748de184c13fbda3782c36cc5bb41b5a4624175f380bd970/586",
            "unit_tests": "f65f09c1bbaed37a6f72ba266274f3a282dfcec0f99b9325351e37cbe205efbb/1238",
            "url_unittests": "d2d3bb4e5a0b8743f5e4535982145c85fcf75637d60ff42de431b223217f6ac3/586",
            "views_unittests": "e0d8f8cf28cba3a68b4a6513d41860209bd26e458f0b52ed223eae7d807ac071/586",
            "viz_unittests": "f33c14bfb9792cd269f984d7fb64d998f9116890e6c444ba7d1c2ec2b1513676/670",
            "vr_common_unittests": "05862de533b28ea63816984cb29e5a27b1be872d58b2826eeffe8c1849ce307d/664",
            "wm_unittests": "74c20ccb6af7b592b9a71194091e17888dae42a9cb0d0a31146772b893ee6d93/586",
            "wtf_unittests": "d0292eb4156709714ed9e6612f687705aac54133782fca27c723303d65805908/586",
            "xr_browser_tests": "2a79cff53110bebaf3fcef5e7b1817e23747f257553d1e390bf612bcce4e0c8e/744",
            "zlib_unittests": "9b2281cacd9c447e978676310b7c7686ffd56bb4d4155844dfda5697442ef9b1/587"
          },
      "swarming_command_lines_cwd": "out/3e94-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0ca539706ca440d88ba901c008c24318422645ff",
    "ref": "refs/branch-heads/8103"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8831810454500849760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m157/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "685"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:23:46.247] Scheduled build:
{
  "id": "8666380392566348641",
  "builder": {
    "project": "chromium-m157",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 498,
  "createdBy": "project:chromium-m157",
  "createTime": "2026-11-01T00:23:45.610725985Z",
  "updateTime": "2026-11-01T00:23:45.610725985Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ca539706ca440d88ba901c008c24318422645ff",
      "ref": "refs/branch-heads/8103"
    }
  }
}
[00:23:46.247] Task URL: https://cr-buildbucket.appspot.com/build/8666380392566348641
[00:23:46.247] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:2:0) after 8m7s
[00:23:47.281] Received PubSub notification, asking Buildbucket for the build status
[00:23:47.303] Build status: SCHEDULED
[00:23:51.180] Received PubSub notification, asking Buildbucket for the build status
[00:23:51.237] Build status: STARTED
[00:31:53.297] Handling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:2:0)
[00:31:53.383] Build status: STARTED
[00:31:53.383] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:5:0) after 8m11s
[00:40:04.559] Handling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:5:0)
[00:40:04.580] Build status: STARTED
[00:40:04.580] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:6:0) after 7m51s
[00:47:55.884] Handling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:6:0)
[00:47:55.904] Build status: STARTED
[00:47:55.904] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:7:0) after 3m4s
[00:51:00.025] Handling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:7:0)
[00:51:00.049] Build status: STARTED
[00:51:00.049] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:8:0) after 1m55s
[00:52:55.141] Handling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:8:0)
[00:52:55.159] Build status: STARTED
[00:52:55.159] Scheduling timer "check-buildbucket-build-status" (chromium-m157/Linux TSan Tests:8831810454500849760:9:0) after 9m47s
[00:59:50.864] Received PubSub notification, asking Buildbucket for the build status
[00:59:50.880] Build:
{
  "id": "8666380392566348641",
  "builder": {
    "project": "chromium-m157",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 498,
  "createdBy": "project:chromium-m157",
  "createTime": "2026-11-01T00:23:45.610725985Z",
  "startTime": "2026-11-01T00:23:50.807395734Z",
  "endTime": "2026-11-01T00:59:34.668846731Z",
  "updateTime": "2026-11-01T00:59:34.668846731Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ca539706ca440d88ba901c008c24318422645ff",
      "ref": "refs/branch-heads/8103"
    }
  }
}
[00:59:50.880] Invocation finished in 36m6.497701877s with status FAILED