Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 36 minutes
Actions:

Definition (rev 1308c62b6ac00ddd1e8c3d9e8f882d4034bc9327)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3e174aae419d37224d489624f1e73497d8ef561e",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7827"
      }
    ]
  },
  "branch": "refs/branch-heads/7827",
  "deps_revision_overrides": {
    "src": "3e174aae419d37224d489624f1e73497d8ef561e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678337153152836657"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678337153152836657"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678337153152836657"
    }
  ],
  "parent_build_id": "8678337153152836657",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
  "parent_got_dawn_revision": "5f4c5ef509c5ffa65822302341cf9b2ccad471f9",
  "parent_got_revision": "3e174aae419d37224d489624f1e73497d8ef561e",
  "parent_got_revision_cp": "refs/branch-heads/7827@{#3614}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "933ce636c562cd54d68e7f7c93ab5cdffd685fca",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#69}",
  "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e174aae419d37224d489624f1e73497d8ef561e",
  "swarm_hashes": {
    "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
    "accessibility_unittests": "95be5002429cab8151fc01bee3e1622f0d450ce125eca5d77507a51d22c56b0e/488",
    "angle_unittests": "2cbac2157ee4628c71e3629b6ec16b00790f30c90260246d35ee39ad48e7acf8/489",
    "app_shell_unittests": "2782f31963e23dea6e0959e558d7ffe34722b250d9554cc7db9ae1e4db6362e8/649",
    "aura_unittests": "ae36cfa1430c14ce1df5df8f430e8e38dd749cff2207be87668f2dc0492eb845/488",
    "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
    "blink_common_unittests": "6ccc525de8c2a85cf3c0310739df0846f210346ad8f4f9ad93b69ab868a1eccc/566",
    "blink_fuzzer_unittests": "f25bce1edeca3aec48ec7662feb4349b2d7e25e47e5eb76dd31cd0a229e5c23c/488",
    "blink_heap_unittests": "6874b19ee8b60fcd0fb26dc66f51165128b1adff3534d22a967e0cfb904de388/488",
    "blink_platform_unittests": "829a720b46c2bf35fdd2141e0603244b5b8a01cb9f2ed5d42c6b06b0580dbe2f/645",
    "blink_unittests": "646a0bb9bf3e5d8b46349a6fbcf108face9614c1b253345376736f27abfb8fd8/729",
    "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
    "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
    "capture_unittests": "a84167d7b3199b5ffe7f2f8573e04ca90bb97f22f0df82339ef33fd5729bbd31/567",
    "cast_unittests": "79fdf55abf5f410a25348d7fdc3c9cf1f0ecbb94de2679160902295f5586d78d/488",
    "cc_unittests": "a8a8f61bdca8156c100a671105b1777de9bc5fc80cdbd5cf4cb115408df820b0/648",
    "chrome_app_unittests": "1be1e3fdbbc713b0eca8bd1002452c7a45a5b10b75486aee915c8d8382b6e109/566",
    "chromedriver_unittests": "ff248f3c7c87d7a42a1e6ecf47b31fb0c18fd70138a7218d359944133cc01eb5/645",
    "components_browsertests": "8a024368618b0ed42353abea37e8d56552d807dd29027208346b1f35c529a1e6/732",
    "components_unittests": "cd62914ba6733843bf16739b2737154901b6d738a076be33606455c25bdb4ce4/811",
    "compositor_unittests": "f679b651cab210d33d3c9865a40fadff9c722e6b6649a106e03f571166e7e6cb/564",
    "content_browsertests": "0ac19eda464f2196d3098ef20fece74d0d99a86ce0496decd09959c8f43cf1dc/805",
    "content_unittests": "049342db5093b21b5cd258d11524f2c5d761a19cd02f37fa1f47a55a668baf8d/725",
    "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
    "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
    "device_unittests": "112f21c1c23e540d6d234913663a473dfca134b7e3f40db8266b19a93a4ffcb6/565",
    "display_unittests": "8663b5d657ab8d374eae6c03414a06adcecc18597aadde4c0704aa4490bd5a13/488",
    "env_chromium_unittests": "30123a87f6a5dbbc0f7487447a568f569f911b5771ef46c9013c7ff03ad45b4b/488",
    "events_unittests": "f2c0197383b76017fe2ef1d4e00c20be1414a8d1b800a8085c0e3e30b3bfa507/488",
    "extensions_unittests": "e38271426b094244f1eaddd93d3d36a9ad3f6fd4445c4fa16254d2d98c02e2ca/730",
    "filesystem_service_unittests": "a66df824e8a1832cf5dbdc6743bed7bd4cb4e9fd7d75c2f7160c2c82ee91579f/488",
    "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
    "gcm_unit_tests": "21df6fea8a75c331d74a5fe8122909311a1868752b9d784b78b5757735ea864b/565",
    "gfx_unittests": "a594bf8db171ded2fea6b68c0735a8ecb1f7e2e6e22cc8277b36375449854058/564",
    "gin_unittests": "774e76455b0062603c8b059a61588ba65bc674a2902cd67695ad3c3d36d6226d/565",
    "gl_tests": "32def176f8b9db8e63fe7be3b16da35b068944b256a796194d439cbd434d3f3f/488",
    "gl_unittests": "ab6f702d0abf23f9559ecb5dadf272339840b0408425869fdb98f70dfa0edc35/488",
    "google_apis_unittests": "e91c70208c24cfe4b52e28b94480b83c3ded59cb3748a54200a8bfb38908efba/650",
    "gpu_unittests": "7774bed2e593e7d92cb4e0ccea082cad3aa5c39229334235b129e5f02d9cd5f5/565",
    "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
    "headless_browsertests": "23706a01561e0dc181d8b3d0d4016c10020d2e5f1962ab81588b439394645c6d/733",
    "headless_unittests": "2947593c6dd01eabca92166d3328fb0605857941dbae4e1a81c5f0e7fd504c2d/488",
    "interactive_ui_tests": "6da94ad0fe46140a9eab3f65655c23cf34780adee077740d2d44e59bc5e34f75/1059",
    "ipc_tests": "9c2681304ad42714a7b30955db2696ef2b6696d3c4ef96e7fa131071dc634e77/488",
    "latency_unittests": "debd31ccb0d233c9d38c046644e8c4c1f108090479e065d6f4e6be1ddd531c86/488",
    "leveldb_unittests": "90004eb2fae5138900250520176cdef92439b632f51dc33eb07980f0ac276f4a/488",
    "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
    "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
    "media_unittests": "b6466333679393e7f8a32cc162483d47505c5ae76676398e410354ffc642635a/568",
    "message_center_unittests": "a83cd048c87e6cc8a9dcf10e4f6885e8d535d9ac20e604aedcc6f14ce9cadb63/488",
    "midi_unittests": "73a113587cea06a4757023fc9ee8516f11dc7cd4c941403140c2269c8f074092/488",
    "mojo_unittests": "1975ae7d13415e780e495035c5919e72075201133620952a003c450714fbc181/566",
    "native_theme_unittests": "3f816ba57b870e730729fe065d45e5c38cac979535f8872f54e85ca8ade31b52/488",
    "net_unittests": "3ca6674b5b111c0ec3ef453e3d43dafce70db7b299d6773e90c7f213cff719ac/567",
    "openscreen_unittests": "dca69e03dba84de9b7e07e617170964ffc78bcb79b701599c67fe8d78c7511d5/489",
    "ozone_unittests": "455ca0696d92978f1ea541057dc37e0aa053a56d9fbaee04dd1391c4b22cc418/488",
    "ozone_x11_unittests": "b61e150611f02647935e1b75f9804a9785bdcbfcb6be758b7b29702deec2ff17/488",
    "pdf_unittests": "658ff0a655cbb41e06c32c0999b68ebd9ff142a063cadb368bcafaa68880b8e6/565",
    "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
    "printing_unittests": "aaf5b5ec12b8f1d4f3e6354069c65805cba2525cb7029881468e6c65ab6c5167/488",
    "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
    "remoting_unittests": "f7528f1d001f53af524f67ce4081d5e3a18ce30771176e3963220a8f050f2c94/565",
    "sandbox_linux_unittests": "e2dbf77b56953e996e7fa694fb3d3cf6f28f11986798beb5e8951966a0f01076/488",
    "services_unittests": "fe558dbd2d64fd49f1b356e732b61ac4c040ada84588ed84679b13d969cee3aa/734",
    "shell_dialogs_unittests": "759db7fe4e755b5b7b8210fdb37661b45ababfcc0806e0f2078d59c23e0f91bb/488",
    "skia_unittests": "324a4005eaff30625e57f1b3e0c33105a7e1bd726f1b6ac24eba75786bf94a71/488",
    "snapshot_unittests": "561dbb134c4ad21026b2f100d460e5c5d23f2e26952e29d52d208b09a4242741/488",
    "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
    "storage_unittests": "00f278fe643d282976d891b2c9dcbe9b9b726dc3f6de60cb0750063f05f96195/646",
    "sync_integration_tests": "ecc912253ec545da20ff930d02c41b9873e54d8528959cac5e9c2207d7c19301/647",
    "ui_base_unittests": "ef1f64de3cb38ff029b84e6e357be04f51402d319ae5c54eacb320da2dc4174d/641",
    "ui_touch_selection_unittests": "5c8f2026284a9944363723387b57def91a72731e4194b53db634c0f473988ae9/488",
    "ui_unittests": "572d510733dc568a3ccc04b3ba19fbccc86cdf06e21e68d4ecaf40ca6bcece95/488",
    "unit_tests": "1a5a40c6eb50f66cf101839a64e00c23f0af3b458c264fb3c1c7fc8f37ceeccd/1061",
    "url_unittests": "d9d1abf6598226c8f3e43412adeadf2835426154e269f629c4f9ae2cc7191cc6/488",
    "views_unittests": "e0583c4516ff6d2d65615ed20ca58f32a7abba05042796d2df2aeeb0d7b33458/488",
    "viz_unittests": "7a06cf0a43d2cc09bef42d9547108d56cda06f2c32abeda420aa5e34d2e83b52/572",
    "vr_common_unittests": "dc52f6af8edcf563c0b77a64afe220507a8c66675d39f9f0fbd68871df84c3d4/566",
    "wm_unittests": "b5ce8af9a3d5d0004f4360d285c9ff6c334c21d7c3ef2b0867f1c41d683df145/488",
    "wtf_unittests": "4e97f1673da30779b89b5d707fc867f9941effc0240717666c7646314a59489b/488",
    "xr_browser_tests": "826109efd9fd7ba70fff86f1e7c8510af75e6c51148813e7a9e3cfb79484169f/646",
    "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
  },
  "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e174aae419d37224d489624f1e73497d8ef561e
  • gitiles_ref:refs/branch-heads/7827
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:919
  • user_agent:recipe

Debug log (UTC)

[02:14:42.839] New invocation is queued and will start shortly
[02:14:42.839] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:14:43.970] Starting the invocation (attempt 1)
[02:14:43.997] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e174aae419d37224d489624f1e73497d8ef561e"
[02:14:43.997] Popped gitiles commit info from properties and tags
[02:14:43.997] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:43.997] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:43.998] Buildbucket request:
{
  "requestId": "8843762272173109968",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3e174aae419d37224d489624f1e73497d8ef561e",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7827"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843762272173109968",
            "job": "chromium-m149/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "3e174aae419d37224d489624f1e73497d8ef561e",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7827"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "3e174aae419d37224d489624f1e73497d8ef561e"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8678337153152836657"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8678337153152836657"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8678337153152836657"
                                              }
                                        ],
                                    "parent_build_id": "8678337153152836657",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
                                    "parent_got_dawn_revision": "5f4c5ef509c5ffa65822302341cf9b2ccad471f9",
                                    "parent_got_revision": "3e174aae419d37224d489624f1e73497d8ef561e",
                                    "parent_got_revision_cp": "refs/branch-heads/7827@{#3614}",
                                    "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
                                    "parent_got_v8_revision": "933ce636c562cd54d68e7f7c93ab5cdffd685fca",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#69}",
                                    "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
                                    "revision": "3e174aae419d37224d489624f1e73497d8ef561e",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
                                          "accessibility_unittests": "95be5002429cab8151fc01bee3e1622f0d450ce125eca5d77507a51d22c56b0e/488",
                                          "angle_unittests": "2cbac2157ee4628c71e3629b6ec16b00790f30c90260246d35ee39ad48e7acf8/489",
                                          "app_shell_unittests": "2782f31963e23dea6e0959e558d7ffe34722b250d9554cc7db9ae1e4db6362e8/649",
                                          "aura_unittests": "ae36cfa1430c14ce1df5df8f430e8e38dd749cff2207be87668f2dc0492eb845/488",
                                          "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
                                          "blink_common_unittests": "6ccc525de8c2a85cf3c0310739df0846f210346ad8f4f9ad93b69ab868a1eccc/566",
                                          "blink_fuzzer_unittests": "f25bce1edeca3aec48ec7662feb4349b2d7e25e47e5eb76dd31cd0a229e5c23c/488",
                                          "blink_heap_unittests": "6874b19ee8b60fcd0fb26dc66f51165128b1adff3534d22a967e0cfb904de388/488",
                                          "blink_platform_unittests": "829a720b46c2bf35fdd2141e0603244b5b8a01cb9f2ed5d42c6b06b0580dbe2f/645",
                                          "blink_unittests": "646a0bb9bf3e5d8b46349a6fbcf108face9614c1b253345376736f27abfb8fd8/729",
                                          "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
                                          "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
                                          "capture_unittests": "a84167d7b3199b5ffe7f2f8573e04ca90bb97f22f0df82339ef33fd5729bbd31/567",
                                          "cast_unittests": "79fdf55abf5f410a25348d7fdc3c9cf1f0ecbb94de2679160902295f5586d78d/488",
                                          "cc_unittests": "a8a8f61bdca8156c100a671105b1777de9bc5fc80cdbd5cf4cb115408df820b0/648",
                                          "chrome_app_unittests": "1be1e3fdbbc713b0eca8bd1002452c7a45a5b10b75486aee915c8d8382b6e109/566",
                                          "chromedriver_unittests": "ff248f3c7c87d7a42a1e6ecf47b31fb0c18fd70138a7218d359944133cc01eb5/645",
                                          "components_browsertests": "8a024368618b0ed42353abea37e8d56552d807dd29027208346b1f35c529a1e6/732",
                                          "components_unittests": "cd62914ba6733843bf16739b2737154901b6d738a076be33606455c25bdb4ce4/811",
                                          "compositor_unittests": "f679b651cab210d33d3c9865a40fadff9c722e6b6649a106e03f571166e7e6cb/564",
                                          "content_browsertests": "0ac19eda464f2196d3098ef20fece74d0d99a86ce0496decd09959c8f43cf1dc/805",
                                          "content_unittests": "049342db5093b21b5cd258d11524f2c5d761a19cd02f37fa1f47a55a668baf8d/725",
                                          "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
                                          "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
                                          "device_unittests": "112f21c1c23e540d6d234913663a473dfca134b7e3f40db8266b19a93a4ffcb6/565",
                                          "display_unittests": "8663b5d657ab8d374eae6c03414a06adcecc18597aadde4c0704aa4490bd5a13/488",
                                          "env_chromium_unittests": "30123a87f6a5dbbc0f7487447a568f569f911b5771ef46c9013c7ff03ad45b4b/488",
                                          "events_unittests": "f2c0197383b76017fe2ef1d4e00c20be1414a8d1b800a8085c0e3e30b3bfa507/488",
                                          "extensions_unittests": "e38271426b094244f1eaddd93d3d36a9ad3f6fd4445c4fa16254d2d98c02e2ca/730",
                                          "filesystem_service_unittests": "a66df824e8a1832cf5dbdc6743bed7bd4cb4e9fd7d75c2f7160c2c82ee91579f/488",
                                          "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
                                          "gcm_unit_tests": "21df6fea8a75c331d74a5fe8122909311a1868752b9d784b78b5757735ea864b/565",
                                          "gfx_unittests": "a594bf8db171ded2fea6b68c0735a8ecb1f7e2e6e22cc8277b36375449854058/564",
                                          "gin_unittests": "774e76455b0062603c8b059a61588ba65bc674a2902cd67695ad3c3d36d6226d/565",
                                          "gl_tests": "32def176f8b9db8e63fe7be3b16da35b068944b256a796194d439cbd434d3f3f/488",
                                          "gl_unittests": "ab6f702d0abf23f9559ecb5dadf272339840b0408425869fdb98f70dfa0edc35/488",
                                          "google_apis_unittests": "e91c70208c24cfe4b52e28b94480b83c3ded59cb3748a54200a8bfb38908efba/650",
                                          "gpu_unittests": "7774bed2e593e7d92cb4e0ccea082cad3aa5c39229334235b129e5f02d9cd5f5/565",
                                          "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
                                          "headless_browsertests": "23706a01561e0dc181d8b3d0d4016c10020d2e5f1962ab81588b439394645c6d/733",
                                          "headless_unittests": "2947593c6dd01eabca92166d3328fb0605857941dbae4e1a81c5f0e7fd504c2d/488",
                                          "interactive_ui_tests": "6da94ad0fe46140a9eab3f65655c23cf34780adee077740d2d44e59bc5e34f75/1059",
                                          "ipc_tests": "9c2681304ad42714a7b30955db2696ef2b6696d3c4ef96e7fa131071dc634e77/488",
                                          "latency_unittests": "debd31ccb0d233c9d38c046644e8c4c1f108090479e065d6f4e6be1ddd531c86/488",
                                          "leveldb_unittests": "90004eb2fae5138900250520176cdef92439b632f51dc33eb07980f0ac276f4a/488",
                                          "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
                                          "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
                                          "media_unittests": "b6466333679393e7f8a32cc162483d47505c5ae76676398e410354ffc642635a/568",
                                          "message_center_unittests": "a83cd048c87e6cc8a9dcf10e4f6885e8d535d9ac20e604aedcc6f14ce9cadb63/488",
                                          "midi_unittests": "73a113587cea06a4757023fc9ee8516f11dc7cd4c941403140c2269c8f074092/488",
                                          "mojo_unittests": "1975ae7d13415e780e495035c5919e72075201133620952a003c450714fbc181/566",
                                          "native_theme_unittests": "3f816ba57b870e730729fe065d45e5c38cac979535f8872f54e85ca8ade31b52/488",
                                          "net_unittests": "3ca6674b5b111c0ec3ef453e3d43dafce70db7b299d6773e90c7f213cff719ac/567",
                                          "openscreen_unittests": "dca69e03dba84de9b7e07e617170964ffc78bcb79b701599c67fe8d78c7511d5/489",
                                          "ozone_unittests": "455ca0696d92978f1ea541057dc37e0aa053a56d9fbaee04dd1391c4b22cc418/488",
                                          "ozone_x11_unittests": "b61e150611f02647935e1b75f9804a9785bdcbfcb6be758b7b29702deec2ff17/488",
                                          "pdf_unittests": "658ff0a655cbb41e06c32c0999b68ebd9ff142a063cadb368bcafaa68880b8e6/565",
                                          "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
                                          "printing_unittests": "aaf5b5ec12b8f1d4f3e6354069c65805cba2525cb7029881468e6c65ab6c5167/488",
                                          "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
                                          "remoting_unittests": "f7528f1d001f53af524f67ce4081d5e3a18ce30771176e3963220a8f050f2c94/565",
                                          "sandbox_linux_unittests": "e2dbf77b56953e996e7fa694fb3d3cf6f28f11986798beb5e8951966a0f01076/488",
                                          "services_unittests": "fe558dbd2d64fd49f1b356e732b61ac4c040ada84588ed84679b13d969cee3aa/734",
                                          "shell_dialogs_unittests": "759db7fe4e755b5b7b8210fdb37661b45ababfcc0806e0f2078d59c23e0f91bb/488",
                                          "skia_unittests": "324a4005eaff30625e57f1b3e0c33105a7e1bd726f1b6ac24eba75786bf94a71/488",
                                          "snapshot_unittests": "561dbb134c4ad21026b2f100d460e5c5d23f2e26952e29d52d208b09a4242741/488",
                                          "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
                                          "storage_unittests": "00f278fe643d282976d891b2c9dcbe9b9b726dc3f6de60cb0750063f05f96195/646",
                                          "sync_integration_tests": "ecc912253ec545da20ff930d02c41b9873e54d8528959cac5e9c2207d7c19301/647",
                                          "ui_base_unittests": "ef1f64de3cb38ff029b84e6e357be04f51402d319ae5c54eacb320da2dc4174d/641",
                                          "ui_touch_selection_unittests": "5c8f2026284a9944363723387b57def91a72731e4194b53db634c0f473988ae9/488",
                                          "ui_unittests": "572d510733dc568a3ccc04b3ba19fbccc86cdf06e21e68d4ecaf40ca6bcece95/488",
                                          "unit_tests": "1a5a40c6eb50f66cf101839a64e00c23f0af3b458c264fb3c1c7fc8f37ceeccd/1061",
                                          "url_unittests": "d9d1abf6598226c8f3e43412adeadf2835426154e269f629c4f9ae2cc7191cc6/488",
                                          "views_unittests": "e0583c4516ff6d2d65615ed20ca58f32a7abba05042796d2df2aeeb0d7b33458/488",
                                          "viz_unittests": "7a06cf0a43d2cc09bef42d9547108d56cda06f2c32abeda420aa5e34d2e83b52/572",
                                          "vr_common_unittests": "dc52f6af8edcf563c0b77a64afe220507a8c66675d39f9f0fbd68871df84c3d4/566",
                                          "wm_unittests": "b5ce8af9a3d5d0004f4360d285c9ff6c334c21d7c3ef2b0867f1c41d683df145/488",
                                          "wtf_unittests": "4e97f1673da30779b89b5d707fc867f9941effc0240717666c7646314a59489b/488",
                                          "xr_browser_tests": "826109efd9fd7ba70fff86f1e7c8510af75e6c51148813e7a9e3cfb79484169f/646",
                                          "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
                                        },
                                    "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7827",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "3e174aae419d37224d489624f1e73497d8ef561e",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:919",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "abfec2ed-20ee-439d-8e54-884695be2d5f",
                        "title": "Linux TSan Builder/919",
                        "url": "https://cr-buildbucket.appspot.com/build/8678337153152836657"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3e174aae419d37224d489624f1e73497d8ef561e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678337153152836657"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678337153152836657"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678337153152836657"
                }
          ],
      "parent_build_id": "8678337153152836657",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
      "parent_got_dawn_revision": "5f4c5ef509c5ffa65822302341cf9b2ccad471f9",
      "parent_got_revision": "3e174aae419d37224d489624f1e73497d8ef561e",
      "parent_got_revision_cp": "refs/branch-heads/7827@{#3614}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "933ce636c562cd54d68e7f7c93ab5cdffd685fca",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#69}",
      "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
      "swarm_hashes": {
            "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
            "accessibility_unittests": "95be5002429cab8151fc01bee3e1622f0d450ce125eca5d77507a51d22c56b0e/488",
            "angle_unittests": "2cbac2157ee4628c71e3629b6ec16b00790f30c90260246d35ee39ad48e7acf8/489",
            "app_shell_unittests": "2782f31963e23dea6e0959e558d7ffe34722b250d9554cc7db9ae1e4db6362e8/649",
            "aura_unittests": "ae36cfa1430c14ce1df5df8f430e8e38dd749cff2207be87668f2dc0492eb845/488",
            "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
            "blink_common_unittests": "6ccc525de8c2a85cf3c0310739df0846f210346ad8f4f9ad93b69ab868a1eccc/566",
            "blink_fuzzer_unittests": "f25bce1edeca3aec48ec7662feb4349b2d7e25e47e5eb76dd31cd0a229e5c23c/488",
            "blink_heap_unittests": "6874b19ee8b60fcd0fb26dc66f51165128b1adff3534d22a967e0cfb904de388/488",
            "blink_platform_unittests": "829a720b46c2bf35fdd2141e0603244b5b8a01cb9f2ed5d42c6b06b0580dbe2f/645",
            "blink_unittests": "646a0bb9bf3e5d8b46349a6fbcf108face9614c1b253345376736f27abfb8fd8/729",
            "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
            "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
            "capture_unittests": "a84167d7b3199b5ffe7f2f8573e04ca90bb97f22f0df82339ef33fd5729bbd31/567",
            "cast_unittests": "79fdf55abf5f410a25348d7fdc3c9cf1f0ecbb94de2679160902295f5586d78d/488",
            "cc_unittests": "a8a8f61bdca8156c100a671105b1777de9bc5fc80cdbd5cf4cb115408df820b0/648",
            "chrome_app_unittests": "1be1e3fdbbc713b0eca8bd1002452c7a45a5b10b75486aee915c8d8382b6e109/566",
            "chromedriver_unittests": "ff248f3c7c87d7a42a1e6ecf47b31fb0c18fd70138a7218d359944133cc01eb5/645",
            "components_browsertests": "8a024368618b0ed42353abea37e8d56552d807dd29027208346b1f35c529a1e6/732",
            "components_unittests": "cd62914ba6733843bf16739b2737154901b6d738a076be33606455c25bdb4ce4/811",
            "compositor_unittests": "f679b651cab210d33d3c9865a40fadff9c722e6b6649a106e03f571166e7e6cb/564",
            "content_browsertests": "0ac19eda464f2196d3098ef20fece74d0d99a86ce0496decd09959c8f43cf1dc/805",
            "content_unittests": "049342db5093b21b5cd258d11524f2c5d761a19cd02f37fa1f47a55a668baf8d/725",
            "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
            "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
            "device_unittests": "112f21c1c23e540d6d234913663a473dfca134b7e3f40db8266b19a93a4ffcb6/565",
            "display_unittests": "8663b5d657ab8d374eae6c03414a06adcecc18597aadde4c0704aa4490bd5a13/488",
            "env_chromium_unittests": "30123a87f6a5dbbc0f7487447a568f569f911b5771ef46c9013c7ff03ad45b4b/488",
            "events_unittests": "f2c0197383b76017fe2ef1d4e00c20be1414a8d1b800a8085c0e3e30b3bfa507/488",
            "extensions_unittests": "e38271426b094244f1eaddd93d3d36a9ad3f6fd4445c4fa16254d2d98c02e2ca/730",
            "filesystem_service_unittests": "a66df824e8a1832cf5dbdc6743bed7bd4cb4e9fd7d75c2f7160c2c82ee91579f/488",
            "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
            "gcm_unit_tests": "21df6fea8a75c331d74a5fe8122909311a1868752b9d784b78b5757735ea864b/565",
            "gfx_unittests": "a594bf8db171ded2fea6b68c0735a8ecb1f7e2e6e22cc8277b36375449854058/564",
            "gin_unittests": "774e76455b0062603c8b059a61588ba65bc674a2902cd67695ad3c3d36d6226d/565",
            "gl_tests": "32def176f8b9db8e63fe7be3b16da35b068944b256a796194d439cbd434d3f3f/488",
            "gl_unittests": "ab6f702d0abf23f9559ecb5dadf272339840b0408425869fdb98f70dfa0edc35/488",
            "google_apis_unittests": "e91c70208c24cfe4b52e28b94480b83c3ded59cb3748a54200a8bfb38908efba/650",
            "gpu_unittests": "7774bed2e593e7d92cb4e0ccea082cad3aa5c39229334235b129e5f02d9cd5f5/565",
            "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
            "headless_browsertests": "23706a01561e0dc181d8b3d0d4016c10020d2e5f1962ab81588b439394645c6d/733",
            "headless_unittests": "2947593c6dd01eabca92166d3328fb0605857941dbae4e1a81c5f0e7fd504c2d/488",
            "interactive_ui_tests": "6da94ad0fe46140a9eab3f65655c23cf34780adee077740d2d44e59bc5e34f75/1059",
            "ipc_tests": "9c2681304ad42714a7b30955db2696ef2b6696d3c4ef96e7fa131071dc634e77/488",
            "latency_unittests": "debd31ccb0d233c9d38c046644e8c4c1f108090479e065d6f4e6be1ddd531c86/488",
            "leveldb_unittests": "90004eb2fae5138900250520176cdef92439b632f51dc33eb07980f0ac276f4a/488",
            "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
            "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
            "media_unittests": "b6466333679393e7f8a32cc162483d47505c5ae76676398e410354ffc642635a/568",
            "message_center_unittests": "a83cd048c87e6cc8a9dcf10e4f6885e8d535d9ac20e604aedcc6f14ce9cadb63/488",
            "midi_unittests": "73a113587cea06a4757023fc9ee8516f11dc7cd4c941403140c2269c8f074092/488",
            "mojo_unittests": "1975ae7d13415e780e495035c5919e72075201133620952a003c450714fbc181/566",
            "native_theme_unittests": "3f816ba57b870e730729fe065d45e5c38cac979535f8872f54e85ca8ade31b52/488",
            "net_unittests": "3ca6674b5b111c0ec3ef453e3d43dafce70db7b299d6773e90c7f213cff719ac/567",
            "openscreen_unittests": "dca69e03dba84de9b7e07e617170964ffc78bcb79b701599c67fe8d78c7511d5/489",
            "ozone_unittests": "455ca0696d92978f1ea541057dc37e0aa053a56d9fbaee04dd1391c4b22cc418/488",
            "ozone_x11_unittests": "b61e150611f02647935e1b75f9804a9785bdcbfcb6be758b7b29702deec2ff17/488",
            "pdf_unittests": "658ff0a655cbb41e06c32c0999b68ebd9ff142a063cadb368bcafaa68880b8e6/565",
            "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
            "printing_unittests": "aaf5b5ec12b8f1d4f3e6354069c65805cba2525cb7029881468e6c65ab6c5167/488",
            "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
            "remoting_unittests": "f7528f1d001f53af524f67ce4081d5e3a18ce30771176e3963220a8f050f2c94/565",
            "sandbox_linux_unittests": "e2dbf77b56953e996e7fa694fb3d3cf6f28f11986798beb5e8951966a0f01076/488",
            "services_unittests": "fe558dbd2d64fd49f1b356e732b61ac4c040ada84588ed84679b13d969cee3aa/734",
            "shell_dialogs_unittests": "759db7fe4e755b5b7b8210fdb37661b45ababfcc0806e0f2078d59c23e0f91bb/488",
            "skia_unittests": "324a4005eaff30625e57f1b3e0c33105a7e1bd726f1b6ac24eba75786bf94a71/488",
            "snapshot_unittests": "561dbb134c4ad21026b2f100d460e5c5d23f2e26952e29d52d208b09a4242741/488",
            "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
            "storage_unittests": "00f278fe643d282976d891b2c9dcbe9b9b726dc3f6de60cb0750063f05f96195/646",
            "sync_integration_tests": "ecc912253ec545da20ff930d02c41b9873e54d8528959cac5e9c2207d7c19301/647",
            "ui_base_unittests": "ef1f64de3cb38ff029b84e6e357be04f51402d319ae5c54eacb320da2dc4174d/641",
            "ui_touch_selection_unittests": "5c8f2026284a9944363723387b57def91a72731e4194b53db634c0f473988ae9/488",
            "ui_unittests": "572d510733dc568a3ccc04b3ba19fbccc86cdf06e21e68d4ecaf40ca6bcece95/488",
            "unit_tests": "1a5a40c6eb50f66cf101839a64e00c23f0af3b458c264fb3c1c7fc8f37ceeccd/1061",
            "url_unittests": "d9d1abf6598226c8f3e43412adeadf2835426154e269f629c4f9ae2cc7191cc6/488",
            "views_unittests": "e0583c4516ff6d2d65615ed20ca58f32a7abba05042796d2df2aeeb0d7b33458/488",
            "viz_unittests": "7a06cf0a43d2cc09bef42d9547108d56cda06f2c32abeda420aa5e34d2e83b52/572",
            "vr_common_unittests": "dc52f6af8edcf563c0b77a64afe220507a8c66675d39f9f0fbd68871df84c3d4/566",
            "wm_unittests": "b5ce8af9a3d5d0004f4360d285c9ff6c334c21d7c3ef2b0867f1c41d683df145/488",
            "wtf_unittests": "4e97f1673da30779b89b5d707fc867f9941effc0240717666c7646314a59489b/488",
            "xr_browser_tests": "826109efd9fd7ba70fff86f1e7c8510af75e6c51148813e7a9e3cfb79484169f/646",
            "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
          },
      "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e174aae419d37224d489624f1e73497d8ef561e",
    "ref": "refs/branch-heads/7827"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843762272173109968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m149/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "919"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:14:44.615] Scheduled build:
{
  "id": "8678332210181303441",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 916,
  "createdBy": "project:chromium-m149",
  "createTime": "2026-06-22T02:14:44.117133501Z",
  "updateTime": "2026-06-22T02:14:44.117133501Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e174aae419d37224d489624f1e73497d8ef561e",
      "ref": "refs/branch-heads/7827"
    }
  }
}
[02:14:44.615] Task URL: https://cr-buildbucket.appspot.com/build/8678332210181303441
[02:14:44.615] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:2:0) after 4m41s
[02:14:45.502] Received PubSub notification, asking Buildbucket for the build status
[02:14:45.521] Build status: SCHEDULED
[02:16:12.323] Received PubSub notification, asking Buildbucket for the build status
[02:16:12.350] Build status: STARTED
[02:19:25.685] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:2:0)
[02:19:25.700] Build status: STARTED
[02:19:25.700] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:5:0) after 6m16s
[02:25:42.035] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:5:0)
[02:25:42.056] Build status: STARTED
[02:25:42.056] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:6:0) after 5m26s
[02:31:08.179] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:6:0)
[02:31:08.277] Build status: STARTED
[02:31:08.277] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:7:0) after 5m20s
[02:36:28.303] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:7:0)
[02:36:28.329] Build status: STARTED
[02:36:28.329] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:8:0) after 2m31s
[02:38:59.487] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:8:0)
[02:38:59.504] Build status: STARTED
[02:38:59.504] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:9:0) after 4m55s
[02:43:54.695] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:9:0)
[02:43:54.755] Build status: STARTED
[02:43:54.755] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843762272173109968:10:0) after 8m56s
[02:50:48.530] Received PubSub notification, asking Buildbucket for the build status
[02:50:48.570] Build:
{
  "id": "8678332210181303441",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 916,
  "createdBy": "project:chromium-m149",
  "createTime": "2026-06-22T02:14:44.117133501Z",
  "startTime": "2026-06-22T02:16:12.144860897Z",
  "endTime": "2026-06-22T02:50:48.213643166Z",
  "updateTime": "2026-06-22T02:50:48.213643166Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e174aae419d37224d489624f1e73497d8ef561e",
      "ref": "refs/branch-heads/7827"
    }
  }
}
[02:50:48.570] Invocation finished in 36m5.736641494s with status FAILED