Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 33 minutes
Actions:

Definition (rev 1308c62b6ac00ddd1e8c3d9e8f882d4034bc9327)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7827"
      }
    ]
  },
  "branch": "refs/branch-heads/7827",
  "deps_revision_overrides": {
    "src": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678079722469021313"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678079722469021313"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678079722469021313"
    }
  ],
  "parent_build_id": "8678079722469021313",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
  "parent_got_dawn_revision": "54b4153cfef88e048f365f99b962478f0087dfe8",
  "parent_got_revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
  "parent_got_revision_cp": "refs/branch-heads/7827@{#3798}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "f5037c4c44b93f9ab74ab05b2f2c7fcce621b43f",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#71}",
  "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
  "swarm_hashes": {
    "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
    "accessibility_unittests": "534666508953ff8918372f7b719a07033ea3f4cc9e82c33501ee7e04e2a4f23b/488",
    "angle_unittests": "53f81d6c8e1280780672ecabe500056f52377de68f75246a735145d1a763a0e3/489",
    "app_shell_unittests": "c08683ed3e38d4074ef145fce841729b6d8cc065f1223f1cf45bd3e2b3f9111f/649",
    "aura_unittests": "d1c593d573f2462cfdf7e09c1a59921e46384ae951f920fef45a88dc9171dfe9/488",
    "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
    "blink_common_unittests": "998ffeb8e95bec7e492db238dfdca301344af686313822c5cc16c71494dfb05e/566",
    "blink_fuzzer_unittests": "e88a6db10fb9e48f1ac622ce870c8254f9d66ad0ce0b60a7211ee497b7270aac/488",
    "blink_heap_unittests": "f5408b3056f4f250e94b9757d72a4b407a6df0a756017e5b8a866bc948d379b3/488",
    "blink_platform_unittests": "7c8fd3f275dfe7442fc849f940b6253f04d6be573696f37251ee427331230ea2/645",
    "blink_unittests": "067f2a0136700a32710a8f706f7ea30b1cf5e33820b164b1fa7d1721999c74bd/729",
    "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
    "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
    "capture_unittests": "066746b7fb55d1aa2895581860fa82d89a2d9cd6970d008e936fd0ddcc46327b/567",
    "cast_unittests": "1ec75f1ab7c12d866363555fa7a71a3dfb78fbb07e7a6581290386c841a881d5/488",
    "cc_unittests": "723381eaa3b3fb3c9bf26a2c0dc10afa49276547a67bd64439e9728d0bd8cdd7/648",
    "chrome_app_unittests": "9f29215092bf60db683ad6cb77b30fdd0315b762eb0a6e16a386b35b33a7aa97/566",
    "chromedriver_unittests": "c60b8727c30ce1c59adb505e48da434820c8440781d0a61c755c858ea3650e23/645",
    "components_browsertests": "c6103e4fae3108901a20c93bfc4fe351e6b283ecc3e90c6d01b8c6f5c668b78d/732",
    "components_unittests": "2dd6d629c44b11d7ebe4642fffc113dcd85b5216c02a4cd509b49481c97c3678/811",
    "compositor_unittests": "32da6d98fa7e66ad5028f362f88033921be466fd29c1fffef00ac9ed3edcebca/564",
    "content_browsertests": "943d3f114d2e0f46f4e84e622d96ada257ac8e950a5f597546c14d2449f97a9c/805",
    "content_unittests": "5b324739ad7551e07d3219c000df1bb12a1f8032a6b850153ec80db68cc7dfd1/725",
    "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
    "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
    "device_unittests": "7b6badd568e4b3bd55d98b3b05b402da2d487d1adb3c552d7e1e9c0e4403693b/565",
    "display_unittests": "2d6d1ca63d629f8eeaa677e34c4d88088976a345304dcc4cfea0e054c18e5451/488",
    "env_chromium_unittests": "3fa4cf6564597282272cd0c08c8e9028e46231b4c9bf3aa70c3ed4eabad99c3f/488",
    "events_unittests": "c03c307633795a9b3d84e34fb3f854640728fa2cb3d3da3fa7f2c4faf7d8173e/488",
    "extensions_unittests": "a734bb53e8d137f48fbd7c548ae1abeef4657dd38d133d75d6ab0b76969b462b/730",
    "filesystem_service_unittests": "baf2758991c7de73915ab9d948a95500d750ebbc6d717fbfc1b3b0e4e7df8e40/488",
    "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
    "gcm_unit_tests": "40327573c52b9a8a4952292d327ccc530aa45a1eafa19691ad2bfcddaca7b453/565",
    "gfx_unittests": "d5918b379e5d3ec6afc9fdd57eac5d6c6b5e39dfa6db86663c36c1eb42eb466f/564",
    "gin_unittests": "fff6745826a81f8b452294c766a750067b93b434816359ad932b3695d9c398e9/565",
    "gl_tests": "5c2321a64fc4ab0c3d752bc8ea2fcd54ba455e3319adda2ded902c7db9bf25e2/488",
    "gl_unittests": "d2c449a810c4a9d509f40cbddb365670cd73524e4b80d4b51c9a959398a5ef7f/488",
    "google_apis_unittests": "211da17867ed1b3167671af9077ab16c977e1492a8b7d36d824bfed70959f036/650",
    "gpu_unittests": "4dbdd5a37fbc22d0857584c69e06d58a81814401736fdc116c6ff71dd5f1d412/565",
    "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
    "headless_browsertests": "26ff431543096daab0fe64e0dfccbebfe5efa7336e600eba68c5fd21d55d4e3d/733",
    "headless_unittests": "ebd0af9e44b7144caadb9b84bf7929e497fff5c22c5be3d818c10d557921756f/488",
    "interactive_ui_tests": "2e2d422900473a42fac0d5fe19d65b30c27cb91abcb6eb521cf41759e3ec4bf5/1059",
    "ipc_tests": "57ce1d71cd3ee3ca1830e8f725321508823860a2ec27fc731979e6717efdce3f/488",
    "latency_unittests": "69cafbc4383816b35b0d78fb2eebc97754a9b0eb3a63747350f79b7d9a8c5ef0/488",
    "leveldb_unittests": "bb1bf597b689a1c863c6c6394a998ce3e85124c0659df47dcf60c40a8f33443c/488",
    "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
    "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
    "media_unittests": "0521c05de8dfbf7954e54e58a8fc3fe144d4f9a5aaa0ff50b4d15a810be08dec/568",
    "message_center_unittests": "70431926ef73f20a6b4ff6b7d1523169115c914c09ff538a6ca22f0db41d8545/488",
    "midi_unittests": "0d3dd158d75e83c2fd87c2734c68ad145711ab6483dabf3c7092b234e8e73bfe/488",
    "mojo_unittests": "e6cfd2af9d00af0324f6951a2ee0dcf8c4775ef4a0f84c2097bdd782514508dc/566",
    "native_theme_unittests": "09310c10614fe00ccc0e27b59d6bec0cc693eaf747561cf61ed4f6a3e331090c/488",
    "net_unittests": "48dd0838e1c268872a2ab35b40f03cfc29e60e5d4093f4c8550a4f813bc32220/567",
    "openscreen_unittests": "0e22bd679ff49fd7636a435d1192c48847f99471cd065b157c205fcf3176e515/489",
    "ozone_unittests": "7b4ca7b6bd7cb679fd2bc005e3015451abf9c00603a5f73fcf09a4ed341c3947/488",
    "ozone_x11_unittests": "4f7b7683619d2d0635848e6c9c0318272bd886de6c0fb88992132844011950d1/488",
    "pdf_unittests": "c662d46ada4a4450d764a46d1e9cf416dc2df518803f2ba144fb60a9cb360f66/565",
    "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
    "printing_unittests": "94c9fa6c6a3f398240598dc349dc2e402dd6711b87ae838117f5dbb35098b9dc/488",
    "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
    "remoting_unittests": "bbc0183a00e5cb6b4df63011a7ca2cc9ce17bba9d21da4ae7c938fcf31bc072a/565",
    "sandbox_linux_unittests": "94a49688ae00a0f225e4f9dac8dd350202a7e2a4d063d43b36f45186fa3d6415/488",
    "services_unittests": "ce8cbd45dbdc340791d44d0a967c33a951c9f8e3d18779ced433c8ce1e4e1a3a/734",
    "shell_dialogs_unittests": "246fd98306d60ca7701c1146ed95af315333ef32ee2e036cd6777eedb551af9f/488",
    "skia_unittests": "cb1c67e662fa053c696e50563fdbe4325cd799b4f36616ef26cda25eb9811a67/488",
    "snapshot_unittests": "c6c65aa8ceedb4d21a2c229da6ba454af42406137a06b08f6e7a94485baf53ea/488",
    "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
    "storage_unittests": "b7b8251beb0883914c9962471da0251acc6147989cbe8c30e95996b1782d92e5/646",
    "sync_integration_tests": "160e19beaec79fbbcd99e86fabdae252e6ce1b4b64934e0fee0ba4cc2f58c761/647",
    "ui_base_unittests": "d7d00fa4dcc35ccabb40d5bf5c0c359d0b532f2b7b22f2fadd70ad30bcc19e15/641",
    "ui_touch_selection_unittests": "84a57db05975455cac54ea73eaa96e4652062c6d0a356ab59cba6a8c15b5bee7/488",
    "ui_unittests": "aa567cdf4921af21aa557763bdf4ed4e3590d8190e698dc15bd59dd6bf798950/488",
    "unit_tests": "26c7547279cf2600af8d45b6e9baf248f0879cf74f3fc5b14f30640345c7ae15/1061",
    "url_unittests": "bacd8536f2849c5d4e3990d1c347f63c61b62194a0323d0e11072293d4f5c14e/488",
    "views_unittests": "a855b6109587b62bec66256ba6c0e7dee6bc44224a1821baa42449da9f831538/488",
    "viz_unittests": "bb46fd8e1c24e2ed1253e85cc87c143bedb88f4d1eabb4b7c781a2f76a6c62f6/572",
    "vr_common_unittests": "a653c03a882ba2a07d0a3cea1c02bb10a38f5c341afe87db73e4e367bea64ffa/566",
    "wm_unittests": "64aae3b8cafce15d840c83bd5179fed0707388df5f475c2603d2d202f2f16472/488",
    "wtf_unittests": "1007a435f48378b51f2418cd85de4c32d5975b36503a50f1a1f2ce2f05f5fe34/488",
    "xr_browser_tests": "7cb8da18453c1152dc606133f58a0519b0eafea06b5894ce029289c4d7a90550/646",
    "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
  },
  "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/980ac21c71c6fb8251c88c3eeffbb990d9633d8b
  • gitiles_ref:refs/branch-heads/7827
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:976
  • user_agent:recipe

Debug log (UTC)

[22:10:46.126] New invocation is queued and will start shortly
[22:10:46.126] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:10:47.190] Starting the invocation (attempt 1)
[22:10:47.223] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/980ac21c71c6fb8251c88c3eeffbb990d9633d8b"
[22:10:47.223] Popped gitiles commit info from properties and tags
[22:10:47.223] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:10:47.224] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:10:47.224] Buildbucket request:
{
  "requestId": "8843505828978418128",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7827"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843505828978418128",
            "job": "chromium-m149/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7827"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8678079722469021313"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8678079722469021313"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8678079722469021313"
                                              }
                                        ],
                                    "parent_build_id": "8678079722469021313",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
                                    "parent_got_dawn_revision": "54b4153cfef88e048f365f99b962478f0087dfe8",
                                    "parent_got_revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
                                    "parent_got_revision_cp": "refs/branch-heads/7827@{#3798}",
                                    "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
                                    "parent_got_v8_revision": "f5037c4c44b93f9ab74ab05b2f2c7fcce621b43f",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#71}",
                                    "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
                                    "revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
                                          "accessibility_unittests": "534666508953ff8918372f7b719a07033ea3f4cc9e82c33501ee7e04e2a4f23b/488",
                                          "angle_unittests": "53f81d6c8e1280780672ecabe500056f52377de68f75246a735145d1a763a0e3/489",
                                          "app_shell_unittests": "c08683ed3e38d4074ef145fce841729b6d8cc065f1223f1cf45bd3e2b3f9111f/649",
                                          "aura_unittests": "d1c593d573f2462cfdf7e09c1a59921e46384ae951f920fef45a88dc9171dfe9/488",
                                          "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
                                          "blink_common_unittests": "998ffeb8e95bec7e492db238dfdca301344af686313822c5cc16c71494dfb05e/566",
                                          "blink_fuzzer_unittests": "e88a6db10fb9e48f1ac622ce870c8254f9d66ad0ce0b60a7211ee497b7270aac/488",
                                          "blink_heap_unittests": "f5408b3056f4f250e94b9757d72a4b407a6df0a756017e5b8a866bc948d379b3/488",
                                          "blink_platform_unittests": "7c8fd3f275dfe7442fc849f940b6253f04d6be573696f37251ee427331230ea2/645",
                                          "blink_unittests": "067f2a0136700a32710a8f706f7ea30b1cf5e33820b164b1fa7d1721999c74bd/729",
                                          "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
                                          "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
                                          "capture_unittests": "066746b7fb55d1aa2895581860fa82d89a2d9cd6970d008e936fd0ddcc46327b/567",
                                          "cast_unittests": "1ec75f1ab7c12d866363555fa7a71a3dfb78fbb07e7a6581290386c841a881d5/488",
                                          "cc_unittests": "723381eaa3b3fb3c9bf26a2c0dc10afa49276547a67bd64439e9728d0bd8cdd7/648",
                                          "chrome_app_unittests": "9f29215092bf60db683ad6cb77b30fdd0315b762eb0a6e16a386b35b33a7aa97/566",
                                          "chromedriver_unittests": "c60b8727c30ce1c59adb505e48da434820c8440781d0a61c755c858ea3650e23/645",
                                          "components_browsertests": "c6103e4fae3108901a20c93bfc4fe351e6b283ecc3e90c6d01b8c6f5c668b78d/732",
                                          "components_unittests": "2dd6d629c44b11d7ebe4642fffc113dcd85b5216c02a4cd509b49481c97c3678/811",
                                          "compositor_unittests": "32da6d98fa7e66ad5028f362f88033921be466fd29c1fffef00ac9ed3edcebca/564",
                                          "content_browsertests": "943d3f114d2e0f46f4e84e622d96ada257ac8e950a5f597546c14d2449f97a9c/805",
                                          "content_unittests": "5b324739ad7551e07d3219c000df1bb12a1f8032a6b850153ec80db68cc7dfd1/725",
                                          "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
                                          "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
                                          "device_unittests": "7b6badd568e4b3bd55d98b3b05b402da2d487d1adb3c552d7e1e9c0e4403693b/565",
                                          "display_unittests": "2d6d1ca63d629f8eeaa677e34c4d88088976a345304dcc4cfea0e054c18e5451/488",
                                          "env_chromium_unittests": "3fa4cf6564597282272cd0c08c8e9028e46231b4c9bf3aa70c3ed4eabad99c3f/488",
                                          "events_unittests": "c03c307633795a9b3d84e34fb3f854640728fa2cb3d3da3fa7f2c4faf7d8173e/488",
                                          "extensions_unittests": "a734bb53e8d137f48fbd7c548ae1abeef4657dd38d133d75d6ab0b76969b462b/730",
                                          "filesystem_service_unittests": "baf2758991c7de73915ab9d948a95500d750ebbc6d717fbfc1b3b0e4e7df8e40/488",
                                          "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
                                          "gcm_unit_tests": "40327573c52b9a8a4952292d327ccc530aa45a1eafa19691ad2bfcddaca7b453/565",
                                          "gfx_unittests": "d5918b379e5d3ec6afc9fdd57eac5d6c6b5e39dfa6db86663c36c1eb42eb466f/564",
                                          "gin_unittests": "fff6745826a81f8b452294c766a750067b93b434816359ad932b3695d9c398e9/565",
                                          "gl_tests": "5c2321a64fc4ab0c3d752bc8ea2fcd54ba455e3319adda2ded902c7db9bf25e2/488",
                                          "gl_unittests": "d2c449a810c4a9d509f40cbddb365670cd73524e4b80d4b51c9a959398a5ef7f/488",
                                          "google_apis_unittests": "211da17867ed1b3167671af9077ab16c977e1492a8b7d36d824bfed70959f036/650",
                                          "gpu_unittests": "4dbdd5a37fbc22d0857584c69e06d58a81814401736fdc116c6ff71dd5f1d412/565",
                                          "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
                                          "headless_browsertests": "26ff431543096daab0fe64e0dfccbebfe5efa7336e600eba68c5fd21d55d4e3d/733",
                                          "headless_unittests": "ebd0af9e44b7144caadb9b84bf7929e497fff5c22c5be3d818c10d557921756f/488",
                                          "interactive_ui_tests": "2e2d422900473a42fac0d5fe19d65b30c27cb91abcb6eb521cf41759e3ec4bf5/1059",
                                          "ipc_tests": "57ce1d71cd3ee3ca1830e8f725321508823860a2ec27fc731979e6717efdce3f/488",
                                          "latency_unittests": "69cafbc4383816b35b0d78fb2eebc97754a9b0eb3a63747350f79b7d9a8c5ef0/488",
                                          "leveldb_unittests": "bb1bf597b689a1c863c6c6394a998ce3e85124c0659df47dcf60c40a8f33443c/488",
                                          "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
                                          "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
                                          "media_unittests": "0521c05de8dfbf7954e54e58a8fc3fe144d4f9a5aaa0ff50b4d15a810be08dec/568",
                                          "message_center_unittests": "70431926ef73f20a6b4ff6b7d1523169115c914c09ff538a6ca22f0db41d8545/488",
                                          "midi_unittests": "0d3dd158d75e83c2fd87c2734c68ad145711ab6483dabf3c7092b234e8e73bfe/488",
                                          "mojo_unittests": "e6cfd2af9d00af0324f6951a2ee0dcf8c4775ef4a0f84c2097bdd782514508dc/566",
                                          "native_theme_unittests": "09310c10614fe00ccc0e27b59d6bec0cc693eaf747561cf61ed4f6a3e331090c/488",
                                          "net_unittests": "48dd0838e1c268872a2ab35b40f03cfc29e60e5d4093f4c8550a4f813bc32220/567",
                                          "openscreen_unittests": "0e22bd679ff49fd7636a435d1192c48847f99471cd065b157c205fcf3176e515/489",
                                          "ozone_unittests": "7b4ca7b6bd7cb679fd2bc005e3015451abf9c00603a5f73fcf09a4ed341c3947/488",
                                          "ozone_x11_unittests": "4f7b7683619d2d0635848e6c9c0318272bd886de6c0fb88992132844011950d1/488",
                                          "pdf_unittests": "c662d46ada4a4450d764a46d1e9cf416dc2df518803f2ba144fb60a9cb360f66/565",
                                          "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
                                          "printing_unittests": "94c9fa6c6a3f398240598dc349dc2e402dd6711b87ae838117f5dbb35098b9dc/488",
                                          "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
                                          "remoting_unittests": "bbc0183a00e5cb6b4df63011a7ca2cc9ce17bba9d21da4ae7c938fcf31bc072a/565",
                                          "sandbox_linux_unittests": "94a49688ae00a0f225e4f9dac8dd350202a7e2a4d063d43b36f45186fa3d6415/488",
                                          "services_unittests": "ce8cbd45dbdc340791d44d0a967c33a951c9f8e3d18779ced433c8ce1e4e1a3a/734",
                                          "shell_dialogs_unittests": "246fd98306d60ca7701c1146ed95af315333ef32ee2e036cd6777eedb551af9f/488",
                                          "skia_unittests": "cb1c67e662fa053c696e50563fdbe4325cd799b4f36616ef26cda25eb9811a67/488",
                                          "snapshot_unittests": "c6c65aa8ceedb4d21a2c229da6ba454af42406137a06b08f6e7a94485baf53ea/488",
                                          "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
                                          "storage_unittests": "b7b8251beb0883914c9962471da0251acc6147989cbe8c30e95996b1782d92e5/646",
                                          "sync_integration_tests": "160e19beaec79fbbcd99e86fabdae252e6ce1b4b64934e0fee0ba4cc2f58c761/647",
                                          "ui_base_unittests": "d7d00fa4dcc35ccabb40d5bf5c0c359d0b532f2b7b22f2fadd70ad30bcc19e15/641",
                                          "ui_touch_selection_unittests": "84a57db05975455cac54ea73eaa96e4652062c6d0a356ab59cba6a8c15b5bee7/488",
                                          "ui_unittests": "aa567cdf4921af21aa557763bdf4ed4e3590d8190e698dc15bd59dd6bf798950/488",
                                          "unit_tests": "26c7547279cf2600af8d45b6e9baf248f0879cf74f3fc5b14f30640345c7ae15/1061",
                                          "url_unittests": "bacd8536f2849c5d4e3990d1c347f63c61b62194a0323d0e11072293d4f5c14e/488",
                                          "views_unittests": "a855b6109587b62bec66256ba6c0e7dee6bc44224a1821baa42449da9f831538/488",
                                          "viz_unittests": "bb46fd8e1c24e2ed1253e85cc87c143bedb88f4d1eabb4b7c781a2f76a6c62f6/572",
                                          "vr_common_unittests": "a653c03a882ba2a07d0a3cea1c02bb10a38f5c341afe87db73e4e367bea64ffa/566",
                                          "wm_unittests": "64aae3b8cafce15d840c83bd5179fed0707388df5f475c2603d2d202f2f16472/488",
                                          "wtf_unittests": "1007a435f48378b51f2418cd85de4c32d5975b36503a50f1a1f2ce2f05f5fe34/488",
                                          "xr_browser_tests": "7cb8da18453c1152dc606133f58a0519b0eafea06b5894ce029289c4d7a90550/646",
                                          "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
                                        },
                                    "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94"
                                  },
                              "ref": "refs/branch-heads/7827",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:976",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "114a7ecd-3afa-4c0a-97e5-f9844fa28422",
                        "title": "Linux TSan Builder/976",
                        "url": "https://cr-buildbucket.appspot.com/build/8678079722469021313"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678079722469021313"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678079722469021313"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678079722469021313"
                }
          ],
      "parent_build_id": "8678079722469021313",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "355cc61af2aadd8f0494800325b2bf9908138108",
      "parent_got_dawn_revision": "54b4153cfef88e048f365f99b962478f0087dfe8",
      "parent_got_revision": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
      "parent_got_revision_cp": "refs/branch-heads/7827@{#3798}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "f5037c4c44b93f9ab74ab05b2f2c7fcce621b43f",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.9@{#71}",
      "parent_got_webrtc_revision": "28311abc149a9bb7e6761a3d54f362a8d77e6793",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7827@{#7}",
      "swarm_hashes": {
            "absl_hardening_tests": "ac37e246f132f807d1f50b2ed69135ae82109aba717e78c855245f2245c352fa/488",
            "accessibility_unittests": "534666508953ff8918372f7b719a07033ea3f4cc9e82c33501ee7e04e2a4f23b/488",
            "angle_unittests": "53f81d6c8e1280780672ecabe500056f52377de68f75246a735145d1a763a0e3/489",
            "app_shell_unittests": "c08683ed3e38d4074ef145fce841729b6d8cc065f1223f1cf45bd3e2b3f9111f/649",
            "aura_unittests": "d1c593d573f2462cfdf7e09c1a59921e46384ae951f920fef45a88dc9171dfe9/488",
            "base_unittests": "6b5421b1da30b3215c9dd29c167604cf394ed6faf55d11d9feacc99fbdd85de7/566",
            "blink_common_unittests": "998ffeb8e95bec7e492db238dfdca301344af686313822c5cc16c71494dfb05e/566",
            "blink_fuzzer_unittests": "e88a6db10fb9e48f1ac622ce870c8254f9d66ad0ce0b60a7211ee497b7270aac/488",
            "blink_heap_unittests": "f5408b3056f4f250e94b9757d72a4b407a6df0a756017e5b8a866bc948d379b3/488",
            "blink_platform_unittests": "7c8fd3f275dfe7442fc849f940b6253f04d6be573696f37251ee427331230ea2/645",
            "blink_unittests": "067f2a0136700a32710a8f706f7ea30b1cf5e33820b164b1fa7d1721999c74bd/729",
            "boringssl_crypto_tests": "ba124e93226337f6658c61c0623726091070dbb86134c338f7bbffc6ab053cc8/489",
            "boringssl_ssl_tests": "6b4038de544fbd3a18a2567313e98a722dd42eac48e8c748a8e3014c89d02484/488",
            "capture_unittests": "066746b7fb55d1aa2895581860fa82d89a2d9cd6970d008e936fd0ddcc46327b/567",
            "cast_unittests": "1ec75f1ab7c12d866363555fa7a71a3dfb78fbb07e7a6581290386c841a881d5/488",
            "cc_unittests": "723381eaa3b3fb3c9bf26a2c0dc10afa49276547a67bd64439e9728d0bd8cdd7/648",
            "chrome_app_unittests": "9f29215092bf60db683ad6cb77b30fdd0315b762eb0a6e16a386b35b33a7aa97/566",
            "chromedriver_unittests": "c60b8727c30ce1c59adb505e48da434820c8440781d0a61c755c858ea3650e23/645",
            "components_browsertests": "c6103e4fae3108901a20c93bfc4fe351e6b283ecc3e90c6d01b8c6f5c668b78d/732",
            "components_unittests": "2dd6d629c44b11d7ebe4642fffc113dcd85b5216c02a4cd509b49481c97c3678/811",
            "compositor_unittests": "32da6d98fa7e66ad5028f362f88033921be466fd29c1fffef00ac9ed3edcebca/564",
            "content_browsertests": "943d3f114d2e0f46f4e84e622d96ada257ac8e950a5f597546c14d2449f97a9c/805",
            "content_unittests": "5b324739ad7551e07d3219c000df1bb12a1f8032a6b850153ec80db68cc7dfd1/725",
            "crypto_unittests": "d9a0c3ea8a098d917a0178876197ea7d5be2f40fdafe7d3eba4a4f99f34b08e5/568",
            "dbus_unittests": "382fd45138b56bc3c18c66d7af1ef9a89a9a7dfa8a6114c765490d0e03a78f6a/488",
            "device_unittests": "7b6badd568e4b3bd55d98b3b05b402da2d487d1adb3c552d7e1e9c0e4403693b/565",
            "display_unittests": "2d6d1ca63d629f8eeaa677e34c4d88088976a345304dcc4cfea0e054c18e5451/488",
            "env_chromium_unittests": "3fa4cf6564597282272cd0c08c8e9028e46231b4c9bf3aa70c3ed4eabad99c3f/488",
            "events_unittests": "c03c307633795a9b3d84e34fb3f854640728fa2cb3d3da3fa7f2c4faf7d8173e/488",
            "extensions_unittests": "a734bb53e8d137f48fbd7c548ae1abeef4657dd38d133d75d6ab0b76969b462b/730",
            "filesystem_service_unittests": "baf2758991c7de73915ab9d948a95500d750ebbc6d717fbfc1b3b0e4e7df8e40/488",
            "fuzzing_unittests": "fc5d81106291c1da05f6dce72b2bada04a701b4019ba5bf0eac912f77ba8e695/488",
            "gcm_unit_tests": "40327573c52b9a8a4952292d327ccc530aa45a1eafa19691ad2bfcddaca7b453/565",
            "gfx_unittests": "d5918b379e5d3ec6afc9fdd57eac5d6c6b5e39dfa6db86663c36c1eb42eb466f/564",
            "gin_unittests": "fff6745826a81f8b452294c766a750067b93b434816359ad932b3695d9c398e9/565",
            "gl_tests": "5c2321a64fc4ab0c3d752bc8ea2fcd54ba455e3319adda2ded902c7db9bf25e2/488",
            "gl_unittests": "d2c449a810c4a9d509f40cbddb365670cd73524e4b80d4b51c9a959398a5ef7f/488",
            "google_apis_unittests": "211da17867ed1b3167671af9077ab16c977e1492a8b7d36d824bfed70959f036/650",
            "gpu_unittests": "4dbdd5a37fbc22d0857584c69e06d58a81814401736fdc116c6ff71dd5f1d412/565",
            "gwp_asan_unittests": "a4480336d3953fea2e1b9dc05a5d4061a3ba6918e2067197702de2c185e7b1cb/489",
            "headless_browsertests": "26ff431543096daab0fe64e0dfccbebfe5efa7336e600eba68c5fd21d55d4e3d/733",
            "headless_unittests": "ebd0af9e44b7144caadb9b84bf7929e497fff5c22c5be3d818c10d557921756f/488",
            "interactive_ui_tests": "2e2d422900473a42fac0d5fe19d65b30c27cb91abcb6eb521cf41759e3ec4bf5/1059",
            "ipc_tests": "57ce1d71cd3ee3ca1830e8f725321508823860a2ec27fc731979e6717efdce3f/488",
            "latency_unittests": "69cafbc4383816b35b0d78fb2eebc97754a9b0eb3a63747350f79b7d9a8c5ef0/488",
            "leveldb_unittests": "bb1bf597b689a1c863c6c6394a998ce3e85124c0659df47dcf60c40a8f33443c/488",
            "libjingle_xmpp_unittests": "4145c8635273a5740a095496ff1be1fb16c4a773eb73b10240cae27bc39f87cb/488",
            "liburlpattern_unittests": "064f1eb488f203132d65b45659948ea75dcffa07bab42cdaf583f148d27e6318/488",
            "media_unittests": "0521c05de8dfbf7954e54e58a8fc3fe144d4f9a5aaa0ff50b4d15a810be08dec/568",
            "message_center_unittests": "70431926ef73f20a6b4ff6b7d1523169115c914c09ff538a6ca22f0db41d8545/488",
            "midi_unittests": "0d3dd158d75e83c2fd87c2734c68ad145711ab6483dabf3c7092b234e8e73bfe/488",
            "mojo_unittests": "e6cfd2af9d00af0324f6951a2ee0dcf8c4775ef4a0f84c2097bdd782514508dc/566",
            "native_theme_unittests": "09310c10614fe00ccc0e27b59d6bec0cc693eaf747561cf61ed4f6a3e331090c/488",
            "net_unittests": "48dd0838e1c268872a2ab35b40f03cfc29e60e5d4093f4c8550a4f813bc32220/567",
            "openscreen_unittests": "0e22bd679ff49fd7636a435d1192c48847f99471cd065b157c205fcf3176e515/489",
            "ozone_unittests": "7b4ca7b6bd7cb679fd2bc005e3015451abf9c00603a5f73fcf09a4ed341c3947/488",
            "ozone_x11_unittests": "4f7b7683619d2d0635848e6c9c0318272bd886de6c0fb88992132844011950d1/488",
            "pdf_unittests": "c662d46ada4a4450d764a46d1e9cf416dc2df518803f2ba144fb60a9cb360f66/565",
            "perfetto_unittests": "5c7c07d5b2af8b98c6c6a25c88cf250a62c4202e2b32b8a75ef7ffd03c365449/488",
            "printing_unittests": "94c9fa6c6a3f398240598dc349dc2e402dd6711b87ae838117f5dbb35098b9dc/488",
            "pthreadpool_unittests": "99b6d30eba6717d280575a715bcda0db725f615b794f0f427da1ed2bfddc5ff7/488",
            "remoting_unittests": "bbc0183a00e5cb6b4df63011a7ca2cc9ce17bba9d21da4ae7c938fcf31bc072a/565",
            "sandbox_linux_unittests": "94a49688ae00a0f225e4f9dac8dd350202a7e2a4d063d43b36f45186fa3d6415/488",
            "services_unittests": "ce8cbd45dbdc340791d44d0a967c33a951c9f8e3d18779ced433c8ce1e4e1a3a/734",
            "shell_dialogs_unittests": "246fd98306d60ca7701c1146ed95af315333ef32ee2e036cd6777eedb551af9f/488",
            "skia_unittests": "cb1c67e662fa053c696e50563fdbe4325cd799b4f36616ef26cda25eb9811a67/488",
            "snapshot_unittests": "c6c65aa8ceedb4d21a2c229da6ba454af42406137a06b08f6e7a94485baf53ea/488",
            "sql_unittests": "fed7c890daada8300a3991a9016567311d1dc9cb7164f32ce33a13b751d2fa95/565",
            "storage_unittests": "b7b8251beb0883914c9962471da0251acc6147989cbe8c30e95996b1782d92e5/646",
            "sync_integration_tests": "160e19beaec79fbbcd99e86fabdae252e6ce1b4b64934e0fee0ba4cc2f58c761/647",
            "ui_base_unittests": "d7d00fa4dcc35ccabb40d5bf5c0c359d0b532f2b7b22f2fadd70ad30bcc19e15/641",
            "ui_touch_selection_unittests": "84a57db05975455cac54ea73eaa96e4652062c6d0a356ab59cba6a8c15b5bee7/488",
            "ui_unittests": "aa567cdf4921af21aa557763bdf4ed4e3590d8190e698dc15bd59dd6bf798950/488",
            "unit_tests": "26c7547279cf2600af8d45b6e9baf248f0879cf74f3fc5b14f30640345c7ae15/1061",
            "url_unittests": "bacd8536f2849c5d4e3990d1c347f63c61b62194a0323d0e11072293d4f5c14e/488",
            "views_unittests": "a855b6109587b62bec66256ba6c0e7dee6bc44224a1821baa42449da9f831538/488",
            "viz_unittests": "bb46fd8e1c24e2ed1253e85cc87c143bedb88f4d1eabb4b7c781a2f76a6c62f6/572",
            "vr_common_unittests": "a653c03a882ba2a07d0a3cea1c02bb10a38f5c341afe87db73e4e367bea64ffa/566",
            "wm_unittests": "64aae3b8cafce15d840c83bd5179fed0707388df5f475c2603d2d202f2f16472/488",
            "wtf_unittests": "1007a435f48378b51f2418cd85de4c32d5975b36503a50f1a1f2ce2f05f5fe34/488",
            "xr_browser_tests": "7cb8da18453c1152dc606133f58a0519b0eafea06b5894ce029289c4d7a90550/646",
            "zlib_unittests": "26d439ba76b91678aad79743cf8d6ef95ce4e54e821985b05fb1aba0b3797e28/489"
          },
      "swarming_command_lines_cwd": "out/2f4e-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0d39142d7b3467a1cca598005074ea25de94b95bb37056ece0adcf20fdd911a9/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
    "ref": "refs/branch-heads/7827"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843505828978418128"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m149/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "976"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:10:47.788] Scheduled build:
{
  "id": "8678075767071087393",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 973,
  "createdBy": "project:chromium-m149",
  "createTime": "2026-06-24T22:10:47.324917353Z",
  "updateTime": "2026-06-24T22:10:47.324917353Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
      "ref": "refs/branch-heads/7827"
    }
  }
}
[22:10:47.788] Task URL: https://cr-buildbucket.appspot.com/build/8678075767071087393
[22:10:47.788] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:2:0) after 9m55s
[22:10:48.793] Received PubSub notification, asking Buildbucket for the build status
[22:10:48.852] Build status: SCHEDULED
[22:10:54.593] Received PubSub notification, asking Buildbucket for the build status
[22:10:54.609] Build status: STARTED
[22:20:42.813] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:2:0)
[22:20:42.840] Build status: STARTED
[22:20:42.840] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:5:0) after 5m0s
[22:25:42.871] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:5:0)
[22:25:43.056] Build status: STARTED
[22:25:43.056] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:6:0) after 3m39s
[22:29:22.104] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:6:0)
[22:29:22.122] Build status: STARTED
[22:29:22.122] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:7:0) after 5m56s
[22:35:18.143] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:7:0)
[22:35:18.191] Build status: STARTED
[22:35:18.191] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:8:0) after 1m13s
[22:36:31.170] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:8:0)
[22:36:31.196] Build status: STARTED
[22:36:31.196] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:9:0) after 6m51s
[22:43:22.215] Handling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:9:0)
[22:43:22.231] Build status: STARTED
[22:43:22.231] Scheduling timer "check-buildbucket-build-status" (chromium-m149/Linux TSan Tests:8843505828978418128:10:0) after 3m11s
[22:44:32.407] Received PubSub notification, asking Buildbucket for the build status
[22:44:32.427] Build:
{
  "id": "8678075767071087393",
  "builder": {
    "project": "chromium-m149",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 973,
  "createdBy": "project:chromium-m149",
  "createTime": "2026-06-24T22:10:47.324917353Z",
  "startTime": "2026-06-24T22:10:54.380242994Z",
  "endTime": "2026-06-24T22:44:23.404452270Z",
  "updateTime": "2026-06-24T22:44:23.404452270Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "980ac21c71c6fb8251c88c3eeffbb990d9633d8b",
      "ref": "refs/branch-heads/7827"
    }
  }
}
[22:44:32.427] Invocation finished in 33m46.304952479s with status FAILED