Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 37 minutes
Actions:

Definition (rev cbb863c8fcfc493c6b34c33210ca32b6dd6fa019)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "70d2790f273b5322d9a270183354394310950be7",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7871"
      }
    ]
  },
  "branch": "refs/branch-heads/7871",
  "deps_revision_overrides": {
    "src": "70d2790f273b5322d9a270183354394310950be7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678196202144427521"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678196202144427521"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678196202144427521"
    }
  ],
  "parent_build_id": "8678196202144427521",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
  "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
  "parent_got_revision": "70d2790f273b5322d9a270183354394310950be7",
  "parent_got_revision_cp": "refs/branch-heads/7871@{#1983}",
  "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
  "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
  "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "70d2790f273b5322d9a270183354394310950be7",
  "swarm_hashes": {
    "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
    "accessibility_unittests": "49dbea40e3e289db7432bf07bca041a6c59c6ab43cf6ca4040b4809004dbef99/488",
    "angle_unittests": "a886e575cda646086d1fe1c03b5c33927f4471666051831b156fd19672cb43ef/489",
    "aura_unittests": "d001a4037c751f6cb7c29e1752697ed17d1c814b3f33e5de0f35033e66e8c028/488",
    "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
    "blink_common_unittests": "3da7a456515fedd500c1aa25e1320673f5dc0691b248809b6475b1a2bbe481c5/566",
    "blink_fuzzer_unittests": "f66f45d38e2a2df8ff342a9cf97fe3853c921e4e6a450dd41cb212c7fe4fe0fd/488",
    "blink_heap_unittests": "4bf9e1bfff4a0db9c21ba95ceb84f56df863ebe2ea7192ac0fa145945675b448/488",
    "blink_platform_unittests": "ee892dba1bb3256b7bc1b8a79b808a7816d39cfe77cc2bbee7929c7136accbc9/645",
    "blink_unittests": "d4fd80e8d5bf6414bdae498ec0bec2ff6b3f4745c73fbc146b8bb1e14f7aa097/729",
    "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
    "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
    "capture_unittests": "aca00021e70ae8ef603ea97d38e6ca5540808f29daa835a081e8d0163e65566c/567",
    "cast_unittests": "73db8f8b4c2d92f2211398e4e170f2940c20827da8ed0b4ec34ca9a77b93b3dc/488",
    "cc_unittests": "e1b685dae9215086f53f0513fdde3084564c428e5e3de1fc51dc7d1ba89077a1/648",
    "chrome_app_unittests": "088ce747a948e6406e0cb1ca4b2a764a9e1be2504542eb00ca387de39d602fe7/566",
    "chromedriver_unittests": "d077a5975b603718d0cfec6e63ba97922da18c24d48bf17618646cf60c1e1067/645",
    "components_browsertests": "55f560f786be7737ef1ae2d9f5c4074867557f03a1a317054a2518035e670349/732",
    "components_unittests": "f2ed567245a4a358f03960736b3829580e7c7a343caab8c09bfb196ae86e3ced/811",
    "compositor_unittests": "05a9eb6c81ce1eee4b112bd392aae57d5123414cafe291c07b02a644976b21bd/564",
    "content_browsertests": "12e43d40773caeb39861cec953c742ff6d725c36ce8e88809315a30784a0a4d6/805",
    "content_unittests": "846fe3f72e954cf420dd179afc1b9a764072f6114a3070ea6da335771bfa79d9/725",
    "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
    "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
    "device_unittests": "d81bd0dffab7fc8bba2e92918d8e2a31128ba088e488a6f7a42810581fa3333d/565",
    "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
    "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
    "events_unittests": "3a0c36b780466186a92b246d0a4baaaaf313666e9d32dddd3fe63d64249815e1/488",
    "extensions_unittests": "140a6ff941dcaf107c69c0b02f2e25b1801b59f11e55742708c86e6c8ebdfe7d/730",
    "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
    "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
    "gcm_unit_tests": "19f615187e9991c5f52ddf9bdee06a02f4fc382a2792b38d6c2775606fcd31e5/565",
    "gfx_unittests": "98266cd627329575e97e30ed493079c1ff1c1fe0e8c6044f471676347d3f8891/564",
    "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
    "gl_tests": "4f0b4410227ffb402922fe3b2358caf94b7a4477f1e7e70bda046d2344eab6a1/488",
    "gl_unittests": "ac5879851c1e61ea59ce851b215b2990a731fc2f69fb690d6887f5bb9854dd13/488",
    "google_apis_unittests": "f3bf6c7744c5c0e43649b1c0cb3e4bcae5b41f73351370d6393f3b2bc14e8b00/650",
    "gpu_unittests": "7e835b8a4fbb232bed36de3155bdacfcd3bbb47a07845dfb817701433a36486a/565",
    "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
    "headless_browsertests": "f5cb4c40887d137641b4030b8d02c457de85e00d7981dd578310c7179e3c9c35/733",
    "headless_unittests": "19a50f38a0e1a96918ecc23e9ef0b439afe7c7118c36ef031691ac7c6b26136c/488",
    "interactive_ui_tests": "03532b7302926f2a3f11c1b9965c11e84525314d641c386822a3e887858d8c2b/1059",
    "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
    "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
    "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
    "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
    "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
    "media_unittests": "b351d73e2276b9527ce8d2eb6505e0bffb5f663849a5865f491559d02a7b84a6/568",
    "message_center_unittests": "7e28b829c81d1bbed0cf39015e8a3e6d581d35139815203ed17278bb302a959e/488",
    "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
    "mojo_unittests": "516ab408f78ae15b299a5b885e27102c9c3ee74de2fa34f00bfd86cc0cbf7cbd/566",
    "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
    "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
    "openscreen_unittests": "9ae9b94e260a250544803dd3d8065f4ef61494dc491b99cabefce553a55661f5/489",
    "ozone_unittests": "a868fef497223cae097e3b46624cb0da45195f10c884ae9b5c6922c731559d2c/488",
    "ozone_x11_unittests": "d114441c36241089cae316a1dcfd6e806c9de98308268daa15d975687565b988/488",
    "pdf_unittests": "f821f02408d42f3bf35c30a4e4f24660909ce36e13c4d445cc94803416d87312/565",
    "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
    "printing_unittests": "4c7d2df9d61ff947681593429928cd5f94f67403eab37a0bf3eefb1b274f6c54/488",
    "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
    "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
    "remoting_unittests": "42f85b2ef2c896b643157188369b5a820e564025604049e9aa50fb61a558a8c5/565",
    "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
    "services_unittests": "bb36016f9ca9ca11408d1238d8cf15bd8c2092996e1ac2ab5f9a1a3760cd8078/813",
    "shell_dialogs_unittests": "a22f85a1c2d28a1a52a6a37e749c1cb3f0652c79a0fb9541c1afcd6dd902c58e/488",
    "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
    "snapshot_unittests": "af821d4aad9606befca26753d10ea4fc03f01164c21a279f9205cc4fc0fd9227/488",
    "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
    "storage_unittests": "83fe7a2a97112a8bb32236410e2cc69728f20468d7e9088030e4758b0d6f89a4/646",
    "sync_integration_tests": "60646b7c7b0d0a25b1259196843da522983a811ced47ac69d92fa216af2e2f4f/647",
    "ui_base_unittests": "c33a88fcfd6d6104d375be06aa4633cc2ff58922ab16b3f56119379d63da5794/641",
    "ui_touch_selection_unittests": "36a08e1e797d769bc699dc4b65df117066441044fc402316d17993cece150898/488",
    "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
    "unit_tests": "a7b59983982aeabefd30745ab0742925b66bae27bc35161a9741ab16b119124c/1061",
    "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
    "views_unittests": "6ff43b63815ab7eae09537ab7be2d52f388688a1313cee45b75e01800a31c40c/488",
    "viz_unittests": "7757422eeaabe776d0d22190b498f98bb5bfd0933685e140a111ebc4f449d16d/572",
    "vr_common_unittests": "3244e3addf0a8376f2e8fb5cadf61f0c879f9c7aac0f478b1ffe373ce61afb1e/566",
    "wm_unittests": "65abb4440ea24d17026395d464e6cc02402318142f7f961d3ba2d524bc30735d/488",
    "wtf_unittests": "be4b849ef7097350b238adf5ec927fa11d5dd94f985855c1f699eeaca537e2f8/488",
    "xr_browser_tests": "eb8f8e176bf06af58037c078a6216952a54580c2d9b4beefcda8731a81270abb/646",
    "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
  },
  "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
  "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d2790f273b5322d9a270183354394310950be7
  • gitiles_ref:refs/branch-heads/7871
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:420
  • user_agent:recipe

Debug log (UTC)

[15:15:48.196] New invocation is queued and will start shortly
[15:15:48.196] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:15:50.281] Starting the invocation (attempt 1)
[15:15:50.310] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d2790f273b5322d9a270183354394310950be7"
[15:15:50.310] Popped gitiles commit info from properties and tags
[15:15:50.310] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:15:50.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:15:50.311] Buildbucket request:
{
  "requestId": "8843622533318402624",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "70d2790f273b5322d9a270183354394310950be7",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7871"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843622533318402624",
            "job": "chromium-m150/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "70d2790f273b5322d9a270183354394310950be7",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7871"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "70d2790f273b5322d9a270183354394310950be7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8678196202144427521"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8678196202144427521"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8678196202144427521"
                                              }
                                        ],
                                    "parent_build_id": "8678196202144427521",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
                                    "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
                                    "parent_got_revision": "70d2790f273b5322d9a270183354394310950be7",
                                    "parent_got_revision_cp": "refs/branch-heads/7871@{#1983}",
                                    "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
                                    "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
                                    "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
                                    "revision": "70d2790f273b5322d9a270183354394310950be7",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
                                          "accessibility_unittests": "49dbea40e3e289db7432bf07bca041a6c59c6ab43cf6ca4040b4809004dbef99/488",
                                          "angle_unittests": "a886e575cda646086d1fe1c03b5c33927f4471666051831b156fd19672cb43ef/489",
                                          "aura_unittests": "d001a4037c751f6cb7c29e1752697ed17d1c814b3f33e5de0f35033e66e8c028/488",
                                          "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
                                          "blink_common_unittests": "3da7a456515fedd500c1aa25e1320673f5dc0691b248809b6475b1a2bbe481c5/566",
                                          "blink_fuzzer_unittests": "f66f45d38e2a2df8ff342a9cf97fe3853c921e4e6a450dd41cb212c7fe4fe0fd/488",
                                          "blink_heap_unittests": "4bf9e1bfff4a0db9c21ba95ceb84f56df863ebe2ea7192ac0fa145945675b448/488",
                                          "blink_platform_unittests": "ee892dba1bb3256b7bc1b8a79b808a7816d39cfe77cc2bbee7929c7136accbc9/645",
                                          "blink_unittests": "d4fd80e8d5bf6414bdae498ec0bec2ff6b3f4745c73fbc146b8bb1e14f7aa097/729",
                                          "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
                                          "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
                                          "capture_unittests": "aca00021e70ae8ef603ea97d38e6ca5540808f29daa835a081e8d0163e65566c/567",
                                          "cast_unittests": "73db8f8b4c2d92f2211398e4e170f2940c20827da8ed0b4ec34ca9a77b93b3dc/488",
                                          "cc_unittests": "e1b685dae9215086f53f0513fdde3084564c428e5e3de1fc51dc7d1ba89077a1/648",
                                          "chrome_app_unittests": "088ce747a948e6406e0cb1ca4b2a764a9e1be2504542eb00ca387de39d602fe7/566",
                                          "chromedriver_unittests": "d077a5975b603718d0cfec6e63ba97922da18c24d48bf17618646cf60c1e1067/645",
                                          "components_browsertests": "55f560f786be7737ef1ae2d9f5c4074867557f03a1a317054a2518035e670349/732",
                                          "components_unittests": "f2ed567245a4a358f03960736b3829580e7c7a343caab8c09bfb196ae86e3ced/811",
                                          "compositor_unittests": "05a9eb6c81ce1eee4b112bd392aae57d5123414cafe291c07b02a644976b21bd/564",
                                          "content_browsertests": "12e43d40773caeb39861cec953c742ff6d725c36ce8e88809315a30784a0a4d6/805",
                                          "content_unittests": "846fe3f72e954cf420dd179afc1b9a764072f6114a3070ea6da335771bfa79d9/725",
                                          "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
                                          "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
                                          "device_unittests": "d81bd0dffab7fc8bba2e92918d8e2a31128ba088e488a6f7a42810581fa3333d/565",
                                          "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
                                          "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
                                          "events_unittests": "3a0c36b780466186a92b246d0a4baaaaf313666e9d32dddd3fe63d64249815e1/488",
                                          "extensions_unittests": "140a6ff941dcaf107c69c0b02f2e25b1801b59f11e55742708c86e6c8ebdfe7d/730",
                                          "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
                                          "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
                                          "gcm_unit_tests": "19f615187e9991c5f52ddf9bdee06a02f4fc382a2792b38d6c2775606fcd31e5/565",
                                          "gfx_unittests": "98266cd627329575e97e30ed493079c1ff1c1fe0e8c6044f471676347d3f8891/564",
                                          "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
                                          "gl_tests": "4f0b4410227ffb402922fe3b2358caf94b7a4477f1e7e70bda046d2344eab6a1/488",
                                          "gl_unittests": "ac5879851c1e61ea59ce851b215b2990a731fc2f69fb690d6887f5bb9854dd13/488",
                                          "google_apis_unittests": "f3bf6c7744c5c0e43649b1c0cb3e4bcae5b41f73351370d6393f3b2bc14e8b00/650",
                                          "gpu_unittests": "7e835b8a4fbb232bed36de3155bdacfcd3bbb47a07845dfb817701433a36486a/565",
                                          "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
                                          "headless_browsertests": "f5cb4c40887d137641b4030b8d02c457de85e00d7981dd578310c7179e3c9c35/733",
                                          "headless_unittests": "19a50f38a0e1a96918ecc23e9ef0b439afe7c7118c36ef031691ac7c6b26136c/488",
                                          "interactive_ui_tests": "03532b7302926f2a3f11c1b9965c11e84525314d641c386822a3e887858d8c2b/1059",
                                          "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
                                          "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
                                          "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
                                          "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
                                          "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
                                          "media_unittests": "b351d73e2276b9527ce8d2eb6505e0bffb5f663849a5865f491559d02a7b84a6/568",
                                          "message_center_unittests": "7e28b829c81d1bbed0cf39015e8a3e6d581d35139815203ed17278bb302a959e/488",
                                          "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
                                          "mojo_unittests": "516ab408f78ae15b299a5b885e27102c9c3ee74de2fa34f00bfd86cc0cbf7cbd/566",
                                          "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
                                          "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
                                          "openscreen_unittests": "9ae9b94e260a250544803dd3d8065f4ef61494dc491b99cabefce553a55661f5/489",
                                          "ozone_unittests": "a868fef497223cae097e3b46624cb0da45195f10c884ae9b5c6922c731559d2c/488",
                                          "ozone_x11_unittests": "d114441c36241089cae316a1dcfd6e806c9de98308268daa15d975687565b988/488",
                                          "pdf_unittests": "f821f02408d42f3bf35c30a4e4f24660909ce36e13c4d445cc94803416d87312/565",
                                          "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
                                          "printing_unittests": "4c7d2df9d61ff947681593429928cd5f94f67403eab37a0bf3eefb1b274f6c54/488",
                                          "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
                                          "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
                                          "remoting_unittests": "42f85b2ef2c896b643157188369b5a820e564025604049e9aa50fb61a558a8c5/565",
                                          "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
                                          "services_unittests": "bb36016f9ca9ca11408d1238d8cf15bd8c2092996e1ac2ab5f9a1a3760cd8078/813",
                                          "shell_dialogs_unittests": "a22f85a1c2d28a1a52a6a37e749c1cb3f0652c79a0fb9541c1afcd6dd902c58e/488",
                                          "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
                                          "snapshot_unittests": "af821d4aad9606befca26753d10ea4fc03f01164c21a279f9205cc4fc0fd9227/488",
                                          "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
                                          "storage_unittests": "83fe7a2a97112a8bb32236410e2cc69728f20468d7e9088030e4758b0d6f89a4/646",
                                          "sync_integration_tests": "60646b7c7b0d0a25b1259196843da522983a811ced47ac69d92fa216af2e2f4f/647",
                                          "ui_base_unittests": "c33a88fcfd6d6104d375be06aa4633cc2ff58922ab16b3f56119379d63da5794/641",
                                          "ui_touch_selection_unittests": "36a08e1e797d769bc699dc4b65df117066441044fc402316d17993cece150898/488",
                                          "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
                                          "unit_tests": "a7b59983982aeabefd30745ab0742925b66bae27bc35161a9741ab16b119124c/1061",
                                          "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
                                          "views_unittests": "6ff43b63815ab7eae09537ab7be2d52f388688a1313cee45b75e01800a31c40c/488",
                                          "viz_unittests": "7757422eeaabe776d0d22190b498f98bb5bfd0933685e140a111ebc4f449d16d/572",
                                          "vr_common_unittests": "3244e3addf0a8376f2e8fb5cadf61f0c879f9c7aac0f478b1ffe373ce61afb1e/566",
                                          "wm_unittests": "65abb4440ea24d17026395d464e6cc02402318142f7f961d3ba2d524bc30735d/488",
                                          "wtf_unittests": "be4b849ef7097350b238adf5ec927fa11d5dd94f985855c1f699eeaca537e2f8/488",
                                          "xr_browser_tests": "eb8f8e176bf06af58037c078a6216952a54580c2d9b4beefcda8731a81270abb/646",
                                          "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
                                        },
                                    "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7871",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "70d2790f273b5322d9a270183354394310950be7",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:420",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3d743e96-b1df-42a7-9078-cf0dabeb54c0",
                        "title": "Linux TSan Builder/420",
                        "url": "https://cr-buildbucket.appspot.com/build/8678196202144427521"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "70d2790f273b5322d9a270183354394310950be7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678196202144427521"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678196202144427521"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678196202144427521"
                }
          ],
      "parent_build_id": "8678196202144427521",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
      "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
      "parent_got_revision": "70d2790f273b5322d9a270183354394310950be7",
      "parent_got_revision_cp": "refs/branch-heads/7871@{#1983}",
      "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
      "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
      "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
            "accessibility_unittests": "49dbea40e3e289db7432bf07bca041a6c59c6ab43cf6ca4040b4809004dbef99/488",
            "angle_unittests": "a886e575cda646086d1fe1c03b5c33927f4471666051831b156fd19672cb43ef/489",
            "aura_unittests": "d001a4037c751f6cb7c29e1752697ed17d1c814b3f33e5de0f35033e66e8c028/488",
            "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
            "blink_common_unittests": "3da7a456515fedd500c1aa25e1320673f5dc0691b248809b6475b1a2bbe481c5/566",
            "blink_fuzzer_unittests": "f66f45d38e2a2df8ff342a9cf97fe3853c921e4e6a450dd41cb212c7fe4fe0fd/488",
            "blink_heap_unittests": "4bf9e1bfff4a0db9c21ba95ceb84f56df863ebe2ea7192ac0fa145945675b448/488",
            "blink_platform_unittests": "ee892dba1bb3256b7bc1b8a79b808a7816d39cfe77cc2bbee7929c7136accbc9/645",
            "blink_unittests": "d4fd80e8d5bf6414bdae498ec0bec2ff6b3f4745c73fbc146b8bb1e14f7aa097/729",
            "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
            "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
            "capture_unittests": "aca00021e70ae8ef603ea97d38e6ca5540808f29daa835a081e8d0163e65566c/567",
            "cast_unittests": "73db8f8b4c2d92f2211398e4e170f2940c20827da8ed0b4ec34ca9a77b93b3dc/488",
            "cc_unittests": "e1b685dae9215086f53f0513fdde3084564c428e5e3de1fc51dc7d1ba89077a1/648",
            "chrome_app_unittests": "088ce747a948e6406e0cb1ca4b2a764a9e1be2504542eb00ca387de39d602fe7/566",
            "chromedriver_unittests": "d077a5975b603718d0cfec6e63ba97922da18c24d48bf17618646cf60c1e1067/645",
            "components_browsertests": "55f560f786be7737ef1ae2d9f5c4074867557f03a1a317054a2518035e670349/732",
            "components_unittests": "f2ed567245a4a358f03960736b3829580e7c7a343caab8c09bfb196ae86e3ced/811",
            "compositor_unittests": "05a9eb6c81ce1eee4b112bd392aae57d5123414cafe291c07b02a644976b21bd/564",
            "content_browsertests": "12e43d40773caeb39861cec953c742ff6d725c36ce8e88809315a30784a0a4d6/805",
            "content_unittests": "846fe3f72e954cf420dd179afc1b9a764072f6114a3070ea6da335771bfa79d9/725",
            "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
            "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
            "device_unittests": "d81bd0dffab7fc8bba2e92918d8e2a31128ba088e488a6f7a42810581fa3333d/565",
            "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
            "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
            "events_unittests": "3a0c36b780466186a92b246d0a4baaaaf313666e9d32dddd3fe63d64249815e1/488",
            "extensions_unittests": "140a6ff941dcaf107c69c0b02f2e25b1801b59f11e55742708c86e6c8ebdfe7d/730",
            "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
            "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
            "gcm_unit_tests": "19f615187e9991c5f52ddf9bdee06a02f4fc382a2792b38d6c2775606fcd31e5/565",
            "gfx_unittests": "98266cd627329575e97e30ed493079c1ff1c1fe0e8c6044f471676347d3f8891/564",
            "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
            "gl_tests": "4f0b4410227ffb402922fe3b2358caf94b7a4477f1e7e70bda046d2344eab6a1/488",
            "gl_unittests": "ac5879851c1e61ea59ce851b215b2990a731fc2f69fb690d6887f5bb9854dd13/488",
            "google_apis_unittests": "f3bf6c7744c5c0e43649b1c0cb3e4bcae5b41f73351370d6393f3b2bc14e8b00/650",
            "gpu_unittests": "7e835b8a4fbb232bed36de3155bdacfcd3bbb47a07845dfb817701433a36486a/565",
            "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
            "headless_browsertests": "f5cb4c40887d137641b4030b8d02c457de85e00d7981dd578310c7179e3c9c35/733",
            "headless_unittests": "19a50f38a0e1a96918ecc23e9ef0b439afe7c7118c36ef031691ac7c6b26136c/488",
            "interactive_ui_tests": "03532b7302926f2a3f11c1b9965c11e84525314d641c386822a3e887858d8c2b/1059",
            "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
            "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
            "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
            "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
            "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
            "media_unittests": "b351d73e2276b9527ce8d2eb6505e0bffb5f663849a5865f491559d02a7b84a6/568",
            "message_center_unittests": "7e28b829c81d1bbed0cf39015e8a3e6d581d35139815203ed17278bb302a959e/488",
            "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
            "mojo_unittests": "516ab408f78ae15b299a5b885e27102c9c3ee74de2fa34f00bfd86cc0cbf7cbd/566",
            "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
            "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
            "openscreen_unittests": "9ae9b94e260a250544803dd3d8065f4ef61494dc491b99cabefce553a55661f5/489",
            "ozone_unittests": "a868fef497223cae097e3b46624cb0da45195f10c884ae9b5c6922c731559d2c/488",
            "ozone_x11_unittests": "d114441c36241089cae316a1dcfd6e806c9de98308268daa15d975687565b988/488",
            "pdf_unittests": "f821f02408d42f3bf35c30a4e4f24660909ce36e13c4d445cc94803416d87312/565",
            "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
            "printing_unittests": "4c7d2df9d61ff947681593429928cd5f94f67403eab37a0bf3eefb1b274f6c54/488",
            "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
            "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
            "remoting_unittests": "42f85b2ef2c896b643157188369b5a820e564025604049e9aa50fb61a558a8c5/565",
            "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
            "services_unittests": "bb36016f9ca9ca11408d1238d8cf15bd8c2092996e1ac2ab5f9a1a3760cd8078/813",
            "shell_dialogs_unittests": "a22f85a1c2d28a1a52a6a37e749c1cb3f0652c79a0fb9541c1afcd6dd902c58e/488",
            "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
            "snapshot_unittests": "af821d4aad9606befca26753d10ea4fc03f01164c21a279f9205cc4fc0fd9227/488",
            "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
            "storage_unittests": "83fe7a2a97112a8bb32236410e2cc69728f20468d7e9088030e4758b0d6f89a4/646",
            "sync_integration_tests": "60646b7c7b0d0a25b1259196843da522983a811ced47ac69d92fa216af2e2f4f/647",
            "ui_base_unittests": "c33a88fcfd6d6104d375be06aa4633cc2ff58922ab16b3f56119379d63da5794/641",
            "ui_touch_selection_unittests": "36a08e1e797d769bc699dc4b65df117066441044fc402316d17993cece150898/488",
            "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
            "unit_tests": "a7b59983982aeabefd30745ab0742925b66bae27bc35161a9741ab16b119124c/1061",
            "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
            "views_unittests": "6ff43b63815ab7eae09537ab7be2d52f388688a1313cee45b75e01800a31c40c/488",
            "viz_unittests": "7757422eeaabe776d0d22190b498f98bb5bfd0933685e140a111ebc4f449d16d/572",
            "vr_common_unittests": "3244e3addf0a8376f2e8fb5cadf61f0c879f9c7aac0f478b1ffe373ce61afb1e/566",
            "wm_unittests": "65abb4440ea24d17026395d464e6cc02402318142f7f961d3ba2d524bc30735d/488",
            "wtf_unittests": "be4b849ef7097350b238adf5ec927fa11d5dd94f985855c1f699eeaca537e2f8/488",
            "xr_browser_tests": "eb8f8e176bf06af58037c078a6216952a54580c2d9b4beefcda8731a81270abb/646",
            "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
          },
      "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
      "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "70d2790f273b5322d9a270183354394310950be7",
    "ref": "refs/branch-heads/7871"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843622533318402624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m150/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "420"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:15:50.946] Scheduled build:
{
  "id": "8678192470361830545",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 418,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-23T15:15:50.393315563Z",
  "updateTime": "2026-06-23T15:15:50.393315563Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d2790f273b5322d9a270183354394310950be7",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[15:15:50.946] Task URL: https://cr-buildbucket.appspot.com/build/8678192470361830545
[15:15:50.946] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:2:0) after 5m30s
[15:15:51.914] Received PubSub notification, asking Buildbucket for the build status
[15:15:51.997] Build status: SCHEDULED
[15:19:32.022] Received PubSub notification, asking Buildbucket for the build status
[15:19:32.048] Build status: STARTED
[15:21:20.994] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:2:0)
[15:21:21.027] Build status: STARTED
[15:21:21.027] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:5:0) after 4m47s
[15:26:08.683] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:5:0)
[15:26:08.718] Build status: STARTED
[15:26:08.718] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:6:0) after 4m1s
[15:30:09.744] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:6:0)
[15:30:09.771] Build status: STARTED
[15:30:09.771] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:7:0) after 6m27s
[15:36:36.813] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:7:0)
[15:36:36.833] Build status: STARTED
[15:36:36.833] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:8:0) after 8m33s
[15:45:09.910] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:8:0)
[15:45:09.926] Build status: STARTED
[15:45:09.926] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843622533318402624:9:0) after 8m35s
[15:52:55.148] Received PubSub notification, asking Buildbucket for the build status
[15:52:55.178] Build:
{
  "id": "8678192470361830545",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 418,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-23T15:15:50.393315563Z",
  "startTime": "2026-06-23T15:19:31.810652851Z",
  "endTime": "2026-06-23T15:52:54.443982092Z",
  "updateTime": "2026-06-23T15:52:54.443982092Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d2790f273b5322d9a270183354394310950be7",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[15:52:55.178] Invocation finished in 37m6.987764942s with status FAILED