Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 42 minutes
Actions:

Definition (rev cbb863c8fcfc493c6b34c33210ca32b6dd6fa019)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7871"
      }
    ]
  },
  "branch": "refs/branch-heads/7871",
  "deps_revision_overrides": {
    "src": "6322f7945f73dc12146b24ce57b96cf7861f93d2"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678163787657887169"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678163787657887169"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678163787657887169"
    }
  ],
  "parent_build_id": "8678163787657887169",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bbf3d8a4755268f016087be2f56099fa5a5f3f6e",
  "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
  "parent_got_revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
  "parent_got_revision_cp": "refs/branch-heads/7871@{#2035}",
  "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
  "parent_got_v8_revision": "968f19a8970f8d91702d86f0ec1522f3909781b7",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#26}",
  "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
  "swarm_hashes": {
    "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
    "accessibility_unittests": "9602f5c73be4fd10c56a9a8c764c1de60aa76deb6878ad386b3cf773e6dcf9f5/488",
    "angle_unittests": "9a335b39601bf7084b9705d09210dfc6ef4819c091b1ff3ef61d834f53d65feb/489",
    "aura_unittests": "344c33cd43838440851280e62bb00301747e117888741f9ce7e881087f5ef92b/488",
    "base_unittests": "b4ca0603fdd9ce0fa98a7f6a317e1a995d449111728264d58f936e54219a7986/566",
    "blink_common_unittests": "3349ebed48ce0163d327ca8bde00e2d54b097195adb3ba23ace3c0a383080f81/566",
    "blink_fuzzer_unittests": "31062bd4524d5e2e59a94d0815b4f2cef42e28e9ae50fcabc6bc2a6af752df87/488",
    "blink_heap_unittests": "efb1d5d4c3aceeaabe03bdf36664c5aac6237ab2dd57ae0eae107942ac68024a/488",
    "blink_platform_unittests": "1bb758bd949eb2255b739ee84bad49a44a09bff881fea815f8eea030fdf21b75/645",
    "blink_unittests": "483c1b428f167de445be773dc4749067595975c7b91d019e6a0fe495108dca13/729",
    "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
    "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
    "capture_unittests": "cbdb78a9c5ee20fdec561ffab2e7f208906fd9ad8dc541a228e3f1d540067961/567",
    "cast_unittests": "ea446a301b61806631acb58afb7a94337dbb650e5b1e24b29bc1cdeebe6b9d1f/488",
    "cc_unittests": "860758f9003e2cfa633b1af57b250d0485345b9e31537efc97e05a3a19414cac/648",
    "chrome_app_unittests": "aadd52614dc259818d1a44c37d203160a80e6a20facd5f6f3777f3b6f0285a19/566",
    "chromedriver_unittests": "41ca88f61e2cab9182ded7c7bb93df7ca561101f967ecfc243a6135f858c9e78/645",
    "components_browsertests": "f1e8bf012b9062a11ea0ccb88caa61e52b0dc34756c3da2d954a9f269d60a184/732",
    "components_unittests": "cf1f8af67a7d9c6bf5e83d0c651f66ac1bb4a41d990c20fed22cca5a2665aa80/811",
    "compositor_unittests": "8f5aee29427361c9b48b1f08ed61853f043bd835b861a34e20026c97fb4003f0/564",
    "content_browsertests": "e056863e24d0c2546d84305c66df2ff15c6822c55f4db13dd8c413f0b75c7e79/805",
    "content_unittests": "5fe70a4506c5e33d109bedda1ce23795026ed7d0445b24cf3adb03e51ac2086c/725",
    "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
    "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
    "device_unittests": "907acae81cd15522953e6d5b399eb2666e0feb35e22da76b80555d2339b7bd93/565",
    "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
    "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
    "events_unittests": "1377396d71261ab2adbd1a5a539d7bbd241b631d273bd678e479b9bf15863101/488",
    "extensions_unittests": "e26d66f00de9c89a217049f17c504b14254f0019dc7fbc7e6b93470259558903/730",
    "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
    "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
    "gcm_unit_tests": "b119e01f7033aa219f407e94414a6ac583081e052560725fc9177fc4d6babb4b/565",
    "gfx_unittests": "137d02da283d3fe771ccb13b01de72a8ebc94a8e5023aa3df875262c4ad8c5dd/564",
    "gin_unittests": "c9627fc5c14613b50ca032e79ebb279e284cf0decc93906a1b000a59e520e47f/565",
    "gl_tests": "b5e3bb2fcd874009d0d1ea02e033d90471cd25c2f725f39dba1b9d1cb3b5a169/488",
    "gl_unittests": "3b8482301c65cdadd702337b5bc94682013fff8407a230c347e072a7deb24118/488",
    "google_apis_unittests": "7b42a82d834955525bc754c7195e2cef4446e8b53d85e343a374688c50bc80fe/650",
    "gpu_unittests": "c3913ebf918c2438dd9a0d1c4a1510cfcd8b77729d0e475804310e3297981ac7/565",
    "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
    "headless_browsertests": "e225fcd7cd6933431538c3f2912cdf8961475fde509ee1bcc851c602bc4a7d88/733",
    "headless_unittests": "3500742391590787686ac6c0c92685af2f351a35e9d18940f132dd8e3a478cf5/488",
    "interactive_ui_tests": "c5c3b1af355eab16bc0a64d423cd906839f03bac8ac930a108ed8976469f289f/1059",
    "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
    "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
    "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
    "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
    "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
    "media_unittests": "9bccd3ce0f01205e63ca79dd1fe5a48c9f03b80307a9952bc9e3993a8c9d53ab/568",
    "message_center_unittests": "15f77006c6fb190a821183f0ef1279333c4ca83b65712f51a54e86b0aa816f66/488",
    "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
    "mojo_unittests": "52f47442565c5730596a53aa78cb1d87fc53f9f4ef4b2f1fccc44dc0b4198b3f/566",
    "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
    "net_unittests": "8f92515fa8e9f01875b898d32626b03e603800299d04c7c601b185465b06936b/567",
    "openscreen_unittests": "bb86bfb272943858c03d593e45bca309001ff5508983c641c48945c15d55c068/489",
    "ozone_unittests": "733d0686cbf6c499b2ac287aa774e570635141416c5234cea8658271869cf9e8/488",
    "ozone_x11_unittests": "4ecdd47d9e0c5cd7d14674a19a9de22c373cde9d4d7981f1f105dd93c842ce6e/488",
    "pdf_unittests": "99e01fe358c4264deccca29e2712a37141944f730495e57ab529d7655af90038/565",
    "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
    "printing_unittests": "67f906927576062b87586cf6708c729c82fa1fcc2b754b1120d34dfee46b68e2/488",
    "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
    "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
    "remoting_unittests": "40eca02a375f6d045cfb22a6a427cfa92d3c51cae4108e15bd9b3ebf662117b5/565",
    "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
    "services_unittests": "86d1250450120dd1832e329e480f3e5ac5d41b451b306e99eb5e47dc3c593937/813",
    "shell_dialogs_unittests": "4057c8d28a77d57fd8e697502671c2898b187f86e8363d571a819df390642da0/488",
    "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
    "snapshot_unittests": "4f7b428d8df60a02dbb049e819a1f18fb20d79f00b6d60fce81878dc02542588/488",
    "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
    "storage_unittests": "cce28f6851311c364a605eff20d4385a6e2dd160baa922c635560cdae29a8448/646",
    "sync_integration_tests": "53f593208d58ca92b75a31b5d6318e0058862108e4c1d04341f139f35c9d88e3/647",
    "ui_base_unittests": "1df4a841efd360215ea61bc61aa5f87f4f60d56a4781bad0f15f5f1c2d49ad91/641",
    "ui_touch_selection_unittests": "ce004a0bc63f45a83704373eb891fb1df37b18018631da4ab99655c76912c6c6/488",
    "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
    "unit_tests": "7c31b1b6bd7437d3d6fae9432bdd04766d5e9817866c1a167139ca736dacd729/1061",
    "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
    "views_unittests": "708c7eca799da5c6653d84d9ed95cc49257894cf6db348bbee015f81b1b347c5/488",
    "viz_unittests": "9acd702a3e48f170b74b8e6d71df4134be50f438dcf6b52885074a3d63f08f19/572",
    "vr_common_unittests": "f77550536d447ddea9bf5e1c66aedeab6121d60558d2085fff90549b776fd435/566",
    "wm_unittests": "a9a72c40ccfc86160a10ee06106208624d00c0c6aaf0a33f0dd77dda4ca41552/488",
    "wtf_unittests": "09eca7c0dc0b5ed7476ab3b8de2206159a414f9d560ddb63732ea1c3831b223b/488",
    "xr_browser_tests": "d04a62047df63d69d2fe49209a8a41cb1a32b2382452f25fcea105abbf06b3f8/646",
    "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
  },
  "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
  "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6322f7945f73dc12146b24ce57b96cf7861f93d2
  • gitiles_ref:refs/branch-heads/7871
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:427
  • user_agent:recipe

Debug log (UTC)

[00:20:31.252] New invocation is queued and will start shortly
[00:20:31.252] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:20:33.209] Starting the invocation (attempt 1)
[00:20:33.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6322f7945f73dc12146b24ce57b96cf7861f93d2"
[00:20:33.301] Popped gitiles commit info from properties and tags
[00:20:33.301] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:20:33.302] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:20:33.303] Buildbucket request:
{
  "requestId": "8843588262648136000",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7871"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843588262648136000",
            "job": "chromium-m150/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7871"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "6322f7945f73dc12146b24ce57b96cf7861f93d2"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8678163787657887169"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8678163787657887169"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8678163787657887169"
                                              }
                                        ],
                                    "parent_build_id": "8678163787657887169",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "bbf3d8a4755268f016087be2f56099fa5a5f3f6e",
                                    "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
                                    "parent_got_revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
                                    "parent_got_revision_cp": "refs/branch-heads/7871@{#2035}",
                                    "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
                                    "parent_got_v8_revision": "968f19a8970f8d91702d86f0ec1522f3909781b7",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#26}",
                                    "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
                                    "revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
                                          "accessibility_unittests": "9602f5c73be4fd10c56a9a8c764c1de60aa76deb6878ad386b3cf773e6dcf9f5/488",
                                          "angle_unittests": "9a335b39601bf7084b9705d09210dfc6ef4819c091b1ff3ef61d834f53d65feb/489",
                                          "aura_unittests": "344c33cd43838440851280e62bb00301747e117888741f9ce7e881087f5ef92b/488",
                                          "base_unittests": "b4ca0603fdd9ce0fa98a7f6a317e1a995d449111728264d58f936e54219a7986/566",
                                          "blink_common_unittests": "3349ebed48ce0163d327ca8bde00e2d54b097195adb3ba23ace3c0a383080f81/566",
                                          "blink_fuzzer_unittests": "31062bd4524d5e2e59a94d0815b4f2cef42e28e9ae50fcabc6bc2a6af752df87/488",
                                          "blink_heap_unittests": "efb1d5d4c3aceeaabe03bdf36664c5aac6237ab2dd57ae0eae107942ac68024a/488",
                                          "blink_platform_unittests": "1bb758bd949eb2255b739ee84bad49a44a09bff881fea815f8eea030fdf21b75/645",
                                          "blink_unittests": "483c1b428f167de445be773dc4749067595975c7b91d019e6a0fe495108dca13/729",
                                          "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
                                          "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
                                          "capture_unittests": "cbdb78a9c5ee20fdec561ffab2e7f208906fd9ad8dc541a228e3f1d540067961/567",
                                          "cast_unittests": "ea446a301b61806631acb58afb7a94337dbb650e5b1e24b29bc1cdeebe6b9d1f/488",
                                          "cc_unittests": "860758f9003e2cfa633b1af57b250d0485345b9e31537efc97e05a3a19414cac/648",
                                          "chrome_app_unittests": "aadd52614dc259818d1a44c37d203160a80e6a20facd5f6f3777f3b6f0285a19/566",
                                          "chromedriver_unittests": "41ca88f61e2cab9182ded7c7bb93df7ca561101f967ecfc243a6135f858c9e78/645",
                                          "components_browsertests": "f1e8bf012b9062a11ea0ccb88caa61e52b0dc34756c3da2d954a9f269d60a184/732",
                                          "components_unittests": "cf1f8af67a7d9c6bf5e83d0c651f66ac1bb4a41d990c20fed22cca5a2665aa80/811",
                                          "compositor_unittests": "8f5aee29427361c9b48b1f08ed61853f043bd835b861a34e20026c97fb4003f0/564",
                                          "content_browsertests": "e056863e24d0c2546d84305c66df2ff15c6822c55f4db13dd8c413f0b75c7e79/805",
                                          "content_unittests": "5fe70a4506c5e33d109bedda1ce23795026ed7d0445b24cf3adb03e51ac2086c/725",
                                          "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
                                          "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
                                          "device_unittests": "907acae81cd15522953e6d5b399eb2666e0feb35e22da76b80555d2339b7bd93/565",
                                          "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
                                          "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
                                          "events_unittests": "1377396d71261ab2adbd1a5a539d7bbd241b631d273bd678e479b9bf15863101/488",
                                          "extensions_unittests": "e26d66f00de9c89a217049f17c504b14254f0019dc7fbc7e6b93470259558903/730",
                                          "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
                                          "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
                                          "gcm_unit_tests": "b119e01f7033aa219f407e94414a6ac583081e052560725fc9177fc4d6babb4b/565",
                                          "gfx_unittests": "137d02da283d3fe771ccb13b01de72a8ebc94a8e5023aa3df875262c4ad8c5dd/564",
                                          "gin_unittests": "c9627fc5c14613b50ca032e79ebb279e284cf0decc93906a1b000a59e520e47f/565",
                                          "gl_tests": "b5e3bb2fcd874009d0d1ea02e033d90471cd25c2f725f39dba1b9d1cb3b5a169/488",
                                          "gl_unittests": "3b8482301c65cdadd702337b5bc94682013fff8407a230c347e072a7deb24118/488",
                                          "google_apis_unittests": "7b42a82d834955525bc754c7195e2cef4446e8b53d85e343a374688c50bc80fe/650",
                                          "gpu_unittests": "c3913ebf918c2438dd9a0d1c4a1510cfcd8b77729d0e475804310e3297981ac7/565",
                                          "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
                                          "headless_browsertests": "e225fcd7cd6933431538c3f2912cdf8961475fde509ee1bcc851c602bc4a7d88/733",
                                          "headless_unittests": "3500742391590787686ac6c0c92685af2f351a35e9d18940f132dd8e3a478cf5/488",
                                          "interactive_ui_tests": "c5c3b1af355eab16bc0a64d423cd906839f03bac8ac930a108ed8976469f289f/1059",
                                          "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
                                          "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
                                          "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
                                          "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
                                          "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
                                          "media_unittests": "9bccd3ce0f01205e63ca79dd1fe5a48c9f03b80307a9952bc9e3993a8c9d53ab/568",
                                          "message_center_unittests": "15f77006c6fb190a821183f0ef1279333c4ca83b65712f51a54e86b0aa816f66/488",
                                          "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
                                          "mojo_unittests": "52f47442565c5730596a53aa78cb1d87fc53f9f4ef4b2f1fccc44dc0b4198b3f/566",
                                          "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
                                          "net_unittests": "8f92515fa8e9f01875b898d32626b03e603800299d04c7c601b185465b06936b/567",
                                          "openscreen_unittests": "bb86bfb272943858c03d593e45bca309001ff5508983c641c48945c15d55c068/489",
                                          "ozone_unittests": "733d0686cbf6c499b2ac287aa774e570635141416c5234cea8658271869cf9e8/488",
                                          "ozone_x11_unittests": "4ecdd47d9e0c5cd7d14674a19a9de22c373cde9d4d7981f1f105dd93c842ce6e/488",
                                          "pdf_unittests": "99e01fe358c4264deccca29e2712a37141944f730495e57ab529d7655af90038/565",
                                          "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
                                          "printing_unittests": "67f906927576062b87586cf6708c729c82fa1fcc2b754b1120d34dfee46b68e2/488",
                                          "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
                                          "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
                                          "remoting_unittests": "40eca02a375f6d045cfb22a6a427cfa92d3c51cae4108e15bd9b3ebf662117b5/565",
                                          "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
                                          "services_unittests": "86d1250450120dd1832e329e480f3e5ac5d41b451b306e99eb5e47dc3c593937/813",
                                          "shell_dialogs_unittests": "4057c8d28a77d57fd8e697502671c2898b187f86e8363d571a819df390642da0/488",
                                          "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
                                          "snapshot_unittests": "4f7b428d8df60a02dbb049e819a1f18fb20d79f00b6d60fce81878dc02542588/488",
                                          "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
                                          "storage_unittests": "cce28f6851311c364a605eff20d4385a6e2dd160baa922c635560cdae29a8448/646",
                                          "sync_integration_tests": "53f593208d58ca92b75a31b5d6318e0058862108e4c1d04341f139f35c9d88e3/647",
                                          "ui_base_unittests": "1df4a841efd360215ea61bc61aa5f87f4f60d56a4781bad0f15f5f1c2d49ad91/641",
                                          "ui_touch_selection_unittests": "ce004a0bc63f45a83704373eb891fb1df37b18018631da4ab99655c76912c6c6/488",
                                          "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
                                          "unit_tests": "7c31b1b6bd7437d3d6fae9432bdd04766d5e9817866c1a167139ca736dacd729/1061",
                                          "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
                                          "views_unittests": "708c7eca799da5c6653d84d9ed95cc49257894cf6db348bbee015f81b1b347c5/488",
                                          "viz_unittests": "9acd702a3e48f170b74b8e6d71df4134be50f438dcf6b52885074a3d63f08f19/572",
                                          "vr_common_unittests": "f77550536d447ddea9bf5e1c66aedeab6121d60558d2085fff90549b776fd435/566",
                                          "wm_unittests": "a9a72c40ccfc86160a10ee06106208624d00c0c6aaf0a33f0dd77dda4ca41552/488",
                                          "wtf_unittests": "09eca7c0dc0b5ed7476ab3b8de2206159a414f9d560ddb63732ea1c3831b223b/488",
                                          "xr_browser_tests": "d04a62047df63d69d2fe49209a8a41cb1a32b2382452f25fcea105abbf06b3f8/646",
                                          "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
                                        },
                                    "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7871",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:427",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e94ec50b-7583-47a1-9a77-71130510e84b",
                        "title": "Linux TSan Builder/427",
                        "url": "https://cr-buildbucket.appspot.com/build/8678163787657887169"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "6322f7945f73dc12146b24ce57b96cf7861f93d2"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678163787657887169"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678163787657887169"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678163787657887169"
                }
          ],
      "parent_build_id": "8678163787657887169",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bbf3d8a4755268f016087be2f56099fa5a5f3f6e",
      "parent_got_dawn_revision": "01249a97332468dbdd6cf5edb8dd7bae77875de5",
      "parent_got_revision": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
      "parent_got_revision_cp": "refs/branch-heads/7871@{#2035}",
      "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
      "parent_got_v8_revision": "968f19a8970f8d91702d86f0ec1522f3909781b7",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#26}",
      "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
            "accessibility_unittests": "9602f5c73be4fd10c56a9a8c764c1de60aa76deb6878ad386b3cf773e6dcf9f5/488",
            "angle_unittests": "9a335b39601bf7084b9705d09210dfc6ef4819c091b1ff3ef61d834f53d65feb/489",
            "aura_unittests": "344c33cd43838440851280e62bb00301747e117888741f9ce7e881087f5ef92b/488",
            "base_unittests": "b4ca0603fdd9ce0fa98a7f6a317e1a995d449111728264d58f936e54219a7986/566",
            "blink_common_unittests": "3349ebed48ce0163d327ca8bde00e2d54b097195adb3ba23ace3c0a383080f81/566",
            "blink_fuzzer_unittests": "31062bd4524d5e2e59a94d0815b4f2cef42e28e9ae50fcabc6bc2a6af752df87/488",
            "blink_heap_unittests": "efb1d5d4c3aceeaabe03bdf36664c5aac6237ab2dd57ae0eae107942ac68024a/488",
            "blink_platform_unittests": "1bb758bd949eb2255b739ee84bad49a44a09bff881fea815f8eea030fdf21b75/645",
            "blink_unittests": "483c1b428f167de445be773dc4749067595975c7b91d019e6a0fe495108dca13/729",
            "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
            "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
            "capture_unittests": "cbdb78a9c5ee20fdec561ffab2e7f208906fd9ad8dc541a228e3f1d540067961/567",
            "cast_unittests": "ea446a301b61806631acb58afb7a94337dbb650e5b1e24b29bc1cdeebe6b9d1f/488",
            "cc_unittests": "860758f9003e2cfa633b1af57b250d0485345b9e31537efc97e05a3a19414cac/648",
            "chrome_app_unittests": "aadd52614dc259818d1a44c37d203160a80e6a20facd5f6f3777f3b6f0285a19/566",
            "chromedriver_unittests": "41ca88f61e2cab9182ded7c7bb93df7ca561101f967ecfc243a6135f858c9e78/645",
            "components_browsertests": "f1e8bf012b9062a11ea0ccb88caa61e52b0dc34756c3da2d954a9f269d60a184/732",
            "components_unittests": "cf1f8af67a7d9c6bf5e83d0c651f66ac1bb4a41d990c20fed22cca5a2665aa80/811",
            "compositor_unittests": "8f5aee29427361c9b48b1f08ed61853f043bd835b861a34e20026c97fb4003f0/564",
            "content_browsertests": "e056863e24d0c2546d84305c66df2ff15c6822c55f4db13dd8c413f0b75c7e79/805",
            "content_unittests": "5fe70a4506c5e33d109bedda1ce23795026ed7d0445b24cf3adb03e51ac2086c/725",
            "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
            "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
            "device_unittests": "907acae81cd15522953e6d5b399eb2666e0feb35e22da76b80555d2339b7bd93/565",
            "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
            "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
            "events_unittests": "1377396d71261ab2adbd1a5a539d7bbd241b631d273bd678e479b9bf15863101/488",
            "extensions_unittests": "e26d66f00de9c89a217049f17c504b14254f0019dc7fbc7e6b93470259558903/730",
            "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
            "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
            "gcm_unit_tests": "b119e01f7033aa219f407e94414a6ac583081e052560725fc9177fc4d6babb4b/565",
            "gfx_unittests": "137d02da283d3fe771ccb13b01de72a8ebc94a8e5023aa3df875262c4ad8c5dd/564",
            "gin_unittests": "c9627fc5c14613b50ca032e79ebb279e284cf0decc93906a1b000a59e520e47f/565",
            "gl_tests": "b5e3bb2fcd874009d0d1ea02e033d90471cd25c2f725f39dba1b9d1cb3b5a169/488",
            "gl_unittests": "3b8482301c65cdadd702337b5bc94682013fff8407a230c347e072a7deb24118/488",
            "google_apis_unittests": "7b42a82d834955525bc754c7195e2cef4446e8b53d85e343a374688c50bc80fe/650",
            "gpu_unittests": "c3913ebf918c2438dd9a0d1c4a1510cfcd8b77729d0e475804310e3297981ac7/565",
            "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
            "headless_browsertests": "e225fcd7cd6933431538c3f2912cdf8961475fde509ee1bcc851c602bc4a7d88/733",
            "headless_unittests": "3500742391590787686ac6c0c92685af2f351a35e9d18940f132dd8e3a478cf5/488",
            "interactive_ui_tests": "c5c3b1af355eab16bc0a64d423cd906839f03bac8ac930a108ed8976469f289f/1059",
            "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
            "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
            "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
            "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
            "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
            "media_unittests": "9bccd3ce0f01205e63ca79dd1fe5a48c9f03b80307a9952bc9e3993a8c9d53ab/568",
            "message_center_unittests": "15f77006c6fb190a821183f0ef1279333c4ca83b65712f51a54e86b0aa816f66/488",
            "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
            "mojo_unittests": "52f47442565c5730596a53aa78cb1d87fc53f9f4ef4b2f1fccc44dc0b4198b3f/566",
            "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
            "net_unittests": "8f92515fa8e9f01875b898d32626b03e603800299d04c7c601b185465b06936b/567",
            "openscreen_unittests": "bb86bfb272943858c03d593e45bca309001ff5508983c641c48945c15d55c068/489",
            "ozone_unittests": "733d0686cbf6c499b2ac287aa774e570635141416c5234cea8658271869cf9e8/488",
            "ozone_x11_unittests": "4ecdd47d9e0c5cd7d14674a19a9de22c373cde9d4d7981f1f105dd93c842ce6e/488",
            "pdf_unittests": "99e01fe358c4264deccca29e2712a37141944f730495e57ab529d7655af90038/565",
            "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
            "printing_unittests": "67f906927576062b87586cf6708c729c82fa1fcc2b754b1120d34dfee46b68e2/488",
            "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
            "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
            "remoting_unittests": "40eca02a375f6d045cfb22a6a427cfa92d3c51cae4108e15bd9b3ebf662117b5/565",
            "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
            "services_unittests": "86d1250450120dd1832e329e480f3e5ac5d41b451b306e99eb5e47dc3c593937/813",
            "shell_dialogs_unittests": "4057c8d28a77d57fd8e697502671c2898b187f86e8363d571a819df390642da0/488",
            "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
            "snapshot_unittests": "4f7b428d8df60a02dbb049e819a1f18fb20d79f00b6d60fce81878dc02542588/488",
            "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
            "storage_unittests": "cce28f6851311c364a605eff20d4385a6e2dd160baa922c635560cdae29a8448/646",
            "sync_integration_tests": "53f593208d58ca92b75a31b5d6318e0058862108e4c1d04341f139f35c9d88e3/647",
            "ui_base_unittests": "1df4a841efd360215ea61bc61aa5f87f4f60d56a4781bad0f15f5f1c2d49ad91/641",
            "ui_touch_selection_unittests": "ce004a0bc63f45a83704373eb891fb1df37b18018631da4ab99655c76912c6c6/488",
            "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
            "unit_tests": "7c31b1b6bd7437d3d6fae9432bdd04766d5e9817866c1a167139ca736dacd729/1061",
            "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
            "views_unittests": "708c7eca799da5c6653d84d9ed95cc49257894cf6db348bbee015f81b1b347c5/488",
            "viz_unittests": "9acd702a3e48f170b74b8e6d71df4134be50f438dcf6b52885074a3d63f08f19/572",
            "vr_common_unittests": "f77550536d447ddea9bf5e1c66aedeab6121d60558d2085fff90549b776fd435/566",
            "wm_unittests": "a9a72c40ccfc86160a10ee06106208624d00c0c6aaf0a33f0dd77dda4ca41552/488",
            "wtf_unittests": "09eca7c0dc0b5ed7476ab3b8de2206159a414f9d560ddb63732ea1c3831b223b/488",
            "xr_browser_tests": "d04a62047df63d69d2fe49209a8a41cb1a32b2382452f25fcea105abbf06b3f8/646",
            "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
          },
      "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
      "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
    "ref": "refs/branch-heads/7871"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843588262648136000"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m150/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "427"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:20:33.893] Scheduled build:
{
  "id": "8678158199711834449",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 425,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-24T00:20:33.432687504Z",
  "updateTime": "2026-06-24T00:20:33.432687504Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[00:20:33.893] Task URL: https://cr-buildbucket.appspot.com/build/8678158199711834449
[00:20:33.893] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:2:0) after 8m11s
[00:20:34.068] Received PubSub notification, asking Buildbucket for the build status
[00:20:34.090] Build status: SCHEDULED
[00:20:38.615] Received PubSub notification, asking Buildbucket for the build status
[00:20:38.632] Build status: STARTED
[00:28:44.925] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:2:0)
[00:28:44.946] Build status: STARTED
[00:28:44.946] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:5:0) after 3m56s
[00:32:40.933] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:5:0)
[00:32:40.960] Build status: STARTED
[00:32:40.960] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:6:0) after 7m48s
[00:40:29.065] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:6:0)
[00:40:29.087] Build status: STARTED
[00:40:29.087] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:7:0) after 6m35s
[00:47:04.204] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:7:0)
[00:47:04.220] Build status: STARTED
[00:47:04.221] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:8:0) after 9m52s
[00:56:56.244] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:8:0)
[00:56:56.274] Build status: STARTED
[00:56:56.274] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:9:0) after 3m20s
[01:00:16.299] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:9:0)
[01:00:16.321] Build status: STARTED
[01:00:16.321] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843588262648136000:10:0) after 7m36s
[01:02:55.376] Received PubSub notification, asking Buildbucket for the build status
[01:02:55.395] Build:
{
  "id": "8678158199711834449",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 425,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-24T00:20:33.432687504Z",
  "startTime": "2026-06-24T00:20:38.307485167Z",
  "endTime": "2026-06-24T01:02:55.080720729Z",
  "updateTime": "2026-06-24T01:02:55.080720729Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6322f7945f73dc12146b24ce57b96cf7861f93d2",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[01:02:55.395] Invocation finished in 42m24.14782381s with status FAILED