Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 43 minutes
Actions:

Definition (rev cbb863c8fcfc493c6b34c33210ca32b6dd6fa019)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7871"
      }
    ]
  },
  "branch": "refs/branch-heads/7871",
  "deps_revision_overrides": {
    "src": "bb69f263ec3ec49d35928c0f74089aaad248991f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678212585313837233"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678212585313837233"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678212585313837233"
    }
  ],
  "parent_build_id": "8678212585313837233",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
  "parent_got_dawn_revision": "ec57ce2acbcb6e953db7fa44425a5f5b7e9dadac",
  "parent_got_revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
  "parent_got_revision_cp": "refs/branch-heads/7871@{#1973}",
  "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
  "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
  "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
  "swarm_hashes": {
    "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
    "accessibility_unittests": "f372a9b283a663b5afc83789da398172c2bd1c372f30db26e8a2250516835ceb/488",
    "angle_unittests": "07da6eebaf24a1b33a3132227d919051013a122c88dd759e7e55faa527a6817e/489",
    "aura_unittests": "c7f324a01f232a23e333b54672a00c73ef2944c2e4b8f87827ac81cdd10cecc7/488",
    "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
    "blink_common_unittests": "5e510543dce9aea9df9cede9ba291fc4148631aec22652b05471ea2e0e795b39/566",
    "blink_fuzzer_unittests": "f4d790b34bb865752570430f5f31983327ea26f9ce499cc7830e82d6a1635df5/488",
    "blink_heap_unittests": "85a6a3d23b04ab199ae5508c974ecf0d898db881d94441f55346584f73fa69e3/488",
    "blink_platform_unittests": "faae9502602db1a618da5216d0a4ca927ec5900afc16fb1bc8b0579bbccf28c5/645",
    "blink_unittests": "6ec603b1046623be3027c5ebc778886db27b7725c70c5af6d467a2388ff8867c/729",
    "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
    "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
    "capture_unittests": "2ed6a9763c84c413c33ab3e2d0d30b9e45c1f76a189b5c6e0573380503f8f97d/567",
    "cast_unittests": "9ef07ce2d428a24f6f8c205c2f7c6d61b5101536e94d15e00e813d5ff8d5dc83/488",
    "cc_unittests": "e4f24e831f94ed079711368ac55a0c21daa77f0e6a231f4bf21d0c332579c46e/648",
    "chrome_app_unittests": "f60d5f6dc944687351af15a1f166e50320b35ac5d429026cd1abd5bea6cf225b/566",
    "chromedriver_unittests": "c6722ec76e882dba5f442a2b36be5edab30a713603bd9649e2a053eb3cc0133e/645",
    "components_browsertests": "da63b40be15e51de572586060b4f896a98b5c2dcfa11b66559bc71b59a0cea55/732",
    "components_unittests": "609fa9e1ae40b50369d0b6158281f8122c4467fa7274cece04ea219de98c63d5/811",
    "compositor_unittests": "76c278a6dfef20c266ca67b8631898c166270f3f6c8f36941a073d4cbc9c2542/564",
    "content_browsertests": "03d4cc8bf3f561babc36999c3912938e6e4b46c3208f99d4bed4966a4a38e776/805",
    "content_unittests": "3caad4b5675aa09e24c2167bc66b12f1015b21079108b1146c1d4f3b9b678155/725",
    "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
    "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
    "device_unittests": "7d3fd2001911420fe85af4f6d7c0dd156045abdedc55d24d2bcbe35c41d68feb/565",
    "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
    "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
    "events_unittests": "d71e88323b8806438b72e82d81f249597cd323526f0429500324c2db4f89a347/488",
    "extensions_unittests": "d90db1628128cfa959d1c58964c5dca4ed764bcd360aae073f1ec3476d01a103/730",
    "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
    "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
    "gcm_unit_tests": "6fc27a06b5cb65cf8133485ac4725ee10f4aef094993e79b31973c520dcf50d5/565",
    "gfx_unittests": "1131230490f771028b3294316ae0f44b0cea09f1cdc8e68ae6a1ec1821d25a75/564",
    "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
    "gl_tests": "2052f09be21fdddb513cdbc1e2612c3aedb4e7e450ca49a4580c1bc3e44ca9df/488",
    "gl_unittests": "ac4d4c795fa56dd8eb55424666757513786f83fd1d4e23d2a90b4b3ab2b3e201/488",
    "google_apis_unittests": "2a17c5e635dda4bfb0439d219b515868b35526a7b13c6263f53ec77e985fdde6/650",
    "gpu_unittests": "e81939bb12150d384a8272d25cd30fdfb7681c123e6674229b5260e6bd17fcfd/565",
    "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
    "headless_browsertests": "ade5159934e153a64a073a1203245505feb603ee03f3620024ad6c2fa3c42434/733",
    "headless_unittests": "a460eb276eb1e6be5884d057369e8b40905d97292f62cdbb80c630d022d531b9/488",
    "interactive_ui_tests": "f88fe9c24de1787ed4885e3fff2d0fb3cc7d898d295bc9e6c4781de560259259/1059",
    "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
    "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
    "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
    "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
    "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
    "media_unittests": "d35b55e57e7cf79d65f929a2f500683b7694beb41d73fb412f431d96d048fc5f/568",
    "message_center_unittests": "03653e1165e8ad9732e0f0bf0c6ae8b534934ba18121204e09500ee53c02cbdd/488",
    "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
    "mojo_unittests": "6b82e5b060777af3761787f07a50d0104230ff60cadaea4ea5cc7fce6faaaf66/566",
    "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
    "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
    "openscreen_unittests": "66efbc8601299502b4566acbac2441c9969dfdff6c8234edbe1efcc6dab4861f/489",
    "ozone_unittests": "414f96a3ef6ca9abe5ea1736305d9f7cd4bc533b2a73b0c13d47ce1cf8567af8/488",
    "ozone_x11_unittests": "338a92f7f2d7814e1bf8eddbad49ae48ddc6ebdb8c017050fec1b65f8fbf3156/488",
    "pdf_unittests": "ea0cf67cfd048cc3dd5a7d164634b8e958793e1e6950e2861dbe0f538463c05f/565",
    "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
    "printing_unittests": "32ed425302599ce7c645b1b6c9ce5573bf044b7db887b3619bc8c0efaa7f63e9/488",
    "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
    "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
    "remoting_unittests": "9a59bc4b845caa21470d0fbcfd432c054c32e6abbf00eeb3b25e650d54d8b0ff/565",
    "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
    "services_unittests": "863ae747f5aac72d16c185375e9276ead344df835ea9f021b5cba0ee7faf4d3d/813",
    "shell_dialogs_unittests": "d8335a8e8712e617fc0bb717b5e5a8f07cfe9fe83c66920ed15f40f5e36b77aa/488",
    "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
    "snapshot_unittests": "5975838d8c217dc157a02c0a1311534add191d04d55ff89c78124072758e7649/488",
    "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
    "storage_unittests": "6233f3bcd6425954f2b11f85de65b581f8c1b9d1ff93003668dbe883010f37bc/646",
    "sync_integration_tests": "eecce8ea62a156470f0c0c512c4f3493270a351d24f5332e42559aa066e62e9c/647",
    "ui_base_unittests": "e9659c4c3c78d3cf18209fd45e3bdf439dc636b00237259b43c3486d9c30e07d/641",
    "ui_touch_selection_unittests": "b1f5279b9791544c06afc1b1ca8c566e5217e0c7ec2ab2de9526baa2bb130c25/488",
    "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
    "unit_tests": "68bb9696620e3fe03520cf7e0c4712b9b35a98988343323ed3206e2dc4451788/1061",
    "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
    "views_unittests": "636d94e0ea50be6080807f8c47bf6f140d5c0bdb5a57733cb3377d918b67dbc4/488",
    "viz_unittests": "9671836dccf0198977f80924da01d183254893d5b6c2d7d7299b6338cdd6e682/572",
    "vr_common_unittests": "ac120742a87bf01ea9c8d8a4d8aa0b531b3f2c6d32e9f63042bb2cda82658a15/566",
    "wm_unittests": "5dcdeef9c641d8fa9a3c259daf7f44782002ab138ab58c1636a03660a737dff9/488",
    "wtf_unittests": "3575a0927d87d1cd92ce0587f94b5ca2c0b4ec41799b586c50c5be4e99a259c5/488",
    "xr_browser_tests": "2917f6126cb265f9804ab1572eb1b86e5d5f62de91e6e24c32549086258abf03/646",
    "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
  },
  "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
  "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bb69f263ec3ec49d35928c0f74089aaad248991f
  • gitiles_ref:refs/branch-heads/7871
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:417
  • user_agent:recipe

Debug log (UTC)

[10:58:30.617] New invocation is queued and will start shortly
[10:58:30.617] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:58:31.714] Starting the invocation (attempt 1)
[10:58:31.738] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bb69f263ec3ec49d35928c0f74089aaad248991f"
[10:58:31.738] Popped gitiles commit info from properties and tags
[10:58:31.738] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:58:31.738] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:58:31.739] Buildbucket request:
{
  "requestId": "8843638720798925136",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7871"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843638720798925136",
            "job": "chromium-m150/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7871"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "bb69f263ec3ec49d35928c0f74089aaad248991f"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8678212585313837233"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8678212585313837233"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8678212585313837233"
                                              }
                                        ],
                                    "parent_build_id": "8678212585313837233",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
                                    "parent_got_dawn_revision": "ec57ce2acbcb6e953db7fa44425a5f5b7e9dadac",
                                    "parent_got_revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
                                    "parent_got_revision_cp": "refs/branch-heads/7871@{#1973}",
                                    "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
                                    "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
                                    "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
                                    "revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
                                          "accessibility_unittests": "f372a9b283a663b5afc83789da398172c2bd1c372f30db26e8a2250516835ceb/488",
                                          "angle_unittests": "07da6eebaf24a1b33a3132227d919051013a122c88dd759e7e55faa527a6817e/489",
                                          "aura_unittests": "c7f324a01f232a23e333b54672a00c73ef2944c2e4b8f87827ac81cdd10cecc7/488",
                                          "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
                                          "blink_common_unittests": "5e510543dce9aea9df9cede9ba291fc4148631aec22652b05471ea2e0e795b39/566",
                                          "blink_fuzzer_unittests": "f4d790b34bb865752570430f5f31983327ea26f9ce499cc7830e82d6a1635df5/488",
                                          "blink_heap_unittests": "85a6a3d23b04ab199ae5508c974ecf0d898db881d94441f55346584f73fa69e3/488",
                                          "blink_platform_unittests": "faae9502602db1a618da5216d0a4ca927ec5900afc16fb1bc8b0579bbccf28c5/645",
                                          "blink_unittests": "6ec603b1046623be3027c5ebc778886db27b7725c70c5af6d467a2388ff8867c/729",
                                          "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
                                          "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
                                          "capture_unittests": "2ed6a9763c84c413c33ab3e2d0d30b9e45c1f76a189b5c6e0573380503f8f97d/567",
                                          "cast_unittests": "9ef07ce2d428a24f6f8c205c2f7c6d61b5101536e94d15e00e813d5ff8d5dc83/488",
                                          "cc_unittests": "e4f24e831f94ed079711368ac55a0c21daa77f0e6a231f4bf21d0c332579c46e/648",
                                          "chrome_app_unittests": "f60d5f6dc944687351af15a1f166e50320b35ac5d429026cd1abd5bea6cf225b/566",
                                          "chromedriver_unittests": "c6722ec76e882dba5f442a2b36be5edab30a713603bd9649e2a053eb3cc0133e/645",
                                          "components_browsertests": "da63b40be15e51de572586060b4f896a98b5c2dcfa11b66559bc71b59a0cea55/732",
                                          "components_unittests": "609fa9e1ae40b50369d0b6158281f8122c4467fa7274cece04ea219de98c63d5/811",
                                          "compositor_unittests": "76c278a6dfef20c266ca67b8631898c166270f3f6c8f36941a073d4cbc9c2542/564",
                                          "content_browsertests": "03d4cc8bf3f561babc36999c3912938e6e4b46c3208f99d4bed4966a4a38e776/805",
                                          "content_unittests": "3caad4b5675aa09e24c2167bc66b12f1015b21079108b1146c1d4f3b9b678155/725",
                                          "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
                                          "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
                                          "device_unittests": "7d3fd2001911420fe85af4f6d7c0dd156045abdedc55d24d2bcbe35c41d68feb/565",
                                          "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
                                          "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
                                          "events_unittests": "d71e88323b8806438b72e82d81f249597cd323526f0429500324c2db4f89a347/488",
                                          "extensions_unittests": "d90db1628128cfa959d1c58964c5dca4ed764bcd360aae073f1ec3476d01a103/730",
                                          "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
                                          "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
                                          "gcm_unit_tests": "6fc27a06b5cb65cf8133485ac4725ee10f4aef094993e79b31973c520dcf50d5/565",
                                          "gfx_unittests": "1131230490f771028b3294316ae0f44b0cea09f1cdc8e68ae6a1ec1821d25a75/564",
                                          "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
                                          "gl_tests": "2052f09be21fdddb513cdbc1e2612c3aedb4e7e450ca49a4580c1bc3e44ca9df/488",
                                          "gl_unittests": "ac4d4c795fa56dd8eb55424666757513786f83fd1d4e23d2a90b4b3ab2b3e201/488",
                                          "google_apis_unittests": "2a17c5e635dda4bfb0439d219b515868b35526a7b13c6263f53ec77e985fdde6/650",
                                          "gpu_unittests": "e81939bb12150d384a8272d25cd30fdfb7681c123e6674229b5260e6bd17fcfd/565",
                                          "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
                                          "headless_browsertests": "ade5159934e153a64a073a1203245505feb603ee03f3620024ad6c2fa3c42434/733",
                                          "headless_unittests": "a460eb276eb1e6be5884d057369e8b40905d97292f62cdbb80c630d022d531b9/488",
                                          "interactive_ui_tests": "f88fe9c24de1787ed4885e3fff2d0fb3cc7d898d295bc9e6c4781de560259259/1059",
                                          "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
                                          "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
                                          "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
                                          "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
                                          "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
                                          "media_unittests": "d35b55e57e7cf79d65f929a2f500683b7694beb41d73fb412f431d96d048fc5f/568",
                                          "message_center_unittests": "03653e1165e8ad9732e0f0bf0c6ae8b534934ba18121204e09500ee53c02cbdd/488",
                                          "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
                                          "mojo_unittests": "6b82e5b060777af3761787f07a50d0104230ff60cadaea4ea5cc7fce6faaaf66/566",
                                          "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
                                          "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
                                          "openscreen_unittests": "66efbc8601299502b4566acbac2441c9969dfdff6c8234edbe1efcc6dab4861f/489",
                                          "ozone_unittests": "414f96a3ef6ca9abe5ea1736305d9f7cd4bc533b2a73b0c13d47ce1cf8567af8/488",
                                          "ozone_x11_unittests": "338a92f7f2d7814e1bf8eddbad49ae48ddc6ebdb8c017050fec1b65f8fbf3156/488",
                                          "pdf_unittests": "ea0cf67cfd048cc3dd5a7d164634b8e958793e1e6950e2861dbe0f538463c05f/565",
                                          "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
                                          "printing_unittests": "32ed425302599ce7c645b1b6c9ce5573bf044b7db887b3619bc8c0efaa7f63e9/488",
                                          "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
                                          "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
                                          "remoting_unittests": "9a59bc4b845caa21470d0fbcfd432c054c32e6abbf00eeb3b25e650d54d8b0ff/565",
                                          "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
                                          "services_unittests": "863ae747f5aac72d16c185375e9276ead344df835ea9f021b5cba0ee7faf4d3d/813",
                                          "shell_dialogs_unittests": "d8335a8e8712e617fc0bb717b5e5a8f07cfe9fe83c66920ed15f40f5e36b77aa/488",
                                          "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
                                          "snapshot_unittests": "5975838d8c217dc157a02c0a1311534add191d04d55ff89c78124072758e7649/488",
                                          "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
                                          "storage_unittests": "6233f3bcd6425954f2b11f85de65b581f8c1b9d1ff93003668dbe883010f37bc/646",
                                          "sync_integration_tests": "eecce8ea62a156470f0c0c512c4f3493270a351d24f5332e42559aa066e62e9c/647",
                                          "ui_base_unittests": "e9659c4c3c78d3cf18209fd45e3bdf439dc636b00237259b43c3486d9c30e07d/641",
                                          "ui_touch_selection_unittests": "b1f5279b9791544c06afc1b1ca8c566e5217e0c7ec2ab2de9526baa2bb130c25/488",
                                          "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
                                          "unit_tests": "68bb9696620e3fe03520cf7e0c4712b9b35a98988343323ed3206e2dc4451788/1061",
                                          "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
                                          "views_unittests": "636d94e0ea50be6080807f8c47bf6f140d5c0bdb5a57733cb3377d918b67dbc4/488",
                                          "viz_unittests": "9671836dccf0198977f80924da01d183254893d5b6c2d7d7299b6338cdd6e682/572",
                                          "vr_common_unittests": "ac120742a87bf01ea9c8d8a4d8aa0b531b3f2c6d32e9f63042bb2cda82658a15/566",
                                          "wm_unittests": "5dcdeef9c641d8fa9a3c259daf7f44782002ab138ab58c1636a03660a737dff9/488",
                                          "wtf_unittests": "3575a0927d87d1cd92ce0587f94b5ca2c0b4ec41799b586c50c5be4e99a259c5/488",
                                          "xr_browser_tests": "2917f6126cb265f9804ab1572eb1b86e5d5f62de91e6e24c32549086258abf03/646",
                                          "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
                                        },
                                    "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7871",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:417",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "da1244a6-78ae-453c-8ad6-d1c08451aef7",
                        "title": "Linux TSan Builder/417",
                        "url": "https://cr-buildbucket.appspot.com/build/8678212585313837233"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "bb69f263ec3ec49d35928c0f74089aaad248991f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678212585313837233"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678212585313837233"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678212585313837233"
                }
          ],
      "parent_build_id": "8678212585313837233",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "6d27f6c842ce5aca1429b26158f15fb962247e4f",
      "parent_got_dawn_revision": "ec57ce2acbcb6e953db7fa44425a5f5b7e9dadac",
      "parent_got_revision": "bb69f263ec3ec49d35928c0f74089aaad248991f",
      "parent_got_revision_cp": "refs/branch-heads/7871@{#1973}",
      "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
      "parent_got_v8_revision": "4038ed98f6974a8e8728c40989ce4150dcd620e8",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#22}",
      "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
            "accessibility_unittests": "f372a9b283a663b5afc83789da398172c2bd1c372f30db26e8a2250516835ceb/488",
            "angle_unittests": "07da6eebaf24a1b33a3132227d919051013a122c88dd759e7e55faa527a6817e/489",
            "aura_unittests": "c7f324a01f232a23e333b54672a00c73ef2944c2e4b8f87827ac81cdd10cecc7/488",
            "base_unittests": "3847257f16faab551092a63333f6c790b00daf16228f5de978f4449774d3d484/566",
            "blink_common_unittests": "5e510543dce9aea9df9cede9ba291fc4148631aec22652b05471ea2e0e795b39/566",
            "blink_fuzzer_unittests": "f4d790b34bb865752570430f5f31983327ea26f9ce499cc7830e82d6a1635df5/488",
            "blink_heap_unittests": "85a6a3d23b04ab199ae5508c974ecf0d898db881d94441f55346584f73fa69e3/488",
            "blink_platform_unittests": "faae9502602db1a618da5216d0a4ca927ec5900afc16fb1bc8b0579bbccf28c5/645",
            "blink_unittests": "6ec603b1046623be3027c5ebc778886db27b7725c70c5af6d467a2388ff8867c/729",
            "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
            "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
            "capture_unittests": "2ed6a9763c84c413c33ab3e2d0d30b9e45c1f76a189b5c6e0573380503f8f97d/567",
            "cast_unittests": "9ef07ce2d428a24f6f8c205c2f7c6d61b5101536e94d15e00e813d5ff8d5dc83/488",
            "cc_unittests": "e4f24e831f94ed079711368ac55a0c21daa77f0e6a231f4bf21d0c332579c46e/648",
            "chrome_app_unittests": "f60d5f6dc944687351af15a1f166e50320b35ac5d429026cd1abd5bea6cf225b/566",
            "chromedriver_unittests": "c6722ec76e882dba5f442a2b36be5edab30a713603bd9649e2a053eb3cc0133e/645",
            "components_browsertests": "da63b40be15e51de572586060b4f896a98b5c2dcfa11b66559bc71b59a0cea55/732",
            "components_unittests": "609fa9e1ae40b50369d0b6158281f8122c4467fa7274cece04ea219de98c63d5/811",
            "compositor_unittests": "76c278a6dfef20c266ca67b8631898c166270f3f6c8f36941a073d4cbc9c2542/564",
            "content_browsertests": "03d4cc8bf3f561babc36999c3912938e6e4b46c3208f99d4bed4966a4a38e776/805",
            "content_unittests": "3caad4b5675aa09e24c2167bc66b12f1015b21079108b1146c1d4f3b9b678155/725",
            "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
            "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
            "device_unittests": "7d3fd2001911420fe85af4f6d7c0dd156045abdedc55d24d2bcbe35c41d68feb/565",
            "display_unittests": "4d04e397dbe0490a8b6eb7cfe180b2b77b983e762ff049b8ada764c40559c746/488",
            "env_chromium_unittests": "871725fed7d093b98a4ddafd06450af67acd59d50c82acd41af2b08703169ef9/488",
            "events_unittests": "d71e88323b8806438b72e82d81f249597cd323526f0429500324c2db4f89a347/488",
            "extensions_unittests": "d90db1628128cfa959d1c58964c5dca4ed764bcd360aae073f1ec3476d01a103/730",
            "filesystem_service_unittests": "8dcd1fe031a6be1ae713a9b1875f738dca16dbe17f3eba7c992baf446941442a/488",
            "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
            "gcm_unit_tests": "6fc27a06b5cb65cf8133485ac4725ee10f4aef094993e79b31973c520dcf50d5/565",
            "gfx_unittests": "1131230490f771028b3294316ae0f44b0cea09f1cdc8e68ae6a1ec1821d25a75/564",
            "gin_unittests": "a9ec6e355ae26a53203ad35651503c0cf2118d1d620ac039e42b29c7968a2d2d/565",
            "gl_tests": "2052f09be21fdddb513cdbc1e2612c3aedb4e7e450ca49a4580c1bc3e44ca9df/488",
            "gl_unittests": "ac4d4c795fa56dd8eb55424666757513786f83fd1d4e23d2a90b4b3ab2b3e201/488",
            "google_apis_unittests": "2a17c5e635dda4bfb0439d219b515868b35526a7b13c6263f53ec77e985fdde6/650",
            "gpu_unittests": "e81939bb12150d384a8272d25cd30fdfb7681c123e6674229b5260e6bd17fcfd/565",
            "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
            "headless_browsertests": "ade5159934e153a64a073a1203245505feb603ee03f3620024ad6c2fa3c42434/733",
            "headless_unittests": "a460eb276eb1e6be5884d057369e8b40905d97292f62cdbb80c630d022d531b9/488",
            "interactive_ui_tests": "f88fe9c24de1787ed4885e3fff2d0fb3cc7d898d295bc9e6c4781de560259259/1059",
            "ipc_tests": "9f7fd2efb86ad7cf7b80bd558d27dbe07ce760f9b1a9f02d55beabaa171644ed/488",
            "latency_unittests": "f42afea87967c871627398de6d2a42abe133e3ab14f1995468ded209d5a39642/488",
            "leveldb_unittests": "97a53b54c5d953a3e9dbf5041365ccd8333ae5904b1bca8fd7e7917e0fd542e8/488",
            "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
            "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
            "media_unittests": "d35b55e57e7cf79d65f929a2f500683b7694beb41d73fb412f431d96d048fc5f/568",
            "message_center_unittests": "03653e1165e8ad9732e0f0bf0c6ae8b534934ba18121204e09500ee53c02cbdd/488",
            "midi_unittests": "96e4fb1fe2da07198d3e3f524c4d2ade22706ecdc7c4f5ca828fede00c07660a/488",
            "mojo_unittests": "6b82e5b060777af3761787f07a50d0104230ff60cadaea4ea5cc7fce6faaaf66/566",
            "native_theme_unittests": "e3d349b1a49f0d49bbaa94f8a4e9c0e4cfbfaa34a60765882edb50c4fa7ee48b/488",
            "net_unittests": "f62bd4be6662c582212bcc45c00627435c0754ff2b2f410d18c48691a96dc7f0/567",
            "openscreen_unittests": "66efbc8601299502b4566acbac2441c9969dfdff6c8234edbe1efcc6dab4861f/489",
            "ozone_unittests": "414f96a3ef6ca9abe5ea1736305d9f7cd4bc533b2a73b0c13d47ce1cf8567af8/488",
            "ozone_x11_unittests": "338a92f7f2d7814e1bf8eddbad49ae48ddc6ebdb8c017050fec1b65f8fbf3156/488",
            "pdf_unittests": "ea0cf67cfd048cc3dd5a7d164634b8e958793e1e6950e2861dbe0f538463c05f/565",
            "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
            "printing_unittests": "32ed425302599ce7c645b1b6c9ce5573bf044b7db887b3619bc8c0efaa7f63e9/488",
            "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
            "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
            "remoting_unittests": "9a59bc4b845caa21470d0fbcfd432c054c32e6abbf00eeb3b25e650d54d8b0ff/565",
            "sandbox_linux_unittests": "00d91255387144329a3a93f52062efdb1600a41bd180e91c94e0c6323bd3a94e/488",
            "services_unittests": "863ae747f5aac72d16c185375e9276ead344df835ea9f021b5cba0ee7faf4d3d/813",
            "shell_dialogs_unittests": "d8335a8e8712e617fc0bb717b5e5a8f07cfe9fe83c66920ed15f40f5e36b77aa/488",
            "skia_unittests": "49f150f70401a05b166801859925e2e6b3d99d8507248989da4dadbb69a606bb/488",
            "snapshot_unittests": "5975838d8c217dc157a02c0a1311534add191d04d55ff89c78124072758e7649/488",
            "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
            "storage_unittests": "6233f3bcd6425954f2b11f85de65b581f8c1b9d1ff93003668dbe883010f37bc/646",
            "sync_integration_tests": "eecce8ea62a156470f0c0c512c4f3493270a351d24f5332e42559aa066e62e9c/647",
            "ui_base_unittests": "e9659c4c3c78d3cf18209fd45e3bdf439dc636b00237259b43c3486d9c30e07d/641",
            "ui_touch_selection_unittests": "b1f5279b9791544c06afc1b1ca8c566e5217e0c7ec2ab2de9526baa2bb130c25/488",
            "ui_unittests": "729240a1d187f45800d031e8ed9afd737f98edf9e4e9f8aacc53324f4498843a/488",
            "unit_tests": "68bb9696620e3fe03520cf7e0c4712b9b35a98988343323ed3206e2dc4451788/1061",
            "url_unittests": "98b6c0ef07bdf789b149da90d260ac4891f5e196ccff3b44f725e5dc491b82a0/488",
            "views_unittests": "636d94e0ea50be6080807f8c47bf6f140d5c0bdb5a57733cb3377d918b67dbc4/488",
            "viz_unittests": "9671836dccf0198977f80924da01d183254893d5b6c2d7d7299b6338cdd6e682/572",
            "vr_common_unittests": "ac120742a87bf01ea9c8d8a4d8aa0b531b3f2c6d32e9f63042bb2cda82658a15/566",
            "wm_unittests": "5dcdeef9c641d8fa9a3c259daf7f44782002ab138ab58c1636a03660a737dff9/488",
            "wtf_unittests": "3575a0927d87d1cd92ce0587f94b5ca2c0b4ec41799b586c50c5be4e99a259c5/488",
            "xr_browser_tests": "2917f6126cb265f9804ab1572eb1b86e5d5f62de91e6e24c32549086258abf03/646",
            "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
          },
      "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
      "swarming_command_lines_digest": "f01a2fafb1f5bc541303b16d7ca97267c7d968d67f60377eebb9f74aa9e09805/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
    "ref": "refs/branch-heads/7871"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843638720798925136"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m150/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "417"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:58:32.200] Scheduled build:
{
  "id": "8678208658892072561",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 415,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-23T10:58:31.808854761Z",
  "updateTime": "2026-06-23T10:58:31.808854761Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[10:58:32.200] Task URL: https://cr-buildbucket.appspot.com/build/8678208658892072561
[10:58:32.200] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:2:0) after 2m19s
[10:58:33.190] Received PubSub notification, asking Buildbucket for the build status
[10:58:33.215] Build status: SCHEDULED
[10:59:10.870] Received PubSub notification, asking Buildbucket for the build status
[10:59:10.888] Build status: STARTED
[11:00:51.226] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:2:0)
[11:00:51.250] Build status: STARTED
[11:00:51.250] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:5:0) after 9m21s
[11:10:12.327] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:5:0)
[11:10:12.407] Build status: STARTED
[11:10:12.407] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:6:0) after 6m29s
[11:16:41.476] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:6:0)
[11:16:41.523] Build status: STARTED
[11:16:41.523] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:7:0) after 6m16s
[11:22:57.706] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:7:0)
[11:22:57.729] Build status: STARTED
[11:22:57.729] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:8:0) after 8m2s
[11:30:59.750] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:8:0)
[11:30:59.777] Build status: STARTED
[11:30:59.777] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:9:0) after 7m42s
[11:38:41.863] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:9:0)
[11:38:41.878] Build status: STARTED
[11:38:41.878] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8843638720798925136:10:0) after 9m59s
[11:41:46.022] Received PubSub notification, asking Buildbucket for the build status
[11:41:46.041] Build:
{
  "id": "8678208658892072561",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 415,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-06-23T10:58:31.808854761Z",
  "startTime": "2026-06-23T10:59:10.695522500Z",
  "endTime": "2026-06-23T11:41:45.594410723Z",
  "updateTime": "2026-06-23T11:41:45.594410723Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bb69f263ec3ec49d35928c0f74089aaad248991f",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[11:41:46.042] Invocation finished in 43m15.435076746s with status FAILED