Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev d38987cedf2afbb1d8d389bb18434e45348ab684)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "825d924b5e892d1e05472051b1a1b379afcea624",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7499"
      }
    ]
  },
  "branch": "refs/branch-heads/7499",
  "deps_revision_overrides": {
    "src": "825d924b5e892d1e05472051b1a1b379afcea624"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8698758046810457025"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8698758046810457025"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8698758046810457025"
    }
  ],
  "parent_build_id": "8698758046810457025",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9b75aecb1fa769e357d1dad2614228b6a04ddee6",
  "parent_got_dawn_revision": "0368e499eb97e4f6ac070749761e9949981259f5",
  "parent_got_revision": "825d924b5e892d1e05472051b1a1b379afcea624",
  "parent_got_revision_cp": "refs/branch-heads/7499@{#1113}",
  "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
  "parent_got_v8_revision": "3f6338e564fbfb2e67a475e89c227a4fb9964997",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#11}",
  "parent_got_webrtc_revision": "1dfd30cf31a029cd127674a11e65c54c07afaf5d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46046}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "825d924b5e892d1e05472051b1a1b379afcea624",
  "swarm_hashes": {
    "absl_hardening_tests": "2816c3252748f2d07d958d23e175de7573720d24e96b798aa3efef7a4ce93ae7/488",
    "accessibility_unittests": "be10e33fda96c7332f407cf60042be972a487fa8f16c5891ca1102ac5307865a/488",
    "angle_unittests": "af6da25b554a459d4a63c53210baf3dadafc9491f94e47f15e3195ab2c58fd47/489",
    "app_shell_unittests": "b7f046ae4ee279c6015f4096cdf337f46c3cece5ef65d20e4aeb256cb6f7f577/649",
    "aura_unittests": "f319e630861dd66cf53b380202b770bc6ae145253f7789c22b408d3c08fa251a/488",
    "base_unittests": "557b9675aec7f5f4e65adc4a4daf7217793a41feeb03b11c41497f9b4c7fa27f/566",
    "blink_common_unittests": "77c4d8c8d7a3f3b135870d81a4d098546e5c4ce0279b70113e91d7f85b108fc8/566",
    "blink_fuzzer_unittests": "279234496e6546c1d728fe5658ffc86c7bc300654d53554c944d19bb55c83e4b/488",
    "blink_heap_unittests": "7d2d508eb5abf82c2e54ec6ce153b93cffcff15228e74c877e5c0f0b8270b24c/488",
    "blink_platform_unittests": "176dd03caeea38d65e8b4fb45f59d5d2a627eee31fc428b2055d97bca19b118d/645",
    "blink_unittests": "f11b58ed22ee1c18df4e248fb3772efcacc1d6f01b4b17675dda973ea9239e0b/729",
    "boringssl_crypto_tests": "2c38debbb4bc9c6014a360811016e6626e52eb4bdd9fe380db6537eb96388003/489",
    "boringssl_ssl_tests": "791a742c166433f4172ff9d3b4f58dead7db1e40e1653160a1241f6c601beb14/488",
    "capture_unittests": "51b875d07d4c3cb64bfdd2844144b034fadaf7d883ca62542e88e1122ae3af75/567",
    "cast_unittests": "fce9b7109dfb5cad8e06b9795bccf6917e3d63c081320de44180481a54038718/488",
    "cc_unittests": "640054c2a569e83b71935047597b30eb05868b561008cd4722ac89aaabe32bb2/648",
    "chrome_app_unittests": "35661dae631147139183704d3122eab75068ebb1783ef12e997bffdbe6f765b0/566",
    "chromedriver_unittests": "8b3baa63cecf5d0366d2e5635f73f3c5a798a00c94cdce8cbb4ee7a5a3a1d796/645",
    "components_browsertests": "0f1d862cfa4cc1b1ae656fb3aa801c80c53dc3a635d5f43c8966cdb7db413a64/732",
    "components_unittests": "966351f13e581422534b9114378724bd9f3110118b832c74e3eca8631a6bdd39/811",
    "compositor_unittests": "c424cbc152da1e60e5352ba8ef71bf9e702dc0fb39d84084c5b9362db9ae5e77/564",
    "content_browsertests": "bfbc3f04b97d54f72ce4e912c201c1a8eb7ab31d03970181dedae050c1e384ac/805",
    "content_unittests": "fb455f30ac0f1c587150bb2c87c078b657cc5b239ec5e217b0218963cf176999/725",
    "cronet_tests": "4841fae1551cef0d883a9243de63a4a267d219d2df948c416529913d83a424b1/565",
    "cronet_unittests": "06101efb80dd9d4e6c90fe71675e5febcd37cf35e811145d69294e0efd945166/565",
    "crypto_unittests": "ae626b40241246f0d604048966d20e558cb07b0ce47611b4d52d4f279e37faa1/568",
    "dbus_unittests": "76c4f3b64fcf826bf36a29958480e7c8f980ee297222df9a3b60a16f826f0e3a/488",
    "device_unittests": "f68b40cbbeb78e13fa93d15c086e123484356a9adecddb853d3df8308996063e/565",
    "display_unittests": "3ac347b75420ce8cd5cade8d2a0d48321f3e0ec30e57d703028604e80b8df1d2/488",
    "env_chromium_unittests": "bd2c4fbc61a0135538709b874c42e006fce077f0ec2151233b199474a06ff61d/488",
    "events_unittests": "d45b964c46aa85afd73790538d6cb8e4365739b2e0ec7cd93b73a78e8fdf3d7c/488",
    "extensions_browsertests": "63e65acb1cc3f4a12fc7e1bae7705f0e3f94da9598cb9c1ea74eb8028238168a/651",
    "extensions_unittests": "e288386489784c1e972da1b379a0dde0ba9f36d851e4aed2c48d2f1ac0413dac/730",
    "filesystem_service_unittests": "7e71be14beaf10096d7ff1d9c5dd16b36d96f4cbebf0ba006ab72234a20b1d01/488",
    "fuzzing_unittests": "113fe1975ce2f660334748a76a96d7bd1bcbe6570070350f765fc12c45d1b842/488",
    "gcm_unit_tests": "63976ab8767887e4c1a9c617001e4134d692fc6f8523893bd62c271b41ee5caa/565",
    "gfx_unittests": "52530146b869148bbe8368095bd08003f8c1412031821310b3df63f010260e9a/564",
    "gin_unittests": "3ca732aeddb034e9aea257673bc72b53c37b0fac52404098247dbdde173805d5/565",
    "gl_tests": "7dcc791165d06a167835162b17e6688a7a1e83912300255d6a5ea9b7e2743fe7/488",
    "gl_unittests": "d1fa12a36e7ae2636dccebf192a5ad321987f2d30adf2f174ba9a1549ac78351/488",
    "google_apis_unittests": "ccf964d8aa71fbe74e68916d56ea40db2a8de33caffe47531ea573ae978bc11d/650",
    "gpu_unittests": "2e4f9482dded992d93e6cb7e9eeeebefab0da1cb0238b97e1b3f34ede2d756a3/565",
    "gwp_asan_unittests": "e9be2b5b2a8f4523a75bf1e0c6aedc51838bb941883468d7e8c9e20bab0fe86e/489",
    "headless_browsertests": "33a172b7d71a948beea7a4e935ece8d2dafc330916ce1abcc11ab022876c13db/733",
    "headless_unittests": "eb4add10966d087848a55b62184c5c4a66c6cfdb6a02fbed0bf1230e2de98115/488",
    "interactive_ui_tests": "1063bdf2e91f0682b7c2ee41bcbe345430af4d203882a4d8b31988169d209317/1059",
    "ipc_tests": "6abf56a8a8790286a402db89899a1aa4a44bb5fee13daa2e82e58913c2825ff3/488",
    "latency_unittests": "fdd6ac2a86fd0b6ee36a9b01c912816da55b84a3dc97a37f75b605c7d48bb134/488",
    "leveldb_unittests": "4c13f6ded9ef7b7567f32f7b2e52bc6a9960ab3e42cc35a7c633f65f651624e4/488",
    "libjingle_xmpp_unittests": "ec9401cb0d423665fa9a07a5074eba50ff2f3e9618c39e94d626d6f7f79cee79/488",
    "liburlpattern_unittests": "431bce8cdfbb7567652e8cd72e15fe004dd41e784fa47f8a7da095704751de64/488",
    "media_unittests": "22a7c1c241a84ce45dc516447e2459248bd1e2726c9a62dcfda2b68428a196a8/568",
    "message_center_unittests": "6c6562ba53b43eefd1eeed64615417e354032c8226dcfb2b83466243d04e7703/488",
    "midi_unittests": "33a9457ee7c6620077c16e838eae096ef391fe9b3224ea2fadb0b77c8f3f1077/488",
    "mojo_unittests": "e055956cda1161a94f61f83b3613a1c2f24e0ab1e10ae7551726556a31b06c38/566",
    "native_theme_unittests": "60582d53ee2c412cfaf741120162c0009b042cc831ac9800bcd572729f3b16c9/488",
    "net_unittests": "f63486b93dc638b2b00c825b3918c1fc48ffbf621b0acf92fdee5ab2aab8cecf/567",
    "openscreen_unittests": "e2fd96426456a4de06373629e50c5ea0e5bd7f21a265da24fa50a142d5405185/489",
    "ozone_unittests": "2be7c14d404ba3d2fde64836513def7e258ba23cf83d4d096185531e47094539/488",
    "ozone_x11_unittests": "73341f53ee2d834fc9930f73183af0836b992034962c5b4c5f75e249f6c09f2c/488",
    "pdf_unittests": "2fdd3ebc6e07f17d691d35be307dd3f723e49438acb00fea6031e5dee5269c8d/565",
    "perfetto_unittests": "b006d36c97df9ab8802764f9efa1b05d255de1241618409100c843fd45cf88fa/488",
    "printing_unittests": "0767510125aa7536836e18ed6fb1ec3bc533b2e462f9c2e247ef47f4652102f2/488",
    "pthreadpool_unittests": "94f2e687b579104345ea6a3d931e696747e5b53d3901341727bca495cacade81/488",
    "remoting_unittests": "859c7a7d51e5d38391c2df1b139d395c0112d919d676e327fb20bef1b03836cf/565",
    "sandbox_linux_unittests": "f906a47b21fbefb127ab0f57c702dd5a57224c273819a9513ed700ea9f0324a6/488",
    "services_unittests": "66619a0edb641a14509f853b216ac37dbcbfd952b37313ae71428ed72e663010/734",
    "shell_dialogs_unittests": "3b8bf924b9990e3323da10b1b2dbfb5d8656aef2ec9ae3a65bdf77a8b40b5434/488",
    "skia_unittests": "963e4ccc8dbb906959af8e099283209d3c6874853b93b430be12f11e777cc129/488",
    "snapshot_unittests": "0fd073853c25d64bf88e32891f2381cb2e438ba830b3cea142cac55909481dd2/488",
    "sql_unittests": "80ff55cbdd8657aedcc4dcf32ddfa48fcd4c33666dc8e0e8b43a7f3615b0ec78/565",
    "storage_unittests": "589aa712ce3f24ce65007eee95ebbb0dff3fc84e007e92e07eb7224b2accdb29/646",
    "sync_integration_tests": "a551b37b793d944284c1c5fed982b14f34d1cb6763f4c0b8edb7076013289a4d/647",
    "ui_base_unittests": "3c92dbfd69881ea07b083ab5f2963cc4b2bcdd64b04d93bf6a3ea4b77064074e/641",
    "ui_touch_selection_unittests": "310660d97218ca5ac6d68ef7010c8f97409fe44355ab7f89ae2f4193c7aebade/488",
    "ui_unittests": "46e0b7426022ef670554c00c0a7726978906dd029018bf17091a68fba3f4fc06/488",
    "unit_tests": "312ec53e231ba04054e8568ec19439d08a56546b9d42df8658e756266675bc08/1061",
    "url_unittests": "a974902d96d8e91cf35444b3f7dc4e58b6ecbdeeb5f52184979cd412200c2653/488",
    "views_unittests": "0f3328b89bc2e8e011cbd9e440272f91db8ef9543866ff6ea02857985f982069/488",
    "viz_unittests": "c82a4d6b7ae8edfe8613f531272ea11b3bef99f9fbc84b1b030168dc56eb3f65/572",
    "vr_common_unittests": "6a226e4edec71b3f1915c3e7b04a7e607b690af43580f0ab59cba77990c4658a/566",
    "wm_unittests": "bf948b39479fe88ac60f9da6b95f281cfa8e115b390fb0ed8ed1f14dae161805/488",
    "wtf_unittests": "04bd156cc6a9cf6a7825541a6aaf6c61f389db072e590d0e44497501eb0c42f6/488",
    "xr_browser_tests": "a3289a19b76b2dfda5c395a12fbffd10456746570f74797cc58211135759044f/646",
    "zlib_unittests": "0070075d290b7e37fc5c16526a4d95aac81ca1c6438e4de8b2c38f1e1b782391/489"
  },
  "swarming_command_lines_cwd": "out/74ea-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/825d924b5e892d1e05472051b1a1b379afcea624
  • gitiles_ref:refs/branch-heads/7499
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:210
  • user_agent:recipe

Debug log (UTC)

[16:29:28.478] New invocation is queued and will start shortly
[16:29:28.478] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:29:29.868] Starting the invocation (attempt 1)
[16:29:29.893] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/825d924b5e892d1e05472051b1a1b379afcea624"
[16:29:29.893] Popped gitiles commit info from properties and tags
[16:29:29.893] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:29:29.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:29:29.894] Buildbucket request:
{
  "requestId": "8864183409697622240",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "825d924b5e892d1e05472051b1a1b379afcea624",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7499"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8864183409697622240",
            "job": "chromium-m143/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "825d924b5e892d1e05472051b1a1b379afcea624",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7499"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "825d924b5e892d1e05472051b1a1b379afcea624"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8698758046810457025"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8698758046810457025"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8698758046810457025"
                                              }
                                        ],
                                    "parent_build_id": "8698758046810457025",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "9b75aecb1fa769e357d1dad2614228b6a04ddee6",
                                    "parent_got_dawn_revision": "0368e499eb97e4f6ac070749761e9949981259f5",
                                    "parent_got_revision": "825d924b5e892d1e05472051b1a1b379afcea624",
                                    "parent_got_revision_cp": "refs/branch-heads/7499@{#1113}",
                                    "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
                                    "parent_got_v8_revision": "3f6338e564fbfb2e67a475e89c227a4fb9964997",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#11}",
                                    "parent_got_webrtc_revision": "1dfd30cf31a029cd127674a11e65c54c07afaf5d",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46046}",
                                    "revision": "825d924b5e892d1e05472051b1a1b379afcea624",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "2816c3252748f2d07d958d23e175de7573720d24e96b798aa3efef7a4ce93ae7/488",
                                          "accessibility_unittests": "be10e33fda96c7332f407cf60042be972a487fa8f16c5891ca1102ac5307865a/488",
                                          "angle_unittests": "af6da25b554a459d4a63c53210baf3dadafc9491f94e47f15e3195ab2c58fd47/489",
                                          "app_shell_unittests": "b7f046ae4ee279c6015f4096cdf337f46c3cece5ef65d20e4aeb256cb6f7f577/649",
                                          "aura_unittests": "f319e630861dd66cf53b380202b770bc6ae145253f7789c22b408d3c08fa251a/488",
                                          "base_unittests": "557b9675aec7f5f4e65adc4a4daf7217793a41feeb03b11c41497f9b4c7fa27f/566",
                                          "blink_common_unittests": "77c4d8c8d7a3f3b135870d81a4d098546e5c4ce0279b70113e91d7f85b108fc8/566",
                                          "blink_fuzzer_unittests": "279234496e6546c1d728fe5658ffc86c7bc300654d53554c944d19bb55c83e4b/488",
                                          "blink_heap_unittests": "7d2d508eb5abf82c2e54ec6ce153b93cffcff15228e74c877e5c0f0b8270b24c/488",
                                          "blink_platform_unittests": "176dd03caeea38d65e8b4fb45f59d5d2a627eee31fc428b2055d97bca19b118d/645",
                                          "blink_unittests": "f11b58ed22ee1c18df4e248fb3772efcacc1d6f01b4b17675dda973ea9239e0b/729",
                                          "boringssl_crypto_tests": "2c38debbb4bc9c6014a360811016e6626e52eb4bdd9fe380db6537eb96388003/489",
                                          "boringssl_ssl_tests": "791a742c166433f4172ff9d3b4f58dead7db1e40e1653160a1241f6c601beb14/488",
                                          "capture_unittests": "51b875d07d4c3cb64bfdd2844144b034fadaf7d883ca62542e88e1122ae3af75/567",
                                          "cast_unittests": "fce9b7109dfb5cad8e06b9795bccf6917e3d63c081320de44180481a54038718/488",
                                          "cc_unittests": "640054c2a569e83b71935047597b30eb05868b561008cd4722ac89aaabe32bb2/648",
                                          "chrome_app_unittests": "35661dae631147139183704d3122eab75068ebb1783ef12e997bffdbe6f765b0/566",
                                          "chromedriver_unittests": "8b3baa63cecf5d0366d2e5635f73f3c5a798a00c94cdce8cbb4ee7a5a3a1d796/645",
                                          "components_browsertests": "0f1d862cfa4cc1b1ae656fb3aa801c80c53dc3a635d5f43c8966cdb7db413a64/732",
                                          "components_unittests": "966351f13e581422534b9114378724bd9f3110118b832c74e3eca8631a6bdd39/811",
                                          "compositor_unittests": "c424cbc152da1e60e5352ba8ef71bf9e702dc0fb39d84084c5b9362db9ae5e77/564",
                                          "content_browsertests": "bfbc3f04b97d54f72ce4e912c201c1a8eb7ab31d03970181dedae050c1e384ac/805",
                                          "content_unittests": "fb455f30ac0f1c587150bb2c87c078b657cc5b239ec5e217b0218963cf176999/725",
                                          "cronet_tests": "4841fae1551cef0d883a9243de63a4a267d219d2df948c416529913d83a424b1/565",
                                          "cronet_unittests": "06101efb80dd9d4e6c90fe71675e5febcd37cf35e811145d69294e0efd945166/565",
                                          "crypto_unittests": "ae626b40241246f0d604048966d20e558cb07b0ce47611b4d52d4f279e37faa1/568",
                                          "dbus_unittests": "76c4f3b64fcf826bf36a29958480e7c8f980ee297222df9a3b60a16f826f0e3a/488",
                                          "device_unittests": "f68b40cbbeb78e13fa93d15c086e123484356a9adecddb853d3df8308996063e/565",
                                          "display_unittests": "3ac347b75420ce8cd5cade8d2a0d48321f3e0ec30e57d703028604e80b8df1d2/488",
                                          "env_chromium_unittests": "bd2c4fbc61a0135538709b874c42e006fce077f0ec2151233b199474a06ff61d/488",
                                          "events_unittests": "d45b964c46aa85afd73790538d6cb8e4365739b2e0ec7cd93b73a78e8fdf3d7c/488",
                                          "extensions_browsertests": "63e65acb1cc3f4a12fc7e1bae7705f0e3f94da9598cb9c1ea74eb8028238168a/651",
                                          "extensions_unittests": "e288386489784c1e972da1b379a0dde0ba9f36d851e4aed2c48d2f1ac0413dac/730",
                                          "filesystem_service_unittests": "7e71be14beaf10096d7ff1d9c5dd16b36d96f4cbebf0ba006ab72234a20b1d01/488",
                                          "fuzzing_unittests": "113fe1975ce2f660334748a76a96d7bd1bcbe6570070350f765fc12c45d1b842/488",
                                          "gcm_unit_tests": "63976ab8767887e4c1a9c617001e4134d692fc6f8523893bd62c271b41ee5caa/565",
                                          "gfx_unittests": "52530146b869148bbe8368095bd08003f8c1412031821310b3df63f010260e9a/564",
                                          "gin_unittests": "3ca732aeddb034e9aea257673bc72b53c37b0fac52404098247dbdde173805d5/565",
                                          "gl_tests": "7dcc791165d06a167835162b17e6688a7a1e83912300255d6a5ea9b7e2743fe7/488",
                                          "gl_unittests": "d1fa12a36e7ae2636dccebf192a5ad321987f2d30adf2f174ba9a1549ac78351/488",
                                          "google_apis_unittests": "ccf964d8aa71fbe74e68916d56ea40db2a8de33caffe47531ea573ae978bc11d/650",
                                          "gpu_unittests": "2e4f9482dded992d93e6cb7e9eeeebefab0da1cb0238b97e1b3f34ede2d756a3/565",
                                          "gwp_asan_unittests": "e9be2b5b2a8f4523a75bf1e0c6aedc51838bb941883468d7e8c9e20bab0fe86e/489",
                                          "headless_browsertests": "33a172b7d71a948beea7a4e935ece8d2dafc330916ce1abcc11ab022876c13db/733",
                                          "headless_unittests": "eb4add10966d087848a55b62184c5c4a66c6cfdb6a02fbed0bf1230e2de98115/488",
                                          "interactive_ui_tests": "1063bdf2e91f0682b7c2ee41bcbe345430af4d203882a4d8b31988169d209317/1059",
                                          "ipc_tests": "6abf56a8a8790286a402db89899a1aa4a44bb5fee13daa2e82e58913c2825ff3/488",
                                          "latency_unittests": "fdd6ac2a86fd0b6ee36a9b01c912816da55b84a3dc97a37f75b605c7d48bb134/488",
                                          "leveldb_unittests": "4c13f6ded9ef7b7567f32f7b2e52bc6a9960ab3e42cc35a7c633f65f651624e4/488",
                                          "libjingle_xmpp_unittests": "ec9401cb0d423665fa9a07a5074eba50ff2f3e9618c39e94d626d6f7f79cee79/488",
                                          "liburlpattern_unittests": "431bce8cdfbb7567652e8cd72e15fe004dd41e784fa47f8a7da095704751de64/488",
                                          "media_unittests": "22a7c1c241a84ce45dc516447e2459248bd1e2726c9a62dcfda2b68428a196a8/568",
                                          "message_center_unittests": "6c6562ba53b43eefd1eeed64615417e354032c8226dcfb2b83466243d04e7703/488",
                                          "midi_unittests": "33a9457ee7c6620077c16e838eae096ef391fe9b3224ea2fadb0b77c8f3f1077/488",
                                          "mojo_unittests": "e055956cda1161a94f61f83b3613a1c2f24e0ab1e10ae7551726556a31b06c38/566",
                                          "native_theme_unittests": "60582d53ee2c412cfaf741120162c0009b042cc831ac9800bcd572729f3b16c9/488",
                                          "net_unittests": "f63486b93dc638b2b00c825b3918c1fc48ffbf621b0acf92fdee5ab2aab8cecf/567",
                                          "openscreen_unittests": "e2fd96426456a4de06373629e50c5ea0e5bd7f21a265da24fa50a142d5405185/489",
                                          "ozone_unittests": "2be7c14d404ba3d2fde64836513def7e258ba23cf83d4d096185531e47094539/488",
                                          "ozone_x11_unittests": "73341f53ee2d834fc9930f73183af0836b992034962c5b4c5f75e249f6c09f2c/488",
                                          "pdf_unittests": "2fdd3ebc6e07f17d691d35be307dd3f723e49438acb00fea6031e5dee5269c8d/565",
                                          "perfetto_unittests": "b006d36c97df9ab8802764f9efa1b05d255de1241618409100c843fd45cf88fa/488",
                                          "printing_unittests": "0767510125aa7536836e18ed6fb1ec3bc533b2e462f9c2e247ef47f4652102f2/488",
                                          "pthreadpool_unittests": "94f2e687b579104345ea6a3d931e696747e5b53d3901341727bca495cacade81/488",
                                          "remoting_unittests": "859c7a7d51e5d38391c2df1b139d395c0112d919d676e327fb20bef1b03836cf/565",
                                          "sandbox_linux_unittests": "f906a47b21fbefb127ab0f57c702dd5a57224c273819a9513ed700ea9f0324a6/488",
                                          "services_unittests": "66619a0edb641a14509f853b216ac37dbcbfd952b37313ae71428ed72e663010/734",
                                          "shell_dialogs_unittests": "3b8bf924b9990e3323da10b1b2dbfb5d8656aef2ec9ae3a65bdf77a8b40b5434/488",
                                          "skia_unittests": "963e4ccc8dbb906959af8e099283209d3c6874853b93b430be12f11e777cc129/488",
                                          "snapshot_unittests": "0fd073853c25d64bf88e32891f2381cb2e438ba830b3cea142cac55909481dd2/488",
                                          "sql_unittests": "80ff55cbdd8657aedcc4dcf32ddfa48fcd4c33666dc8e0e8b43a7f3615b0ec78/565",
                                          "storage_unittests": "589aa712ce3f24ce65007eee95ebbb0dff3fc84e007e92e07eb7224b2accdb29/646",
                                          "sync_integration_tests": "a551b37b793d944284c1c5fed982b14f34d1cb6763f4c0b8edb7076013289a4d/647",
                                          "ui_base_unittests": "3c92dbfd69881ea07b083ab5f2963cc4b2bcdd64b04d93bf6a3ea4b77064074e/641",
                                          "ui_touch_selection_unittests": "310660d97218ca5ac6d68ef7010c8f97409fe44355ab7f89ae2f4193c7aebade/488",
                                          "ui_unittests": "46e0b7426022ef670554c00c0a7726978906dd029018bf17091a68fba3f4fc06/488",
                                          "unit_tests": "312ec53e231ba04054e8568ec19439d08a56546b9d42df8658e756266675bc08/1061",
                                          "url_unittests": "a974902d96d8e91cf35444b3f7dc4e58b6ecbdeeb5f52184979cd412200c2653/488",
                                          "views_unittests": "0f3328b89bc2e8e011cbd9e440272f91db8ef9543866ff6ea02857985f982069/488",
                                          "viz_unittests": "c82a4d6b7ae8edfe8613f531272ea11b3bef99f9fbc84b1b030168dc56eb3f65/572",
                                          "vr_common_unittests": "6a226e4edec71b3f1915c3e7b04a7e607b690af43580f0ab59cba77990c4658a/566",
                                          "wm_unittests": "bf948b39479fe88ac60f9da6b95f281cfa8e115b390fb0ed8ed1f14dae161805/488",
                                          "wtf_unittests": "04bd156cc6a9cf6a7825541a6aaf6c61f389db072e590d0e44497501eb0c42f6/488",
                                          "xr_browser_tests": "a3289a19b76b2dfda5c395a12fbffd10456746570f74797cc58211135759044f/646",
                                          "zlib_unittests": "0070075d290b7e37fc5c16526a4d95aac81ca1c6438e4de8b2c38f1e1b782391/489"
                                        },
                                    "swarming_command_lines_cwd": "out/74ea-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7499",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "825d924b5e892d1e05472051b1a1b379afcea624",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:210",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d62bd103-bb22-4da6-be85-8634b006ec06",
                        "title": "Linux TSan Builder/210",
                        "url": "https://cr-buildbucket.appspot.com/build/8698758046810457025"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "825d924b5e892d1e05472051b1a1b379afcea624"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8698758046810457025"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8698758046810457025"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8698758046810457025"
                }
          ],
      "parent_build_id": "8698758046810457025",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9b75aecb1fa769e357d1dad2614228b6a04ddee6",
      "parent_got_dawn_revision": "0368e499eb97e4f6ac070749761e9949981259f5",
      "parent_got_revision": "825d924b5e892d1e05472051b1a1b379afcea624",
      "parent_got_revision_cp": "refs/branch-heads/7499@{#1113}",
      "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
      "parent_got_v8_revision": "3f6338e564fbfb2e67a475e89c227a4fb9964997",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#11}",
      "parent_got_webrtc_revision": "1dfd30cf31a029cd127674a11e65c54c07afaf5d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46046}",
      "swarm_hashes": {
            "absl_hardening_tests": "2816c3252748f2d07d958d23e175de7573720d24e96b798aa3efef7a4ce93ae7/488",
            "accessibility_unittests": "be10e33fda96c7332f407cf60042be972a487fa8f16c5891ca1102ac5307865a/488",
            "angle_unittests": "af6da25b554a459d4a63c53210baf3dadafc9491f94e47f15e3195ab2c58fd47/489",
            "app_shell_unittests": "b7f046ae4ee279c6015f4096cdf337f46c3cece5ef65d20e4aeb256cb6f7f577/649",
            "aura_unittests": "f319e630861dd66cf53b380202b770bc6ae145253f7789c22b408d3c08fa251a/488",
            "base_unittests": "557b9675aec7f5f4e65adc4a4daf7217793a41feeb03b11c41497f9b4c7fa27f/566",
            "blink_common_unittests": "77c4d8c8d7a3f3b135870d81a4d098546e5c4ce0279b70113e91d7f85b108fc8/566",
            "blink_fuzzer_unittests": "279234496e6546c1d728fe5658ffc86c7bc300654d53554c944d19bb55c83e4b/488",
            "blink_heap_unittests": "7d2d508eb5abf82c2e54ec6ce153b93cffcff15228e74c877e5c0f0b8270b24c/488",
            "blink_platform_unittests": "176dd03caeea38d65e8b4fb45f59d5d2a627eee31fc428b2055d97bca19b118d/645",
            "blink_unittests": "f11b58ed22ee1c18df4e248fb3772efcacc1d6f01b4b17675dda973ea9239e0b/729",
            "boringssl_crypto_tests": "2c38debbb4bc9c6014a360811016e6626e52eb4bdd9fe380db6537eb96388003/489",
            "boringssl_ssl_tests": "791a742c166433f4172ff9d3b4f58dead7db1e40e1653160a1241f6c601beb14/488",
            "capture_unittests": "51b875d07d4c3cb64bfdd2844144b034fadaf7d883ca62542e88e1122ae3af75/567",
            "cast_unittests": "fce9b7109dfb5cad8e06b9795bccf6917e3d63c081320de44180481a54038718/488",
            "cc_unittests": "640054c2a569e83b71935047597b30eb05868b561008cd4722ac89aaabe32bb2/648",
            "chrome_app_unittests": "35661dae631147139183704d3122eab75068ebb1783ef12e997bffdbe6f765b0/566",
            "chromedriver_unittests": "8b3baa63cecf5d0366d2e5635f73f3c5a798a00c94cdce8cbb4ee7a5a3a1d796/645",
            "components_browsertests": "0f1d862cfa4cc1b1ae656fb3aa801c80c53dc3a635d5f43c8966cdb7db413a64/732",
            "components_unittests": "966351f13e581422534b9114378724bd9f3110118b832c74e3eca8631a6bdd39/811",
            "compositor_unittests": "c424cbc152da1e60e5352ba8ef71bf9e702dc0fb39d84084c5b9362db9ae5e77/564",
            "content_browsertests": "bfbc3f04b97d54f72ce4e912c201c1a8eb7ab31d03970181dedae050c1e384ac/805",
            "content_unittests": "fb455f30ac0f1c587150bb2c87c078b657cc5b239ec5e217b0218963cf176999/725",
            "cronet_tests": "4841fae1551cef0d883a9243de63a4a267d219d2df948c416529913d83a424b1/565",
            "cronet_unittests": "06101efb80dd9d4e6c90fe71675e5febcd37cf35e811145d69294e0efd945166/565",
            "crypto_unittests": "ae626b40241246f0d604048966d20e558cb07b0ce47611b4d52d4f279e37faa1/568",
            "dbus_unittests": "76c4f3b64fcf826bf36a29958480e7c8f980ee297222df9a3b60a16f826f0e3a/488",
            "device_unittests": "f68b40cbbeb78e13fa93d15c086e123484356a9adecddb853d3df8308996063e/565",
            "display_unittests": "3ac347b75420ce8cd5cade8d2a0d48321f3e0ec30e57d703028604e80b8df1d2/488",
            "env_chromium_unittests": "bd2c4fbc61a0135538709b874c42e006fce077f0ec2151233b199474a06ff61d/488",
            "events_unittests": "d45b964c46aa85afd73790538d6cb8e4365739b2e0ec7cd93b73a78e8fdf3d7c/488",
            "extensions_browsertests": "63e65acb1cc3f4a12fc7e1bae7705f0e3f94da9598cb9c1ea74eb8028238168a/651",
            "extensions_unittests": "e288386489784c1e972da1b379a0dde0ba9f36d851e4aed2c48d2f1ac0413dac/730",
            "filesystem_service_unittests": "7e71be14beaf10096d7ff1d9c5dd16b36d96f4cbebf0ba006ab72234a20b1d01/488",
            "fuzzing_unittests": "113fe1975ce2f660334748a76a96d7bd1bcbe6570070350f765fc12c45d1b842/488",
            "gcm_unit_tests": "63976ab8767887e4c1a9c617001e4134d692fc6f8523893bd62c271b41ee5caa/565",
            "gfx_unittests": "52530146b869148bbe8368095bd08003f8c1412031821310b3df63f010260e9a/564",
            "gin_unittests": "3ca732aeddb034e9aea257673bc72b53c37b0fac52404098247dbdde173805d5/565",
            "gl_tests": "7dcc791165d06a167835162b17e6688a7a1e83912300255d6a5ea9b7e2743fe7/488",
            "gl_unittests": "d1fa12a36e7ae2636dccebf192a5ad321987f2d30adf2f174ba9a1549ac78351/488",
            "google_apis_unittests": "ccf964d8aa71fbe74e68916d56ea40db2a8de33caffe47531ea573ae978bc11d/650",
            "gpu_unittests": "2e4f9482dded992d93e6cb7e9eeeebefab0da1cb0238b97e1b3f34ede2d756a3/565",
            "gwp_asan_unittests": "e9be2b5b2a8f4523a75bf1e0c6aedc51838bb941883468d7e8c9e20bab0fe86e/489",
            "headless_browsertests": "33a172b7d71a948beea7a4e935ece8d2dafc330916ce1abcc11ab022876c13db/733",
            "headless_unittests": "eb4add10966d087848a55b62184c5c4a66c6cfdb6a02fbed0bf1230e2de98115/488",
            "interactive_ui_tests": "1063bdf2e91f0682b7c2ee41bcbe345430af4d203882a4d8b31988169d209317/1059",
            "ipc_tests": "6abf56a8a8790286a402db89899a1aa4a44bb5fee13daa2e82e58913c2825ff3/488",
            "latency_unittests": "fdd6ac2a86fd0b6ee36a9b01c912816da55b84a3dc97a37f75b605c7d48bb134/488",
            "leveldb_unittests": "4c13f6ded9ef7b7567f32f7b2e52bc6a9960ab3e42cc35a7c633f65f651624e4/488",
            "libjingle_xmpp_unittests": "ec9401cb0d423665fa9a07a5074eba50ff2f3e9618c39e94d626d6f7f79cee79/488",
            "liburlpattern_unittests": "431bce8cdfbb7567652e8cd72e15fe004dd41e784fa47f8a7da095704751de64/488",
            "media_unittests": "22a7c1c241a84ce45dc516447e2459248bd1e2726c9a62dcfda2b68428a196a8/568",
            "message_center_unittests": "6c6562ba53b43eefd1eeed64615417e354032c8226dcfb2b83466243d04e7703/488",
            "midi_unittests": "33a9457ee7c6620077c16e838eae096ef391fe9b3224ea2fadb0b77c8f3f1077/488",
            "mojo_unittests": "e055956cda1161a94f61f83b3613a1c2f24e0ab1e10ae7551726556a31b06c38/566",
            "native_theme_unittests": "60582d53ee2c412cfaf741120162c0009b042cc831ac9800bcd572729f3b16c9/488",
            "net_unittests": "f63486b93dc638b2b00c825b3918c1fc48ffbf621b0acf92fdee5ab2aab8cecf/567",
            "openscreen_unittests": "e2fd96426456a4de06373629e50c5ea0e5bd7f21a265da24fa50a142d5405185/489",
            "ozone_unittests": "2be7c14d404ba3d2fde64836513def7e258ba23cf83d4d096185531e47094539/488",
            "ozone_x11_unittests": "73341f53ee2d834fc9930f73183af0836b992034962c5b4c5f75e249f6c09f2c/488",
            "pdf_unittests": "2fdd3ebc6e07f17d691d35be307dd3f723e49438acb00fea6031e5dee5269c8d/565",
            "perfetto_unittests": "b006d36c97df9ab8802764f9efa1b05d255de1241618409100c843fd45cf88fa/488",
            "printing_unittests": "0767510125aa7536836e18ed6fb1ec3bc533b2e462f9c2e247ef47f4652102f2/488",
            "pthreadpool_unittests": "94f2e687b579104345ea6a3d931e696747e5b53d3901341727bca495cacade81/488",
            "remoting_unittests": "859c7a7d51e5d38391c2df1b139d395c0112d919d676e327fb20bef1b03836cf/565",
            "sandbox_linux_unittests": "f906a47b21fbefb127ab0f57c702dd5a57224c273819a9513ed700ea9f0324a6/488",
            "services_unittests": "66619a0edb641a14509f853b216ac37dbcbfd952b37313ae71428ed72e663010/734",
            "shell_dialogs_unittests": "3b8bf924b9990e3323da10b1b2dbfb5d8656aef2ec9ae3a65bdf77a8b40b5434/488",
            "skia_unittests": "963e4ccc8dbb906959af8e099283209d3c6874853b93b430be12f11e777cc129/488",
            "snapshot_unittests": "0fd073853c25d64bf88e32891f2381cb2e438ba830b3cea142cac55909481dd2/488",
            "sql_unittests": "80ff55cbdd8657aedcc4dcf32ddfa48fcd4c33666dc8e0e8b43a7f3615b0ec78/565",
            "storage_unittests": "589aa712ce3f24ce65007eee95ebbb0dff3fc84e007e92e07eb7224b2accdb29/646",
            "sync_integration_tests": "a551b37b793d944284c1c5fed982b14f34d1cb6763f4c0b8edb7076013289a4d/647",
            "ui_base_unittests": "3c92dbfd69881ea07b083ab5f2963cc4b2bcdd64b04d93bf6a3ea4b77064074e/641",
            "ui_touch_selection_unittests": "310660d97218ca5ac6d68ef7010c8f97409fe44355ab7f89ae2f4193c7aebade/488",
            "ui_unittests": "46e0b7426022ef670554c00c0a7726978906dd029018bf17091a68fba3f4fc06/488",
            "unit_tests": "312ec53e231ba04054e8568ec19439d08a56546b9d42df8658e756266675bc08/1061",
            "url_unittests": "a974902d96d8e91cf35444b3f7dc4e58b6ecbdeeb5f52184979cd412200c2653/488",
            "views_unittests": "0f3328b89bc2e8e011cbd9e440272f91db8ef9543866ff6ea02857985f982069/488",
            "viz_unittests": "c82a4d6b7ae8edfe8613f531272ea11b3bef99f9fbc84b1b030168dc56eb3f65/572",
            "vr_common_unittests": "6a226e4edec71b3f1915c3e7b04a7e607b690af43580f0ab59cba77990c4658a/566",
            "wm_unittests": "bf948b39479fe88ac60f9da6b95f281cfa8e115b390fb0ed8ed1f14dae161805/488",
            "wtf_unittests": "04bd156cc6a9cf6a7825541a6aaf6c61f389db072e590d0e44497501eb0c42f6/488",
            "xr_browser_tests": "a3289a19b76b2dfda5c395a12fbffd10456746570f74797cc58211135759044f/646",
            "zlib_unittests": "0070075d290b7e37fc5c16526a4d95aac81ca1c6438e4de8b2c38f1e1b782391/489"
          },
      "swarming_command_lines_cwd": "out/74ea-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "825d924b5e892d1e05472051b1a1b379afcea624",
    "ref": "refs/branch-heads/7499"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864183409697622240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m143/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "210"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:29:30.341] Scheduled build:
{
  "id": "8698753347501217185",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 210,
  "createdBy": "project:chromium-m143",
  "createTime": "2025-11-08T16:29:29.943610359Z",
  "updateTime": "2025-11-08T16:29:29.943610359Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "825d924b5e892d1e05472051b1a1b379afcea624",
      "ref": "refs/branch-heads/7499"
    }
  }
}
[16:29:30.341] Task URL: https://cr-buildbucket.appspot.com/build/8698753347501217185
[16:29:30.341] Scheduling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:2:0) after 9m0s
[16:29:31.331] Received PubSub notification, asking Buildbucket for the build status
[16:29:31.345] Build status: SCHEDULED
[16:29:34.748] Received PubSub notification, asking Buildbucket for the build status
[16:29:34.765] Build status: STARTED
[16:38:30.557] Handling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:2:0)
[16:38:30.648] Build status: STARTED
[16:38:30.648] Scheduling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:5:0) after 3m13s
[16:41:43.704] Handling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:5:0)
[16:41:43.722] Build status: STARTED
[16:41:43.722] Scheduling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:6:0) after 9m14s
[16:50:57.845] Handling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:6:0)
[16:50:57.869] Build status: STARTED
[16:50:57.869] Scheduling timer "check-buildbucket-build-status" (chromium-m143/Linux TSan Tests:8864183409697622240:7:0) after 6m3s
[16:56:13.618] Received PubSub notification, asking Buildbucket for the build status
[16:56:13.641] Build:
{
  "id": "8698753347501217185",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 210,
  "createdBy": "project:chromium-m143",
  "createTime": "2025-11-08T16:29:29.943610359Z",
  "startTime": "2025-11-08T16:29:34.570172804Z",
  "endTime": "2025-11-08T16:56:13.223470279Z",
  "updateTime": "2025-11-08T16:56:13.223470279Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "825d924b5e892d1e05472051b1a1b379afcea624",
      "ref": "refs/branch-heads/7499"
    }
  }
}
[16:56:13.641] Invocation finished in 26m45.176692221s with status FAILED