Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8686770780483324481"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8686770780483324481"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8686770780483324481"
    }
  ],
  "parent_build_id": "8686770780483324481",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
  "parent_got_dawn_revision": "a655251a59c4af3fbf8058bb2572d6a457f896d2",
  "parent_got_revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#2928}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
  "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "7ee7b05bbf958ea23d47c8c1a915f5e537f4b9f34a48346443363e1afc09db20/488",
    "angle_unittests": "09ad7b470b2ea556a08b2bbef6bed77fdaa49b398ed1e79d83b1b40e314798fe/489",
    "app_shell_unittests": "1986ee3323428704201e1caf53f18cfbc1794e043c4e545cb7e0f7e105f3fad3/649",
    "aura_unittests": "f0461ac5d8b91be73bcd382bf835ca35b8a64c1b0bebd713930f07b1fed77649/488",
    "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
    "blink_common_unittests": "f03337092b89c7c7d90d4f997ee2d33b4dbe928b7eec2843726a8792258dd9da/566",
    "blink_fuzzer_unittests": "8af16fd490863816b2615041414143cd872d7d7e1e8e02250a9b32a0866c4e47/488",
    "blink_heap_unittests": "9d03f105099f283e72e6ed28c837a89776ed51cbfb87541eaca08565983b877a/488",
    "blink_platform_unittests": "528c881b1a1d105067d7f1385aabe5847bc18e2e1c7fd55897ea9ea891884db1/645",
    "blink_unittests": "62b923961962f2609dbcd68a4b85abf313b0c0d188cc88d414006a5b364a0013/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "b43ceb94a6f5233ff4ae8404fe7547b606528b4d5bf18cd5671aa2b65ec193c9/567",
    "cast_unittests": "39035c2ac985b95b9e903ccc99ce2f50853f7f6b3d6e0daa519b8dc6df86663d/488",
    "cc_unittests": "958ec93198b58ca163a563a77720b6e56914241ecbe6b076b5392e5a3b416d3a/648",
    "chrome_app_unittests": "8dd62734b89a022ee5d2f52993ba749b37b952a6a929a942c472b7c0a2ba48b3/566",
    "chromedriver_unittests": "39aaff7d51f2775c61098c6a24015e338ba48ba8e5a8e988813119cc46c4be60/645",
    "components_browsertests": "156aeafcb40ed0535c032d82a64a9c0b8b9cf9a30fe67fdee36e4ec43920c0b2/732",
    "components_unittests": "482119ad1cb37411873a40cb8435f659af7e0ae7a4beed34beda1f45bf9bfa55/811",
    "compositor_unittests": "a7b745c1cba30d628b19eea1c4d7bc65251d8032cc89b2946705a9d3a9406350/564",
    "content_browsertests": "5b24f91290b575cf8cf23be5fbd1d453e81840f7c4b1f05055c2ae8ebdbeae39/805",
    "content_unittests": "84ce99b94f6c913cf531dce3b0348f0d0a7d9e92b286a4458858d79aa3198cb3/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "3fe66d484983bedff3c2f17957b9d8d46c9ed85f9c0c9248e768b8babfd48e8f/565",
    "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "8e02a9bc832713f5aac333738a51989507160ddefa11c9008485bfdc6d29f10e/488",
    "extensions_browsertests": "d665ece305fca08adf8817bf397d5755828607ad52da4e8b71c75deb02991b5b/651",
    "extensions_unittests": "37bb0e03db50e6339617e16192f5e4d08eb69a9b3ebc205b29cc1955ef42a013/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "015b8dd418abf7e51e1c88f63579008991029b1e0a25ffb360ff81b1435d50d1/565",
    "gfx_unittests": "ae385f748069a508014fefa6c18ec865e0ca08f10e75a07a3971a7151fd2b2f5/564",
    "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
    "gl_tests": "cfa8ca8b70b3a022b1037e70047affd4cbfb7e555bf57d7f0ffe1c540c712d5c/488",
    "gl_unittests": "238da1aff95b4e18a9e47fa364227b778471e202f5c47f1f0a1d4a73d87cbf01/488",
    "google_apis_unittests": "9527a8d6675f86a85d8cfdd0a8f4be6b172061cc7ae747523ac05ef2c66882cd/650",
    "gpu_unittests": "f4e117f4f19501cea86150df7aa375cbbbe8641da00196d90d954640e1e0b2a5/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "63f508a8a502a71f8a799c3cd9d5d84f8e6fe1449b104d80c672364c39caed78/733",
    "headless_unittests": "bfffe04b3cb883cc4f472297450236a871c13c8c547b82ab31f5be741a15535f/488",
    "interactive_ui_tests": "2a9c45f69a33a3985a491728557099d4ed2c52ae7d98518ded9280733adb138a/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "24b151d9962120d1ad7483bc88f157bc0edeec991a75bf194fec018185e2e7db/568",
    "message_center_unittests": "2daf035737b8505f456ce17223e04d4f7ad316432c6690b783a03ba510115cff/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "7e6a5df561e3e5824f4e16580d63c87c6f8259f024b0b604a6f39a52106ae23b/566",
    "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
    "net_unittests": "55401182f9d47efbbf66aa97bf98f6eb1d4a661756cced67c924de1a7708bef2/567",
    "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
    "ozone_unittests": "4aa6bfa39f9d14cbda9f1e149206ebd7c3256ec954354276a80f9f663f238367/488",
    "ozone_x11_unittests": "6ba6c17bfc9ff1547141b95a51b21df4f6b6f8d2978b99f86eae325153b30f36/488",
    "pdf_unittests": "410baf0c6c6bd9a4526826b554eb6b521e28d6db470e5478e9f95c731f96b846/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "0b403e59a7d5b5a0d26d0edae824e8a643f0eccd731f5e049626ccfced671f34/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "38db984fde12133533b032552aa319f9d376889621e3c655a54662f48b18b10d/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "774321d0bdcddf88e3fbf38c924f22c27e618c20ab8555ce4405bac07e7818e9/734",
    "shell_dialogs_unittests": "9a7a508d1680bd37cfc769cebcc2d07a8f4d2e768ce5160fe5dcb3aaf7ad40f3/488",
    "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
    "snapshot_unittests": "15c509bf827f1ad242aa7edb604536497e58b19d9f20b2ef7cf574fb95a57b40/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "6c625153b97e7e20b234144906a081549d2d3f11537d40a3f2d7fe5cab004ba7/646",
    "sync_integration_tests": "54b2a02ae320e3058f51bbd2227981d4fc36f05aaeba1d298f7d16f6a6c1c609/647",
    "ui_base_unittests": "a78efe26626769a8660cd1bd23c2835203417a8f1f1c07619301dee88868cb52/641",
    "ui_touch_selection_unittests": "82ae9aefc2b73370f0e2da021ff5caaac9a1e044614014d10f399a05092e1517/488",
    "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
    "unit_tests": "8bc079853f6731f723cf2f40eb91f465f6e7806ee9103c2d163fd58cade0dfca/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "844417b596d3555bfd1c4997331466000f2f2b44e4ceb84db2a1048e477c3cdd/488",
    "viz_unittests": "7b4c49fa6766039c7b257c6a6f037d508ca0e6c054b8045925c0d43340eb5faf/572",
    "vr_common_unittests": "53a4b5666e44e81743ec94a24599b741864419fb4b3124886a18f814fccb19e2/566",
    "wm_unittests": "046b689336877014a0a7f17172be0a369d88638f047a809c76f8301ea8af9a1a/488",
    "wtf_unittests": "b51682a9f2da6568078bf961baa1c132383c9887e435b887299c05ce5eabca28/488",
    "xr_browser_tests": "a0b2b9469e6414b561a3aeb3833973ef1593d2332c323a02db7a3c86a68e9d3e/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b6fa52b9ba374cdbbd53f5072982270b48d7c9f
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:793
  • user_agent:recipe

Debug log (UTC)

[00:17:44.574] New invocation is queued and will start shortly
[00:17:44.574] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:17:45.849] Starting the invocation (attempt 1)
[00:17:45.893] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b6fa52b9ba374cdbbd53f5072982270b48d7c9f"
[00:17:45.893] Popped gitiles commit info from properties and tags
[00:17:45.893] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:17:45.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:17:45.894] Buildbucket request:
{
  "requestId": "8852195149234488736",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8852195149234488736",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8686770780483324481"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8686770780483324481"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8686770780483324481"
                                              }
                                        ],
                                    "parent_build_id": "8686770780483324481",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
                                    "parent_got_dawn_revision": "a655251a59c4af3fbf8058bb2572d6a457f896d2",
                                    "parent_got_revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#2928}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
                                    "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
                                    "revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "7ee7b05bbf958ea23d47c8c1a915f5e537f4b9f34a48346443363e1afc09db20/488",
                                          "angle_unittests": "09ad7b470b2ea556a08b2bbef6bed77fdaa49b398ed1e79d83b1b40e314798fe/489",
                                          "app_shell_unittests": "1986ee3323428704201e1caf53f18cfbc1794e043c4e545cb7e0f7e105f3fad3/649",
                                          "aura_unittests": "f0461ac5d8b91be73bcd382bf835ca35b8a64c1b0bebd713930f07b1fed77649/488",
                                          "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
                                          "blink_common_unittests": "f03337092b89c7c7d90d4f997ee2d33b4dbe928b7eec2843726a8792258dd9da/566",
                                          "blink_fuzzer_unittests": "8af16fd490863816b2615041414143cd872d7d7e1e8e02250a9b32a0866c4e47/488",
                                          "blink_heap_unittests": "9d03f105099f283e72e6ed28c837a89776ed51cbfb87541eaca08565983b877a/488",
                                          "blink_platform_unittests": "528c881b1a1d105067d7f1385aabe5847bc18e2e1c7fd55897ea9ea891884db1/645",
                                          "blink_unittests": "62b923961962f2609dbcd68a4b85abf313b0c0d188cc88d414006a5b364a0013/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "b43ceb94a6f5233ff4ae8404fe7547b606528b4d5bf18cd5671aa2b65ec193c9/567",
                                          "cast_unittests": "39035c2ac985b95b9e903ccc99ce2f50853f7f6b3d6e0daa519b8dc6df86663d/488",
                                          "cc_unittests": "958ec93198b58ca163a563a77720b6e56914241ecbe6b076b5392e5a3b416d3a/648",
                                          "chrome_app_unittests": "8dd62734b89a022ee5d2f52993ba749b37b952a6a929a942c472b7c0a2ba48b3/566",
                                          "chromedriver_unittests": "39aaff7d51f2775c61098c6a24015e338ba48ba8e5a8e988813119cc46c4be60/645",
                                          "components_browsertests": "156aeafcb40ed0535c032d82a64a9c0b8b9cf9a30fe67fdee36e4ec43920c0b2/732",
                                          "components_unittests": "482119ad1cb37411873a40cb8435f659af7e0ae7a4beed34beda1f45bf9bfa55/811",
                                          "compositor_unittests": "a7b745c1cba30d628b19eea1c4d7bc65251d8032cc89b2946705a9d3a9406350/564",
                                          "content_browsertests": "5b24f91290b575cf8cf23be5fbd1d453e81840f7c4b1f05055c2ae8ebdbeae39/805",
                                          "content_unittests": "84ce99b94f6c913cf531dce3b0348f0d0a7d9e92b286a4458858d79aa3198cb3/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "3fe66d484983bedff3c2f17957b9d8d46c9ed85f9c0c9248e768b8babfd48e8f/565",
                                          "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "8e02a9bc832713f5aac333738a51989507160ddefa11c9008485bfdc6d29f10e/488",
                                          "extensions_browsertests": "d665ece305fca08adf8817bf397d5755828607ad52da4e8b71c75deb02991b5b/651",
                                          "extensions_unittests": "37bb0e03db50e6339617e16192f5e4d08eb69a9b3ebc205b29cc1955ef42a013/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "015b8dd418abf7e51e1c88f63579008991029b1e0a25ffb360ff81b1435d50d1/565",
                                          "gfx_unittests": "ae385f748069a508014fefa6c18ec865e0ca08f10e75a07a3971a7151fd2b2f5/564",
                                          "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
                                          "gl_tests": "cfa8ca8b70b3a022b1037e70047affd4cbfb7e555bf57d7f0ffe1c540c712d5c/488",
                                          "gl_unittests": "238da1aff95b4e18a9e47fa364227b778471e202f5c47f1f0a1d4a73d87cbf01/488",
                                          "google_apis_unittests": "9527a8d6675f86a85d8cfdd0a8f4be6b172061cc7ae747523ac05ef2c66882cd/650",
                                          "gpu_unittests": "f4e117f4f19501cea86150df7aa375cbbbe8641da00196d90d954640e1e0b2a5/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "63f508a8a502a71f8a799c3cd9d5d84f8e6fe1449b104d80c672364c39caed78/733",
                                          "headless_unittests": "bfffe04b3cb883cc4f472297450236a871c13c8c547b82ab31f5be741a15535f/488",
                                          "interactive_ui_tests": "2a9c45f69a33a3985a491728557099d4ed2c52ae7d98518ded9280733adb138a/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "24b151d9962120d1ad7483bc88f157bc0edeec991a75bf194fec018185e2e7db/568",
                                          "message_center_unittests": "2daf035737b8505f456ce17223e04d4f7ad316432c6690b783a03ba510115cff/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "7e6a5df561e3e5824f4e16580d63c87c6f8259f024b0b604a6f39a52106ae23b/566",
                                          "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
                                          "net_unittests": "55401182f9d47efbbf66aa97bf98f6eb1d4a661756cced67c924de1a7708bef2/567",
                                          "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
                                          "ozone_unittests": "4aa6bfa39f9d14cbda9f1e149206ebd7c3256ec954354276a80f9f663f238367/488",
                                          "ozone_x11_unittests": "6ba6c17bfc9ff1547141b95a51b21df4f6b6f8d2978b99f86eae325153b30f36/488",
                                          "pdf_unittests": "410baf0c6c6bd9a4526826b554eb6b521e28d6db470e5478e9f95c731f96b846/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "0b403e59a7d5b5a0d26d0edae824e8a643f0eccd731f5e049626ccfced671f34/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "38db984fde12133533b032552aa319f9d376889621e3c655a54662f48b18b10d/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "774321d0bdcddf88e3fbf38c924f22c27e618c20ab8555ce4405bac07e7818e9/734",
                                          "shell_dialogs_unittests": "9a7a508d1680bd37cfc769cebcc2d07a8f4d2e768ce5160fe5dcb3aaf7ad40f3/488",
                                          "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
                                          "snapshot_unittests": "15c509bf827f1ad242aa7edb604536497e58b19d9f20b2ef7cf574fb95a57b40/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "6c625153b97e7e20b234144906a081549d2d3f11537d40a3f2d7fe5cab004ba7/646",
                                          "sync_integration_tests": "54b2a02ae320e3058f51bbd2227981d4fc36f05aaeba1d298f7d16f6a6c1c609/647",
                                          "ui_base_unittests": "a78efe26626769a8660cd1bd23c2835203417a8f1f1c07619301dee88868cb52/641",
                                          "ui_touch_selection_unittests": "82ae9aefc2b73370f0e2da021ff5caaac9a1e044614014d10f399a05092e1517/488",
                                          "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
                                          "unit_tests": "8bc079853f6731f723cf2f40eb91f465f6e7806ee9103c2d163fd58cade0dfca/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "844417b596d3555bfd1c4997331466000f2f2b44e4ceb84db2a1048e477c3cdd/488",
                                          "viz_unittests": "7b4c49fa6766039c7b257c6a6f037d508ca0e6c054b8045925c0d43340eb5faf/572",
                                          "vr_common_unittests": "53a4b5666e44e81743ec94a24599b741864419fb4b3124886a18f814fccb19e2/566",
                                          "wm_unittests": "046b689336877014a0a7f17172be0a369d88638f047a809c76f8301ea8af9a1a/488",
                                          "wtf_unittests": "b51682a9f2da6568078bf961baa1c132383c9887e435b887299c05ce5eabca28/488",
                                          "xr_browser_tests": "a0b2b9469e6414b561a3aeb3833973ef1593d2332c323a02db7a3c86a68e9d3e/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:793",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0b46fbce-d12f-4ffb-b9b1-4278f9ef1579",
                        "title": "Linux TSan Builder/793",
                        "url": "https://cr-buildbucket.appspot.com/build/8686770780483324481"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8686770780483324481"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8686770780483324481"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8686770780483324481"
                }
          ],
      "parent_build_id": "8686770780483324481",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
      "parent_got_dawn_revision": "a655251a59c4af3fbf8058bb2572d6a457f896d2",
      "parent_got_revision": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#2928}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
      "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "7ee7b05bbf958ea23d47c8c1a915f5e537f4b9f34a48346443363e1afc09db20/488",
            "angle_unittests": "09ad7b470b2ea556a08b2bbef6bed77fdaa49b398ed1e79d83b1b40e314798fe/489",
            "app_shell_unittests": "1986ee3323428704201e1caf53f18cfbc1794e043c4e545cb7e0f7e105f3fad3/649",
            "aura_unittests": "f0461ac5d8b91be73bcd382bf835ca35b8a64c1b0bebd713930f07b1fed77649/488",
            "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
            "blink_common_unittests": "f03337092b89c7c7d90d4f997ee2d33b4dbe928b7eec2843726a8792258dd9da/566",
            "blink_fuzzer_unittests": "8af16fd490863816b2615041414143cd872d7d7e1e8e02250a9b32a0866c4e47/488",
            "blink_heap_unittests": "9d03f105099f283e72e6ed28c837a89776ed51cbfb87541eaca08565983b877a/488",
            "blink_platform_unittests": "528c881b1a1d105067d7f1385aabe5847bc18e2e1c7fd55897ea9ea891884db1/645",
            "blink_unittests": "62b923961962f2609dbcd68a4b85abf313b0c0d188cc88d414006a5b364a0013/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "b43ceb94a6f5233ff4ae8404fe7547b606528b4d5bf18cd5671aa2b65ec193c9/567",
            "cast_unittests": "39035c2ac985b95b9e903ccc99ce2f50853f7f6b3d6e0daa519b8dc6df86663d/488",
            "cc_unittests": "958ec93198b58ca163a563a77720b6e56914241ecbe6b076b5392e5a3b416d3a/648",
            "chrome_app_unittests": "8dd62734b89a022ee5d2f52993ba749b37b952a6a929a942c472b7c0a2ba48b3/566",
            "chromedriver_unittests": "39aaff7d51f2775c61098c6a24015e338ba48ba8e5a8e988813119cc46c4be60/645",
            "components_browsertests": "156aeafcb40ed0535c032d82a64a9c0b8b9cf9a30fe67fdee36e4ec43920c0b2/732",
            "components_unittests": "482119ad1cb37411873a40cb8435f659af7e0ae7a4beed34beda1f45bf9bfa55/811",
            "compositor_unittests": "a7b745c1cba30d628b19eea1c4d7bc65251d8032cc89b2946705a9d3a9406350/564",
            "content_browsertests": "5b24f91290b575cf8cf23be5fbd1d453e81840f7c4b1f05055c2ae8ebdbeae39/805",
            "content_unittests": "84ce99b94f6c913cf531dce3b0348f0d0a7d9e92b286a4458858d79aa3198cb3/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "3fe66d484983bedff3c2f17957b9d8d46c9ed85f9c0c9248e768b8babfd48e8f/565",
            "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "8e02a9bc832713f5aac333738a51989507160ddefa11c9008485bfdc6d29f10e/488",
            "extensions_browsertests": "d665ece305fca08adf8817bf397d5755828607ad52da4e8b71c75deb02991b5b/651",
            "extensions_unittests": "37bb0e03db50e6339617e16192f5e4d08eb69a9b3ebc205b29cc1955ef42a013/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "015b8dd418abf7e51e1c88f63579008991029b1e0a25ffb360ff81b1435d50d1/565",
            "gfx_unittests": "ae385f748069a508014fefa6c18ec865e0ca08f10e75a07a3971a7151fd2b2f5/564",
            "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
            "gl_tests": "cfa8ca8b70b3a022b1037e70047affd4cbfb7e555bf57d7f0ffe1c540c712d5c/488",
            "gl_unittests": "238da1aff95b4e18a9e47fa364227b778471e202f5c47f1f0a1d4a73d87cbf01/488",
            "google_apis_unittests": "9527a8d6675f86a85d8cfdd0a8f4be6b172061cc7ae747523ac05ef2c66882cd/650",
            "gpu_unittests": "f4e117f4f19501cea86150df7aa375cbbbe8641da00196d90d954640e1e0b2a5/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "63f508a8a502a71f8a799c3cd9d5d84f8e6fe1449b104d80c672364c39caed78/733",
            "headless_unittests": "bfffe04b3cb883cc4f472297450236a871c13c8c547b82ab31f5be741a15535f/488",
            "interactive_ui_tests": "2a9c45f69a33a3985a491728557099d4ed2c52ae7d98518ded9280733adb138a/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "24b151d9962120d1ad7483bc88f157bc0edeec991a75bf194fec018185e2e7db/568",
            "message_center_unittests": "2daf035737b8505f456ce17223e04d4f7ad316432c6690b783a03ba510115cff/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "7e6a5df561e3e5824f4e16580d63c87c6f8259f024b0b604a6f39a52106ae23b/566",
            "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
            "net_unittests": "55401182f9d47efbbf66aa97bf98f6eb1d4a661756cced67c924de1a7708bef2/567",
            "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
            "ozone_unittests": "4aa6bfa39f9d14cbda9f1e149206ebd7c3256ec954354276a80f9f663f238367/488",
            "ozone_x11_unittests": "6ba6c17bfc9ff1547141b95a51b21df4f6b6f8d2978b99f86eae325153b30f36/488",
            "pdf_unittests": "410baf0c6c6bd9a4526826b554eb6b521e28d6db470e5478e9f95c731f96b846/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "0b403e59a7d5b5a0d26d0edae824e8a643f0eccd731f5e049626ccfced671f34/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "38db984fde12133533b032552aa319f9d376889621e3c655a54662f48b18b10d/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "774321d0bdcddf88e3fbf38c924f22c27e618c20ab8555ce4405bac07e7818e9/734",
            "shell_dialogs_unittests": "9a7a508d1680bd37cfc769cebcc2d07a8f4d2e768ce5160fe5dcb3aaf7ad40f3/488",
            "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
            "snapshot_unittests": "15c509bf827f1ad242aa7edb604536497e58b19d9f20b2ef7cf574fb95a57b40/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "6c625153b97e7e20b234144906a081549d2d3f11537d40a3f2d7fe5cab004ba7/646",
            "sync_integration_tests": "54b2a02ae320e3058f51bbd2227981d4fc36f05aaeba1d298f7d16f6a6c1c609/647",
            "ui_base_unittests": "a78efe26626769a8660cd1bd23c2835203417a8f1f1c07619301dee88868cb52/641",
            "ui_touch_selection_unittests": "82ae9aefc2b73370f0e2da021ff5caaac9a1e044614014d10f399a05092e1517/488",
            "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
            "unit_tests": "8bc079853f6731f723cf2f40eb91f465f6e7806ee9103c2d163fd58cade0dfca/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "844417b596d3555bfd1c4997331466000f2f2b44e4ceb84db2a1048e477c3cdd/488",
            "viz_unittests": "7b4c49fa6766039c7b257c6a6f037d508ca0e6c054b8045925c0d43340eb5faf/572",
            "vr_common_unittests": "53a4b5666e44e81743ec94a24599b741864419fb4b3124886a18f814fccb19e2/566",
            "wm_unittests": "046b689336877014a0a7f17172be0a369d88638f047a809c76f8301ea8af9a1a/488",
            "wtf_unittests": "b51682a9f2da6568078bf961baa1c132383c9887e435b887299c05ce5eabca28/488",
            "xr_browser_tests": "a0b2b9469e6414b561a3aeb3833973ef1593d2332c323a02db7a3c86a68e9d3e/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852195149234488736"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "793"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:17:46.692] Scheduled build:
{
  "id": "8686765087139157569",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 790,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-21T00:17:45.948832014Z",
  "updateTime": "2026-03-21T00:17:45.948832014Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[00:17:46.692] Task URL: https://cr-buildbucket.appspot.com/build/8686765087139157569
[00:17:46.692] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:2:0) after 8m48s
[00:17:47.504] Received PubSub notification, asking Buildbucket for the build status
[00:17:47.533] Build status: SCHEDULED
[00:17:50.425] Received PubSub notification, asking Buildbucket for the build status
[00:17:50.441] Build status: STARTED
[00:26:34.982] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:2:0)
[00:26:35.004] Build status: STARTED
[00:26:35.004] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:5:0) after 7m42s
[00:34:17.202] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:5:0)
[00:34:17.230] Build status: STARTED
[00:34:17.230] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:6:0) after 3m53s
[00:38:10.293] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:6:0)
[00:38:10.325] Build status: STARTED
[00:38:10.325] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852195149234488736:7:0) after 9m45s
[00:47:20.037] Received PubSub notification, asking Buildbucket for the build status
[00:47:20.109] Build:
{
  "id": "8686765087139157569",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 790,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-21T00:17:45.948832014Z",
  "startTime": "2026-03-21T00:17:50.247742748Z",
  "endTime": "2026-03-21T00:47:19.441989728Z",
  "updateTime": "2026-03-21T00:47:19.441989728Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b6fa52b9ba374cdbbd53f5072982270b48d7c9f",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[00:47:20.109] Invocation finished in 29m35.541531711s with status FAILED