Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 22 minutes
Actions:

Definition (rev 027538db86d56496591602437654bb2f6274d0bf)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/686 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7049"
      }
    ]
  },
  "branch": "refs/branch-heads/7049",
  "deps_revision_overrides": {
    "src": "904fcab75c1842fecdd367949d0b0a16fe46696f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8717234957136524545"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8717234957136524545"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8717234957136524545"
    }
  ],
  "parent_build_id": "8717234957136524545",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "079266db445215380befce453b1ab3bbdfeaf73d",
  "parent_got_dawn_revision": "53dfda5e9d07d58b43cea66b8153c55dd751ff88",
  "parent_got_revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
  "parent_got_revision_cp": "refs/branch-heads/7049@{#2030}",
  "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
  "parent_got_v8_revision": "e2591684c45463aa1e46ebefc3fd35deee63f37c",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.5@{#19}",
  "parent_got_webrtc_revision": "9e5db68b15087eccd8d2493b4e8539c1657e0f75",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7049@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
  "swarm_hashes": {
    "absl_hardening_tests": "23ce90e659de6357b496c33e9ea36275954241f8927043efac794b996a99e8b3/488",
    "accessibility_unittests": "c9b6dcff826ebe7c5a9213faac76b85c8876184095e3991339c72c17107a5a00/488",
    "angle_unittests": "1b690f9fcfed925134aceb7f2c8e9dc263b5cff2e2559473d7e0527be32c59f0/489",
    "app_shell_unittests": "ad65488d1a7f23152c1a90fb0f06fd207b23a4400b65db9d10245f38ac35f102/649",
    "aura_unittests": "58677ef796b2f120f7cbaf7646a4cffbc0629468eb5cb6b424bf0d010bdaaea6/488",
    "base_unittests": "efd001ee0b9c7304a82939cc846d154a7fb6a39f19e43db40a29bcbd7a709afd/566",
    "blink_common_unittests": "9e190f8788f580f1d19f600b2304310a85c81acd4a9274bf828e984ce990f264/566",
    "blink_fuzzer_unittests": "3290304e5023d5d1a6a7a0d0a8d418b11897f1e4e6ba2ed593669150958b9e47/488",
    "blink_heap_unittests": "c78cf3655494a2b628e85553f8ec25a3a4a1858506e3e1458860ce465c81e118/488",
    "blink_platform_unittests": "3ad618e9232b3f439aec6568b30365836fea5a5d80585c470a7a29b7d85d6cc7/645",
    "blink_unittests": "78f4d3a16c9a1d76290c673336fc0c65cb79a9cda99cf0547fbc43f6fba885c4/729",
    "boringssl_crypto_tests": "ebb0527a8330b7a7999573204eb827eeca06925cae82f2f6c27459784097d5e3/489",
    "boringssl_ssl_tests": "d2158369608a5ccb4e1682becf30ee3b2ab38b988b4db7204f296e5ce887fe0d/488",
    "capture_unittests": "ab2c8a95c0daa7af1be2f33460a2e808927cba4d0146d6ad945cfd7334ca4392/567",
    "cast_unittests": "e94b4075bc8db56682d84b7144f4a2197fb59eb2aa9e614c98574ef86edd999d/488",
    "cc_unittests": "4d678270996d3e49c45c887bbecb5d3adb2727f83e26b2f146b177fd644a5530/648",
    "chrome_app_unittests": "73ef6dfa6ec01c870abbc70ce009e562c8c3746e3cccf2adcead27fa04f71a2f/566",
    "chromedriver_unittests": "975b53f0762fb768bd76857add90c5d942ac5a9a52ef13994a9dfba7e71f1638/645",
    "components_browsertests": "562e0b4766e4f2d5aa4446a4615d8fe2d99d6312d543834842d1774214add0cf/732",
    "components_unittests": "819e24e63c6a6b776166c28b7e2a807af4b6387daf5218bdaf0308573f0e80d2/732",
    "compositor_unittests": "d0f5ff80ce50e517f1517d3292557a36d1cde599fc77a7a7feb02495e30cf9d7/564",
    "content_browsertests": "2880c2f95724ad4a153f87a550c444f018f92eef053593560a639179142f637c/805",
    "content_unittests": "86b658fcd59ce3249e2430718a84d56807fa567e9642ca3b7a97478a2e7c8d89/725",
    "cronet_tests": "80ce88b838ec8001360208f6537b7161c346a69d69342147313b7b14fc77a498/649",
    "cronet_unittests": "b13c6baddbee2ec5d63165a624a8c1874fd1ffaf849d5d8d1c626d1f0eb3faa4/565",
    "crypto_unittests": "6f3c2b7a2293cabfb54f98914128508283b1e34640e9c734c78fd6a60376e3a7/488",
    "dbus_unittests": "6198ba49fe09aca8db151e895591d3e9b0581b70797275adf532fa60ec668aaf/488",
    "device_unittests": "f4f6783408946e25401ca33bcd4b3e714f80bdd4ce7e1c57ed578b4477efe17d/565",
    "display_unittests": "3c16a53efaffb41e8c64ece7fb5e6df96558f075a4b8f921781f9e6533b718ec/488",
    "env_chromium_unittests": "e64e996285466d0f2c6a3a462d56d06e786d86bb40cca7fa4030b3ba7ec9d297/488",
    "events_unittests": "033a070e39123b593a0453cc64895635b40d452c70a22a40d364798bfd7e99b2/488",
    "extensions_browsertests": "77b8038e0d78bca164ebec11d0285fbba76819655a68823da1b083241c4889c5/651",
    "extensions_unittests": "02b2f1aad3ee7487b376c852088dcfd371fa9e78413358d30f30bc6e20cd838b/730",
    "filesystem_service_unittests": "d7c8a8fa0d59426215fa7c678d7ac258c518914b2e0e549887e261fc3e70894d/488",
    "fuzzing_unittests": "911158e1350a9f25ed8874d799fd3c1f230e6c508e5034851063e06a8e7bcb77/488",
    "gcm_unit_tests": "9bd209b662ddab04307a78946f55468e650a5bec1768708e2dd685cef23bdda5/565",
    "gfx_unittests": "c9c8985a2537638e52b1fc9514bb6d05e1fbaecc6afd3da629545bcabc48677e/564",
    "gin_unittests": "526be89c334712f7f986b2aa52c563b1d6eeed4f1ff0f6971bca204bad411548/565",
    "gl_tests": "a765bbe1bae2e6ef3371aecbad6463fc71e35ecf8b5cf8eec8c9091059c35604/488",
    "gl_unittests": "b8a6040263818503d9269c9057954833d649c414853e0ab803c32532592fa56b/488",
    "google_apis_unittests": "3ef94ffb9c67d776ab6f3bd1ea44aaa949262f1cf1e2a9882b85f1f5b08d26fc/650",
    "gpu_unittests": "37c029a91ed0c7b056e641280769442eef0f4d7b37fbcbc109a03170bfff6bab/565",
    "gwp_asan_unittests": "1f93c2d23581f4fad0ec2ed856aaa9c9432d436b3fe991e1c7bac1a9e7a2d013/489",
    "headless_browsertests": "3ec0dbf690fb5d579fe6b94d0467cab2e0b0413445a2310a0b92d6c6e4f971d1/649",
    "headless_unittests": "e62b0eaf19517ffa10d79f7a4677974e06a6995983d0236205557bd4ea23614f/488",
    "interactive_ui_tests": "f8de8da263db04849d16b8d19252fc5e1a067ef314b01566564425f04004b3b0/973",
    "ipc_tests": "32146593e84232423d34d28a905a99f9c3ce44826a4e40d5bec607b665c806c3/488",
    "latency_unittests": "608db005597b0c30215a90edc97247264fabc02ffb2441f2c03945159564cc27/488",
    "leveldb_unittests": "16c21f145114dfde8d16ba00f8b504d575417dee5d5b100e44cbe23c61e8bdb8/488",
    "libjingle_xmpp_unittests": "c2acf840e6e682b56014ddbe9a31ff947e21073fa35d7dc0634a5b281d40dab2/488",
    "liburlpattern_unittests": "9749fe4d34e3a3da158078a21cf8e46fd4aa75237533143310fa284370dbfde3/488",
    "media_unittests": "9b93d679a24d6e2b9b66e42fbaec6af032d2db2da3b7e464113bb3d538b8e080/568",
    "message_center_unittests": "58166b7b372d99afae96a4578c05ff0043879a7b09c89aa4471b5ce1de2f721d/488",
    "midi_unittests": "a07aa6807c71c5103b0a9c735c41798a5dcabcb2374fa756c774e66a89ba7869/488",
    "mojo_unittests": "21db029bdd2285f5caef48f1b48caf94b9ee1e62b15465e9890700e6fbba56c9/566",
    "native_theme_unittests": "2661129b2359d3d56794a79433d9a435c8636590b088b1a09ce54bfd1e0d6664/488",
    "net_unittests": "bc1ca47b5aa4018fa4f16be917ccf9ea91ca86c69da4440011a2128c9b9cd690/567",
    "openscreen_unittests": "172d8d3d31fa431e14c1382cd183e13ad3f79a974ac5dd6a3e1b6581866263d7/489",
    "ozone_unittests": "8b187271d17e46c9bb3e61625baf43c615e0a6de513351775a7394ce5d536f80/488",
    "ozone_x11_unittests": "6af42fd89a17fd5261556cfb67c141686cfdeaf67b5cf27ea120e15547584257/488",
    "pdf_unittests": "ff75e86c7079061b31f5dfdbafb500e7c198fd5e46c1dda37dfb628c8c2766f0/565",
    "perfetto_unittests": "50d515aab0b884d0a9c78daea4d62aaf1cdd690b0607c396ed058f8623fe704e/488",
    "printing_unittests": "dca9dcaa1cede26419c6167557f9a8e36c22953488037d1e9f6560f2fa7a2869/488",
    "pthreadpool_unittests": "fa383f28eccaa76615ba4f5f69db55ed151f2acb28c1a5044cc510c2486b0369/488",
    "remoting_unittests": "7c9564fe45e5160e69614fe6e8cc4f746aff41a5654dfb7e0b4586d2666c0ec7/565",
    "sandbox_linux_unittests": "afbf87ef9115f3dcc1c23b6d5a08ba295d5f292d41db507537027eb31131d4c9/488",
    "services_unittests": "226e5d8ba9e607a6293df8b7732b945fd10d5838fbb98e917d3bef1d1160f74b/734",
    "shell_dialogs_unittests": "1a38d3ad7d0ec8c64a7423f5e95de34fa4c3f689b15ddb9365c000bae65c29e9/488",
    "skia_unittests": "4745fb6642be495acfce37e44642e188f69102c376d6f0c8bae751d191fe75de/488",
    "snapshot_unittests": "6d752efdcde28c90512148c9f232b2721c49a86d9575c2c9adc95c9eed825065/488",
    "sql_unittests": "508739510f116be0961ba098ff4d7dfccd64985394074f6b4083af5b63352205/565",
    "storage_unittests": "88f53308b2bfeea42b26fbecb0759145bb03dffc35c26e7c03156ba35237ac81/646",
    "sync_integration_tests": "db2589d99e77adf90737915d1d232572233be9a31ee481121fa347021c0035bf/647",
    "ui_base_unittests": "342cf54bd204223afdedfeb4cc29ac4df5d1b5c483aae3227b20b3e2e3dd75f2/641",
    "ui_touch_selection_unittests": "5420b3456b9594d880311a615c528a9ea2cd68129ef0e04514e2df4404b022b2/488",
    "ui_unittests": "a73f589feb7696d82173e682126d23b8d5c3a40041b9fbd7e16eecef713d6fb0/488",
    "unit_tests": "728cc0906129ad4b006b50ffeff017c47103363c3a2d3c6c8147eb54d00ab5fa/1061",
    "url_unittests": "12ccf923fc5ca561b0eea770a2164877820590ca9ef952db55b300a95ecb6077/488",
    "views_unittests": "059404fa8384b3ea438105551fe18f31500ea045568aa0522041b63a83c878d1/488",
    "viz_unittests": "3164d3ed538171bec98e2d4d9e16da7508e20da0c9cb67628525ed478e2db7a8/572",
    "vr_common_unittests": "b58e9c33d75ec613866cfa04a7ffe36741ca5fb8326c606cfdcf48a91b928115/566",
    "wm_unittests": "22f9c9ad2790556b192e4e74a7391fed85991c9290b68e55b0fbb2a50848b4b5/488",
    "wtf_unittests": "1f09545ac743a2f8acca83d396282c7ee2dc7e24fec075ee357b7722efdcaac7/488",
    "xr_browser_tests": "d9f553a8d1c2a85722aa47dc41e5975c63111aff0411d33de726c76837e38d4f/646",
    "zlib_unittests": "537ae715c643d86c91fff295d3db9b16434a4136da1493e71c1e15c02536434f/489"
  },
  "swarming_command_lines_cwd": "out/0fa5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/904fcab75c1842fecdd367949d0b0a16fe46696f
  • gitiles_ref:refs/branch-heads/7049
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:686
  • user_agent:recipe

Debug log (UTC)

[17:47:18.450] New invocation is queued and will start shortly
[17:47:18.450] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:47:19.619] Starting the invocation (attempt 1)
[17:47:19.650] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/904fcab75c1842fecdd367949d0b0a16fe46696f"
[17:47:19.650] Popped gitiles commit info from properties and tags
[17:47:19.650] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:47:19.650] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:47:19.651] Buildbucket request:
{
  "requestId": "8882660294018521712",
  "builder": {
    "project": "chromium-m135",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7049"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882660294018521712",
            "job": "chromium-m135/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7049"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "904fcab75c1842fecdd367949d0b0a16fe46696f"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8717234957136524545"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8717234957136524545"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8717234957136524545"
                                              }
                                        ],
                                    "parent_build_id": "8717234957136524545",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "079266db445215380befce453b1ab3bbdfeaf73d",
                                    "parent_got_dawn_revision": "53dfda5e9d07d58b43cea66b8153c55dd751ff88",
                                    "parent_got_revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
                                    "parent_got_revision_cp": "refs/branch-heads/7049@{#2030}",
                                    "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
                                    "parent_got_v8_revision": "e2591684c45463aa1e46ebefc3fd35deee63f37c",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.5@{#19}",
                                    "parent_got_webrtc_revision": "9e5db68b15087eccd8d2493b4e8539c1657e0f75",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7049@{#3}",
                                    "revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "23ce90e659de6357b496c33e9ea36275954241f8927043efac794b996a99e8b3/488",
                                          "accessibility_unittests": "c9b6dcff826ebe7c5a9213faac76b85c8876184095e3991339c72c17107a5a00/488",
                                          "angle_unittests": "1b690f9fcfed925134aceb7f2c8e9dc263b5cff2e2559473d7e0527be32c59f0/489",
                                          "app_shell_unittests": "ad65488d1a7f23152c1a90fb0f06fd207b23a4400b65db9d10245f38ac35f102/649",
                                          "aura_unittests": "58677ef796b2f120f7cbaf7646a4cffbc0629468eb5cb6b424bf0d010bdaaea6/488",
                                          "base_unittests": "efd001ee0b9c7304a82939cc846d154a7fb6a39f19e43db40a29bcbd7a709afd/566",
                                          "blink_common_unittests": "9e190f8788f580f1d19f600b2304310a85c81acd4a9274bf828e984ce990f264/566",
                                          "blink_fuzzer_unittests": "3290304e5023d5d1a6a7a0d0a8d418b11897f1e4e6ba2ed593669150958b9e47/488",
                                          "blink_heap_unittests": "c78cf3655494a2b628e85553f8ec25a3a4a1858506e3e1458860ce465c81e118/488",
                                          "blink_platform_unittests": "3ad618e9232b3f439aec6568b30365836fea5a5d80585c470a7a29b7d85d6cc7/645",
                                          "blink_unittests": "78f4d3a16c9a1d76290c673336fc0c65cb79a9cda99cf0547fbc43f6fba885c4/729",
                                          "boringssl_crypto_tests": "ebb0527a8330b7a7999573204eb827eeca06925cae82f2f6c27459784097d5e3/489",
                                          "boringssl_ssl_tests": "d2158369608a5ccb4e1682becf30ee3b2ab38b988b4db7204f296e5ce887fe0d/488",
                                          "capture_unittests": "ab2c8a95c0daa7af1be2f33460a2e808927cba4d0146d6ad945cfd7334ca4392/567",
                                          "cast_unittests": "e94b4075bc8db56682d84b7144f4a2197fb59eb2aa9e614c98574ef86edd999d/488",
                                          "cc_unittests": "4d678270996d3e49c45c887bbecb5d3adb2727f83e26b2f146b177fd644a5530/648",
                                          "chrome_app_unittests": "73ef6dfa6ec01c870abbc70ce009e562c8c3746e3cccf2adcead27fa04f71a2f/566",
                                          "chromedriver_unittests": "975b53f0762fb768bd76857add90c5d942ac5a9a52ef13994a9dfba7e71f1638/645",
                                          "components_browsertests": "562e0b4766e4f2d5aa4446a4615d8fe2d99d6312d543834842d1774214add0cf/732",
                                          "components_unittests": "819e24e63c6a6b776166c28b7e2a807af4b6387daf5218bdaf0308573f0e80d2/732",
                                          "compositor_unittests": "d0f5ff80ce50e517f1517d3292557a36d1cde599fc77a7a7feb02495e30cf9d7/564",
                                          "content_browsertests": "2880c2f95724ad4a153f87a550c444f018f92eef053593560a639179142f637c/805",
                                          "content_unittests": "86b658fcd59ce3249e2430718a84d56807fa567e9642ca3b7a97478a2e7c8d89/725",
                                          "cronet_tests": "80ce88b838ec8001360208f6537b7161c346a69d69342147313b7b14fc77a498/649",
                                          "cronet_unittests": "b13c6baddbee2ec5d63165a624a8c1874fd1ffaf849d5d8d1c626d1f0eb3faa4/565",
                                          "crypto_unittests": "6f3c2b7a2293cabfb54f98914128508283b1e34640e9c734c78fd6a60376e3a7/488",
                                          "dbus_unittests": "6198ba49fe09aca8db151e895591d3e9b0581b70797275adf532fa60ec668aaf/488",
                                          "device_unittests": "f4f6783408946e25401ca33bcd4b3e714f80bdd4ce7e1c57ed578b4477efe17d/565",
                                          "display_unittests": "3c16a53efaffb41e8c64ece7fb5e6df96558f075a4b8f921781f9e6533b718ec/488",
                                          "env_chromium_unittests": "e64e996285466d0f2c6a3a462d56d06e786d86bb40cca7fa4030b3ba7ec9d297/488",
                                          "events_unittests": "033a070e39123b593a0453cc64895635b40d452c70a22a40d364798bfd7e99b2/488",
                                          "extensions_browsertests": "77b8038e0d78bca164ebec11d0285fbba76819655a68823da1b083241c4889c5/651",
                                          "extensions_unittests": "02b2f1aad3ee7487b376c852088dcfd371fa9e78413358d30f30bc6e20cd838b/730",
                                          "filesystem_service_unittests": "d7c8a8fa0d59426215fa7c678d7ac258c518914b2e0e549887e261fc3e70894d/488",
                                          "fuzzing_unittests": "911158e1350a9f25ed8874d799fd3c1f230e6c508e5034851063e06a8e7bcb77/488",
                                          "gcm_unit_tests": "9bd209b662ddab04307a78946f55468e650a5bec1768708e2dd685cef23bdda5/565",
                                          "gfx_unittests": "c9c8985a2537638e52b1fc9514bb6d05e1fbaecc6afd3da629545bcabc48677e/564",
                                          "gin_unittests": "526be89c334712f7f986b2aa52c563b1d6eeed4f1ff0f6971bca204bad411548/565",
                                          "gl_tests": "a765bbe1bae2e6ef3371aecbad6463fc71e35ecf8b5cf8eec8c9091059c35604/488",
                                          "gl_unittests": "b8a6040263818503d9269c9057954833d649c414853e0ab803c32532592fa56b/488",
                                          "google_apis_unittests": "3ef94ffb9c67d776ab6f3bd1ea44aaa949262f1cf1e2a9882b85f1f5b08d26fc/650",
                                          "gpu_unittests": "37c029a91ed0c7b056e641280769442eef0f4d7b37fbcbc109a03170bfff6bab/565",
                                          "gwp_asan_unittests": "1f93c2d23581f4fad0ec2ed856aaa9c9432d436b3fe991e1c7bac1a9e7a2d013/489",
                                          "headless_browsertests": "3ec0dbf690fb5d579fe6b94d0467cab2e0b0413445a2310a0b92d6c6e4f971d1/649",
                                          "headless_unittests": "e62b0eaf19517ffa10d79f7a4677974e06a6995983d0236205557bd4ea23614f/488",
                                          "interactive_ui_tests": "f8de8da263db04849d16b8d19252fc5e1a067ef314b01566564425f04004b3b0/973",
                                          "ipc_tests": "32146593e84232423d34d28a905a99f9c3ce44826a4e40d5bec607b665c806c3/488",
                                          "latency_unittests": "608db005597b0c30215a90edc97247264fabc02ffb2441f2c03945159564cc27/488",
                                          "leveldb_unittests": "16c21f145114dfde8d16ba00f8b504d575417dee5d5b100e44cbe23c61e8bdb8/488",
                                          "libjingle_xmpp_unittests": "c2acf840e6e682b56014ddbe9a31ff947e21073fa35d7dc0634a5b281d40dab2/488",
                                          "liburlpattern_unittests": "9749fe4d34e3a3da158078a21cf8e46fd4aa75237533143310fa284370dbfde3/488",
                                          "media_unittests": "9b93d679a24d6e2b9b66e42fbaec6af032d2db2da3b7e464113bb3d538b8e080/568",
                                          "message_center_unittests": "58166b7b372d99afae96a4578c05ff0043879a7b09c89aa4471b5ce1de2f721d/488",
                                          "midi_unittests": "a07aa6807c71c5103b0a9c735c41798a5dcabcb2374fa756c774e66a89ba7869/488",
                                          "mojo_unittests": "21db029bdd2285f5caef48f1b48caf94b9ee1e62b15465e9890700e6fbba56c9/566",
                                          "native_theme_unittests": "2661129b2359d3d56794a79433d9a435c8636590b088b1a09ce54bfd1e0d6664/488",
                                          "net_unittests": "bc1ca47b5aa4018fa4f16be917ccf9ea91ca86c69da4440011a2128c9b9cd690/567",
                                          "openscreen_unittests": "172d8d3d31fa431e14c1382cd183e13ad3f79a974ac5dd6a3e1b6581866263d7/489",
                                          "ozone_unittests": "8b187271d17e46c9bb3e61625baf43c615e0a6de513351775a7394ce5d536f80/488",
                                          "ozone_x11_unittests": "6af42fd89a17fd5261556cfb67c141686cfdeaf67b5cf27ea120e15547584257/488",
                                          "pdf_unittests": "ff75e86c7079061b31f5dfdbafb500e7c198fd5e46c1dda37dfb628c8c2766f0/565",
                                          "perfetto_unittests": "50d515aab0b884d0a9c78daea4d62aaf1cdd690b0607c396ed058f8623fe704e/488",
                                          "printing_unittests": "dca9dcaa1cede26419c6167557f9a8e36c22953488037d1e9f6560f2fa7a2869/488",
                                          "pthreadpool_unittests": "fa383f28eccaa76615ba4f5f69db55ed151f2acb28c1a5044cc510c2486b0369/488",
                                          "remoting_unittests": "7c9564fe45e5160e69614fe6e8cc4f746aff41a5654dfb7e0b4586d2666c0ec7/565",
                                          "sandbox_linux_unittests": "afbf87ef9115f3dcc1c23b6d5a08ba295d5f292d41db507537027eb31131d4c9/488",
                                          "services_unittests": "226e5d8ba9e607a6293df8b7732b945fd10d5838fbb98e917d3bef1d1160f74b/734",
                                          "shell_dialogs_unittests": "1a38d3ad7d0ec8c64a7423f5e95de34fa4c3f689b15ddb9365c000bae65c29e9/488",
                                          "skia_unittests": "4745fb6642be495acfce37e44642e188f69102c376d6f0c8bae751d191fe75de/488",
                                          "snapshot_unittests": "6d752efdcde28c90512148c9f232b2721c49a86d9575c2c9adc95c9eed825065/488",
                                          "sql_unittests": "508739510f116be0961ba098ff4d7dfccd64985394074f6b4083af5b63352205/565",
                                          "storage_unittests": "88f53308b2bfeea42b26fbecb0759145bb03dffc35c26e7c03156ba35237ac81/646",
                                          "sync_integration_tests": "db2589d99e77adf90737915d1d232572233be9a31ee481121fa347021c0035bf/647",
                                          "ui_base_unittests": "342cf54bd204223afdedfeb4cc29ac4df5d1b5c483aae3227b20b3e2e3dd75f2/641",
                                          "ui_touch_selection_unittests": "5420b3456b9594d880311a615c528a9ea2cd68129ef0e04514e2df4404b022b2/488",
                                          "ui_unittests": "a73f589feb7696d82173e682126d23b8d5c3a40041b9fbd7e16eecef713d6fb0/488",
                                          "unit_tests": "728cc0906129ad4b006b50ffeff017c47103363c3a2d3c6c8147eb54d00ab5fa/1061",
                                          "url_unittests": "12ccf923fc5ca561b0eea770a2164877820590ca9ef952db55b300a95ecb6077/488",
                                          "views_unittests": "059404fa8384b3ea438105551fe18f31500ea045568aa0522041b63a83c878d1/488",
                                          "viz_unittests": "3164d3ed538171bec98e2d4d9e16da7508e20da0c9cb67628525ed478e2db7a8/572",
                                          "vr_common_unittests": "b58e9c33d75ec613866cfa04a7ffe36741ca5fb8326c606cfdcf48a91b928115/566",
                                          "wm_unittests": "22f9c9ad2790556b192e4e74a7391fed85991c9290b68e55b0fbb2a50848b4b5/488",
                                          "wtf_unittests": "1f09545ac743a2f8acca83d396282c7ee2dc7e24fec075ee357b7722efdcaac7/488",
                                          "xr_browser_tests": "d9f553a8d1c2a85722aa47dc41e5975c63111aff0411d33de726c76837e38d4f/646",
                                          "zlib_unittests": "537ae715c643d86c91fff295d3db9b16434a4136da1493e71c1e15c02536434f/489"
                                        },
                                    "swarming_command_lines_cwd": "out/0fa5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7049",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:686",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3d14a6d7-8b13-4241-a404-7827a5d8835c",
                        "title": "Linux TSan Builder/686"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "904fcab75c1842fecdd367949d0b0a16fe46696f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8717234957136524545"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8717234957136524545"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8717234957136524545"
                }
          ],
      "parent_build_id": "8717234957136524545",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "079266db445215380befce453b1ab3bbdfeaf73d",
      "parent_got_dawn_revision": "53dfda5e9d07d58b43cea66b8153c55dd751ff88",
      "parent_got_revision": "904fcab75c1842fecdd367949d0b0a16fe46696f",
      "parent_got_revision_cp": "refs/branch-heads/7049@{#2030}",
      "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
      "parent_got_v8_revision": "e2591684c45463aa1e46ebefc3fd35deee63f37c",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.5@{#19}",
      "parent_got_webrtc_revision": "9e5db68b15087eccd8d2493b4e8539c1657e0f75",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7049@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "23ce90e659de6357b496c33e9ea36275954241f8927043efac794b996a99e8b3/488",
            "accessibility_unittests": "c9b6dcff826ebe7c5a9213faac76b85c8876184095e3991339c72c17107a5a00/488",
            "angle_unittests": "1b690f9fcfed925134aceb7f2c8e9dc263b5cff2e2559473d7e0527be32c59f0/489",
            "app_shell_unittests": "ad65488d1a7f23152c1a90fb0f06fd207b23a4400b65db9d10245f38ac35f102/649",
            "aura_unittests": "58677ef796b2f120f7cbaf7646a4cffbc0629468eb5cb6b424bf0d010bdaaea6/488",
            "base_unittests": "efd001ee0b9c7304a82939cc846d154a7fb6a39f19e43db40a29bcbd7a709afd/566",
            "blink_common_unittests": "9e190f8788f580f1d19f600b2304310a85c81acd4a9274bf828e984ce990f264/566",
            "blink_fuzzer_unittests": "3290304e5023d5d1a6a7a0d0a8d418b11897f1e4e6ba2ed593669150958b9e47/488",
            "blink_heap_unittests": "c78cf3655494a2b628e85553f8ec25a3a4a1858506e3e1458860ce465c81e118/488",
            "blink_platform_unittests": "3ad618e9232b3f439aec6568b30365836fea5a5d80585c470a7a29b7d85d6cc7/645",
            "blink_unittests": "78f4d3a16c9a1d76290c673336fc0c65cb79a9cda99cf0547fbc43f6fba885c4/729",
            "boringssl_crypto_tests": "ebb0527a8330b7a7999573204eb827eeca06925cae82f2f6c27459784097d5e3/489",
            "boringssl_ssl_tests": "d2158369608a5ccb4e1682becf30ee3b2ab38b988b4db7204f296e5ce887fe0d/488",
            "capture_unittests": "ab2c8a95c0daa7af1be2f33460a2e808927cba4d0146d6ad945cfd7334ca4392/567",
            "cast_unittests": "e94b4075bc8db56682d84b7144f4a2197fb59eb2aa9e614c98574ef86edd999d/488",
            "cc_unittests": "4d678270996d3e49c45c887bbecb5d3adb2727f83e26b2f146b177fd644a5530/648",
            "chrome_app_unittests": "73ef6dfa6ec01c870abbc70ce009e562c8c3746e3cccf2adcead27fa04f71a2f/566",
            "chromedriver_unittests": "975b53f0762fb768bd76857add90c5d942ac5a9a52ef13994a9dfba7e71f1638/645",
            "components_browsertests": "562e0b4766e4f2d5aa4446a4615d8fe2d99d6312d543834842d1774214add0cf/732",
            "components_unittests": "819e24e63c6a6b776166c28b7e2a807af4b6387daf5218bdaf0308573f0e80d2/732",
            "compositor_unittests": "d0f5ff80ce50e517f1517d3292557a36d1cde599fc77a7a7feb02495e30cf9d7/564",
            "content_browsertests": "2880c2f95724ad4a153f87a550c444f018f92eef053593560a639179142f637c/805",
            "content_unittests": "86b658fcd59ce3249e2430718a84d56807fa567e9642ca3b7a97478a2e7c8d89/725",
            "cronet_tests": "80ce88b838ec8001360208f6537b7161c346a69d69342147313b7b14fc77a498/649",
            "cronet_unittests": "b13c6baddbee2ec5d63165a624a8c1874fd1ffaf849d5d8d1c626d1f0eb3faa4/565",
            "crypto_unittests": "6f3c2b7a2293cabfb54f98914128508283b1e34640e9c734c78fd6a60376e3a7/488",
            "dbus_unittests": "6198ba49fe09aca8db151e895591d3e9b0581b70797275adf532fa60ec668aaf/488",
            "device_unittests": "f4f6783408946e25401ca33bcd4b3e714f80bdd4ce7e1c57ed578b4477efe17d/565",
            "display_unittests": "3c16a53efaffb41e8c64ece7fb5e6df96558f075a4b8f921781f9e6533b718ec/488",
            "env_chromium_unittests": "e64e996285466d0f2c6a3a462d56d06e786d86bb40cca7fa4030b3ba7ec9d297/488",
            "events_unittests": "033a070e39123b593a0453cc64895635b40d452c70a22a40d364798bfd7e99b2/488",
            "extensions_browsertests": "77b8038e0d78bca164ebec11d0285fbba76819655a68823da1b083241c4889c5/651",
            "extensions_unittests": "02b2f1aad3ee7487b376c852088dcfd371fa9e78413358d30f30bc6e20cd838b/730",
            "filesystem_service_unittests": "d7c8a8fa0d59426215fa7c678d7ac258c518914b2e0e549887e261fc3e70894d/488",
            "fuzzing_unittests": "911158e1350a9f25ed8874d799fd3c1f230e6c508e5034851063e06a8e7bcb77/488",
            "gcm_unit_tests": "9bd209b662ddab04307a78946f55468e650a5bec1768708e2dd685cef23bdda5/565",
            "gfx_unittests": "c9c8985a2537638e52b1fc9514bb6d05e1fbaecc6afd3da629545bcabc48677e/564",
            "gin_unittests": "526be89c334712f7f986b2aa52c563b1d6eeed4f1ff0f6971bca204bad411548/565",
            "gl_tests": "a765bbe1bae2e6ef3371aecbad6463fc71e35ecf8b5cf8eec8c9091059c35604/488",
            "gl_unittests": "b8a6040263818503d9269c9057954833d649c414853e0ab803c32532592fa56b/488",
            "google_apis_unittests": "3ef94ffb9c67d776ab6f3bd1ea44aaa949262f1cf1e2a9882b85f1f5b08d26fc/650",
            "gpu_unittests": "37c029a91ed0c7b056e641280769442eef0f4d7b37fbcbc109a03170bfff6bab/565",
            "gwp_asan_unittests": "1f93c2d23581f4fad0ec2ed856aaa9c9432d436b3fe991e1c7bac1a9e7a2d013/489",
            "headless_browsertests": "3ec0dbf690fb5d579fe6b94d0467cab2e0b0413445a2310a0b92d6c6e4f971d1/649",
            "headless_unittests": "e62b0eaf19517ffa10d79f7a4677974e06a6995983d0236205557bd4ea23614f/488",
            "interactive_ui_tests": "f8de8da263db04849d16b8d19252fc5e1a067ef314b01566564425f04004b3b0/973",
            "ipc_tests": "32146593e84232423d34d28a905a99f9c3ce44826a4e40d5bec607b665c806c3/488",
            "latency_unittests": "608db005597b0c30215a90edc97247264fabc02ffb2441f2c03945159564cc27/488",
            "leveldb_unittests": "16c21f145114dfde8d16ba00f8b504d575417dee5d5b100e44cbe23c61e8bdb8/488",
            "libjingle_xmpp_unittests": "c2acf840e6e682b56014ddbe9a31ff947e21073fa35d7dc0634a5b281d40dab2/488",
            "liburlpattern_unittests": "9749fe4d34e3a3da158078a21cf8e46fd4aa75237533143310fa284370dbfde3/488",
            "media_unittests": "9b93d679a24d6e2b9b66e42fbaec6af032d2db2da3b7e464113bb3d538b8e080/568",
            "message_center_unittests": "58166b7b372d99afae96a4578c05ff0043879a7b09c89aa4471b5ce1de2f721d/488",
            "midi_unittests": "a07aa6807c71c5103b0a9c735c41798a5dcabcb2374fa756c774e66a89ba7869/488",
            "mojo_unittests": "21db029bdd2285f5caef48f1b48caf94b9ee1e62b15465e9890700e6fbba56c9/566",
            "native_theme_unittests": "2661129b2359d3d56794a79433d9a435c8636590b088b1a09ce54bfd1e0d6664/488",
            "net_unittests": "bc1ca47b5aa4018fa4f16be917ccf9ea91ca86c69da4440011a2128c9b9cd690/567",
            "openscreen_unittests": "172d8d3d31fa431e14c1382cd183e13ad3f79a974ac5dd6a3e1b6581866263d7/489",
            "ozone_unittests": "8b187271d17e46c9bb3e61625baf43c615e0a6de513351775a7394ce5d536f80/488",
            "ozone_x11_unittests": "6af42fd89a17fd5261556cfb67c141686cfdeaf67b5cf27ea120e15547584257/488",
            "pdf_unittests": "ff75e86c7079061b31f5dfdbafb500e7c198fd5e46c1dda37dfb628c8c2766f0/565",
            "perfetto_unittests": "50d515aab0b884d0a9c78daea4d62aaf1cdd690b0607c396ed058f8623fe704e/488",
            "printing_unittests": "dca9dcaa1cede26419c6167557f9a8e36c22953488037d1e9f6560f2fa7a2869/488",
            "pthreadpool_unittests": "fa383f28eccaa76615ba4f5f69db55ed151f2acb28c1a5044cc510c2486b0369/488",
            "remoting_unittests": "7c9564fe45e5160e69614fe6e8cc4f746aff41a5654dfb7e0b4586d2666c0ec7/565",
            "sandbox_linux_unittests": "afbf87ef9115f3dcc1c23b6d5a08ba295d5f292d41db507537027eb31131d4c9/488",
            "services_unittests": "226e5d8ba9e607a6293df8b7732b945fd10d5838fbb98e917d3bef1d1160f74b/734",
            "shell_dialogs_unittests": "1a38d3ad7d0ec8c64a7423f5e95de34fa4c3f689b15ddb9365c000bae65c29e9/488",
            "skia_unittests": "4745fb6642be495acfce37e44642e188f69102c376d6f0c8bae751d191fe75de/488",
            "snapshot_unittests": "6d752efdcde28c90512148c9f232b2721c49a86d9575c2c9adc95c9eed825065/488",
            "sql_unittests": "508739510f116be0961ba098ff4d7dfccd64985394074f6b4083af5b63352205/565",
            "storage_unittests": "88f53308b2bfeea42b26fbecb0759145bb03dffc35c26e7c03156ba35237ac81/646",
            "sync_integration_tests": "db2589d99e77adf90737915d1d232572233be9a31ee481121fa347021c0035bf/647",
            "ui_base_unittests": "342cf54bd204223afdedfeb4cc29ac4df5d1b5c483aae3227b20b3e2e3dd75f2/641",
            "ui_touch_selection_unittests": "5420b3456b9594d880311a615c528a9ea2cd68129ef0e04514e2df4404b022b2/488",
            "ui_unittests": "a73f589feb7696d82173e682126d23b8d5c3a40041b9fbd7e16eecef713d6fb0/488",
            "unit_tests": "728cc0906129ad4b006b50ffeff017c47103363c3a2d3c6c8147eb54d00ab5fa/1061",
            "url_unittests": "12ccf923fc5ca561b0eea770a2164877820590ca9ef952db55b300a95ecb6077/488",
            "views_unittests": "059404fa8384b3ea438105551fe18f31500ea045568aa0522041b63a83c878d1/488",
            "viz_unittests": "3164d3ed538171bec98e2d4d9e16da7508e20da0c9cb67628525ed478e2db7a8/572",
            "vr_common_unittests": "b58e9c33d75ec613866cfa04a7ffe36741ca5fb8326c606cfdcf48a91b928115/566",
            "wm_unittests": "22f9c9ad2790556b192e4e74a7391fed85991c9290b68e55b0fbb2a50848b4b5/488",
            "wtf_unittests": "1f09545ac743a2f8acca83d396282c7ee2dc7e24fec075ee357b7722efdcaac7/488",
            "xr_browser_tests": "d9f553a8d1c2a85722aa47dc41e5975c63111aff0411d33de726c76837e38d4f/646",
            "zlib_unittests": "537ae715c643d86c91fff295d3db9b16434a4136da1493e71c1e15c02536434f/489"
          },
      "swarming_command_lines_cwd": "out/0fa5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
    "ref": "refs/branch-heads/7049"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882660294018521712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m135/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "686"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:47:20.219] Scheduled build:
{
  "id": "8717230231957020145",
  "builder": {
    "project": "chromium-m135",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 685,
  "createdBy": "project:chromium-m135",
  "createTime": "2025-04-18T17:47:19.790967278Z",
  "updateTime": "2025-04-18T17:47:19.790967278Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
      "ref": "refs/branch-heads/7049"
    }
  }
}
[17:47:20.219] Task URL: https://cr-buildbucket.appspot.com/build/8717230231957020145
[17:47:20.220] Scheduling timer "check-buildbucket-build-status" (chromium-m135/Linux TSan Tests:8882660294018521712:2:0) after 9m33s
[17:47:21.286] Received PubSub notification, asking Buildbucket for the build status
[17:47:21.312] Build status: SCHEDULED
[17:48:46.907] Received PubSub notification, asking Buildbucket for the build status
[17:48:46.924] Build status: STARTED
[17:56:53.246] Handling timer "check-buildbucket-build-status" (chromium-m135/Linux TSan Tests:8882660294018521712:2:0)
[17:56:53.272] Build status: STARTED
[17:56:53.272] Scheduling timer "check-buildbucket-build-status" (chromium-m135/Linux TSan Tests:8882660294018521712:5:0) after 7m34s
[18:04:27.290] Handling timer "check-buildbucket-build-status" (chromium-m135/Linux TSan Tests:8882660294018521712:5:0)
[18:04:27.310] Build status: STARTED
[18:04:27.310] Scheduling timer "check-buildbucket-build-status" (chromium-m135/Linux TSan Tests:8882660294018521712:6:0) after 7m59s
[18:09:23.961] Received PubSub notification, asking Buildbucket for the build status
[18:09:24.112] Build:
{
  "id": "8717230231957020145",
  "builder": {
    "project": "chromium-m135",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 685,
  "createdBy": "project:chromium-m135",
  "createTime": "2025-04-18T17:47:19.790967278Z",
  "startTime": "2025-04-18T17:48:46.709790438Z",
  "endTime": "2025-04-18T18:09:21.161132570Z",
  "updateTime": "2025-04-18T18:09:21.161132570Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "904fcab75c1842fecdd367949d0b0a16fe46696f",
      "ref": "refs/branch-heads/7049"
    }
  }
}
[18:09:24.112] Invocation finished in 22m5.671579285s with status FAILED