Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 33 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "a4f4681ba8efca29a09305ba13a70f9234e1eab7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684283495085312753"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684283495085312753"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684283495085312753"
    }
  ],
  "parent_build_id": "8684283495085312753",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
  "parent_got_dawn_revision": "5ccc1b79f90349829c2572b7f4e9c4072d0ef604",
  "parent_got_revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#905}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "5a5a3a3a53d478ae0df7429b1a9c062c6d6815ef",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#11}",
  "parent_got_webrtc_revision": "1822467bec1c91b8d782e9c7f24342d1d65f01f2",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "d04d92ad8567f2ea92e09cc8a571f1986ae7937b1865a7d6f5724d70ca5db549/488",
    "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
    "app_shell_unittests": "63280627cf9639df0ce4f2703c667b9231a88dc070ed8e6ed5ca419ea6cc83c2/649",
    "aura_unittests": "f2f1ab2a8835788b22b9c34ce2c4239e1f5cfc1d7f625aea5d754c001da7ce96/488",
    "base_unittests": "020865f4b0f7a486de75fd3971013bedc54c4cd8b74d8cebfdb9837aa3c50bb3/566",
    "blink_common_unittests": "52bb74cf6af885c77b1321d976e9c546693b9011693d698d0dff8fb33697e6e8/566",
    "blink_fuzzer_unittests": "f6d67354432749462a59b5ddccd0c311bd81a534bfae6770bbee31f24f750655/488",
    "blink_heap_unittests": "3bb8545a0b3a7300fe09816e9c19701bffd4cda0ada11366666d2f467ae6432d/488",
    "blink_platform_unittests": "09117dd6249ff0f8326cc2925cf3ecbff8849a1eecc0c7bac0ab1a1a5146673f/645",
    "blink_unittests": "bb1a19754d662089bb00bff1c6cd059d2312d9660878a2aaff46f5ff50460ef2/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "3c28871889ff75bbfa75a08cd9d273fca7ab61d618318bdbff7a21fe8daf9d97/567",
    "cast_unittests": "f93e10a88f11f029cea2fee8a988213ca909958438fa7b683453ac459005b875/488",
    "cc_unittests": "b2dcb659bb8ba9d47492827d75dfcddbfdb9027fbc3d552d86e8808cd181dc9a/648",
    "chrome_app_unittests": "1195f4ffdf271e2f1c77d44bb4f273117403abcd30289091f80455eebc61e1a4/566",
    "chromedriver_unittests": "eb34e30ff0271c8997911254d1c1e98fc490b142b57e69b6fd57939ca8f1c4ef/645",
    "components_browsertests": "f8d4ca361d799335e7398a237b5a7cd19822824239cc63817c64744102c7881f/732",
    "components_unittests": "d058a047d48e3bedb520a9ecb4dfbb30cc1d1d60bd12c9041e993477e9d26210/811",
    "compositor_unittests": "81890680123b4fcfbace67322e6fec4f8646ff9d2fe3955634b9d4fb75841f61/564",
    "content_browsertests": "2f789df20f1520dbe066480cbba9206477ae5b2e5ec6ae04dc6fbc1d814b6ff2/805",
    "content_unittests": "9afa88f09abf3ff5426c0c7dfcdcd38fb7acd8b08e977c8d23613c43fee47e94/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "d2fe1aa8c456ca24287fe1d2bc65d3166b71dd6ca82e9cc200a3edb24325c313/565",
    "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
    "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
    "events_unittests": "4dcfd956266d58e158e410ad2a78f45430922f338f5d65194954a163f1b511a3/488",
    "extensions_browsertests": "75d0b5a3c027cf31f87c1e254fab1add932db6c9d59ab17e716d94aea2a0cfa6/651",
    "extensions_unittests": "29fb464519fc6f111d26c309f94169330dd06bb8ccedae2449bb3915a69f773d/730",
    "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "42e559b4d50eba887475be749cd28588efc2e37f87c149821ee6af73f8fdd480/565",
    "gfx_unittests": "d920c62861dcefbb9ebb3589aaca40a803c4516f6e1b4abe3326f66f0af4c459/564",
    "gin_unittests": "b4bdc1f97b4874809b93c820adcd0523656a8c49937c376b7fbb753447533549/565",
    "gl_tests": "1e61ad86beb11eef5ead1e66ca82db6d892e2b50fac95bd8e18f861d48cf57f0/488",
    "gl_unittests": "117201959a5872d98859e86199149bddd9c2a7d46ca5b8f85ef346aad632f5e6/488",
    "google_apis_unittests": "f9423f2f312fc5ac27f85d3aebe92a49dcc373f34f8123bc78593e6156c89cfc/650",
    "gpu_unittests": "47f8dc2fa081c7147816a98aa45f3de79e99606557e5f404b371fc9c00fca068/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "1125d73cae7caff63774dfc540fcb7451fb1493869a45766d0717c8fa41baa9a/733",
    "headless_unittests": "e53f66450555d184248290a7d0e40eac60403dc8c75a59381706283c77253f4a/488",
    "interactive_ui_tests": "f93e4b5b3ac168b6a958f28be94f1bc455500d2994b6dce2673e0d053b720566/1059",
    "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
    "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
    "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "4e63403bc0b5e58a7d1f2da777553d0b4cebbeeebd4d9656fdc4e7eddb26ddce/568",
    "message_center_unittests": "0aa7856a87396619add3f4eccf3225b35ad022fbe24ee4c3fed5d7bcaea7378d/488",
    "midi_unittests": "e2bd7d334c409985e301e80f1eb7151fdc597c6008caf68eee181c6800b1d152/488",
    "mojo_unittests": "5b63a7060b1a40ebe0b1fdbcfdbe21af727c467e964a5386bb7102e1230dd599/566",
    "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
    "net_unittests": "15ac540f1483ac5ce0a5ea01ef35c08df6f24c1f155058655300b653f4208cbc/567",
    "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
    "ozone_unittests": "9d38df8816777d7960e03ac416de0e78a9fc6b2fcbac78dcc068c7a4ee1e973c/488",
    "ozone_x11_unittests": "d50291147194c2b98f069a3ebdc286bb39ca854219b849a3620c42509f7f43fd/488",
    "pdf_unittests": "6e5bc8801832fab2eddf562c19630848bb440f0d101abe9fcbfa374cb012cee3/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "d9722c2d3f47f20cbc51b3df87eb4be856a2adcadd9728d01ba1a05d94e5ed34/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "275e3fdb28efab4171b058c7757149f12ccc7324684336d103f57273346a9837/565",
    "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
    "services_unittests": "0e1004211d6f9971b5fb78c1f061a05301c4d9bec0bed9ad99f1d323d514fe1b/734",
    "shell_dialogs_unittests": "e5ebfc96771a1f03ae8119de06ccd36fef7e4c67dbf18fd19d69cfb148a93f02/488",
    "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
    "snapshot_unittests": "dbfe485ba4b00ba3cf3997291735fde456908345aeb569093c1566e6a21800a2/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "02462d6203274aabc1a1b950c76dbd9876771908786bd99bd1568dfef6bdb13a/646",
    "sync_integration_tests": "767d90052295ea293223604bfe99195823c9118de4023aa9a4926fbcf765f091/647",
    "ui_base_unittests": "a7885d7c10a643593d0b28272a010a4f04ad52aa71a9ebab3303be5e8748cd84/641",
    "ui_touch_selection_unittests": "d063e1ff61111c766f521697c00457347f4449611a64885a382de763b2a78a7e/488",
    "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
    "unit_tests": "4753f46b255a9ea749338b1328c11ec21222a3c8971f717578d8cff6f0bda384/1061",
    "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
    "views_unittests": "cf16ef3e28e6bb6d2bea9f59524b8565345e6e4417ab002296c80df822991eee/488",
    "viz_unittests": "c0c89f72fdfc650f801981d711d29794db6bd98f1438851d3b7d58ff1d0c9d10/572",
    "vr_common_unittests": "2d23b6a16cbd92cd86bb245ef3f4e37f3e24dfd6f7ba1e4982f826287204ddb4/566",
    "wm_unittests": "1e3412dae1d0a33750770d19b2a19659e56a46db3569879e35136cbffa1b325c/488",
    "wtf_unittests": "e344d978fc41a374aae1fe86d62ebdf3a4b61d76fde83e3df18a5149c151e365/488",
    "xr_browser_tests": "2542363a853fedb3be80e424a7d131d397eaa858f61b4878f5a254d10552df9b/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f4681ba8efca29a09305ba13a70f9234e1eab7
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:189
  • user_agent:recipe

Debug log (UTC)

[10:59:51.600] New invocation is queued and will start shortly
[10:59:51.600] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:59:54.950] Starting the invocation (attempt 1)
[10:59:54.977] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a4f4681ba8efca29a09305ba13a70f9234e1eab7"
[10:59:54.977] Popped gitiles commit info from properties and tags
[10:59:54.977] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:59:54.977] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:59:54.978] Buildbucket request:
{
  "requestId": "8849708632629955152",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849708632629955152",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "a4f4681ba8efca29a09305ba13a70f9234e1eab7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684283495085312753"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684283495085312753"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684283495085312753"
                                              }
                                        ],
                                    "parent_build_id": "8684283495085312753",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
                                    "parent_got_dawn_revision": "5ccc1b79f90349829c2572b7f4e9c4072d0ef604",
                                    "parent_got_revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#905}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "5a5a3a3a53d478ae0df7429b1a9c062c6d6815ef",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#11}",
                                    "parent_got_webrtc_revision": "1822467bec1c91b8d782e9c7f24342d1d65f01f2",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#1}",
                                    "revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "d04d92ad8567f2ea92e09cc8a571f1986ae7937b1865a7d6f5724d70ca5db549/488",
                                          "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
                                          "app_shell_unittests": "63280627cf9639df0ce4f2703c667b9231a88dc070ed8e6ed5ca419ea6cc83c2/649",
                                          "aura_unittests": "f2f1ab2a8835788b22b9c34ce2c4239e1f5cfc1d7f625aea5d754c001da7ce96/488",
                                          "base_unittests": "020865f4b0f7a486de75fd3971013bedc54c4cd8b74d8cebfdb9837aa3c50bb3/566",
                                          "blink_common_unittests": "52bb74cf6af885c77b1321d976e9c546693b9011693d698d0dff8fb33697e6e8/566",
                                          "blink_fuzzer_unittests": "f6d67354432749462a59b5ddccd0c311bd81a534bfae6770bbee31f24f750655/488",
                                          "blink_heap_unittests": "3bb8545a0b3a7300fe09816e9c19701bffd4cda0ada11366666d2f467ae6432d/488",
                                          "blink_platform_unittests": "09117dd6249ff0f8326cc2925cf3ecbff8849a1eecc0c7bac0ab1a1a5146673f/645",
                                          "blink_unittests": "bb1a19754d662089bb00bff1c6cd059d2312d9660878a2aaff46f5ff50460ef2/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "3c28871889ff75bbfa75a08cd9d273fca7ab61d618318bdbff7a21fe8daf9d97/567",
                                          "cast_unittests": "f93e10a88f11f029cea2fee8a988213ca909958438fa7b683453ac459005b875/488",
                                          "cc_unittests": "b2dcb659bb8ba9d47492827d75dfcddbfdb9027fbc3d552d86e8808cd181dc9a/648",
                                          "chrome_app_unittests": "1195f4ffdf271e2f1c77d44bb4f273117403abcd30289091f80455eebc61e1a4/566",
                                          "chromedriver_unittests": "eb34e30ff0271c8997911254d1c1e98fc490b142b57e69b6fd57939ca8f1c4ef/645",
                                          "components_browsertests": "f8d4ca361d799335e7398a237b5a7cd19822824239cc63817c64744102c7881f/732",
                                          "components_unittests": "d058a047d48e3bedb520a9ecb4dfbb30cc1d1d60bd12c9041e993477e9d26210/811",
                                          "compositor_unittests": "81890680123b4fcfbace67322e6fec4f8646ff9d2fe3955634b9d4fb75841f61/564",
                                          "content_browsertests": "2f789df20f1520dbe066480cbba9206477ae5b2e5ec6ae04dc6fbc1d814b6ff2/805",
                                          "content_unittests": "9afa88f09abf3ff5426c0c7dfcdcd38fb7acd8b08e977c8d23613c43fee47e94/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "d2fe1aa8c456ca24287fe1d2bc65d3166b71dd6ca82e9cc200a3edb24325c313/565",
                                          "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
                                          "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
                                          "events_unittests": "4dcfd956266d58e158e410ad2a78f45430922f338f5d65194954a163f1b511a3/488",
                                          "extensions_browsertests": "75d0b5a3c027cf31f87c1e254fab1add932db6c9d59ab17e716d94aea2a0cfa6/651",
                                          "extensions_unittests": "29fb464519fc6f111d26c309f94169330dd06bb8ccedae2449bb3915a69f773d/730",
                                          "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "42e559b4d50eba887475be749cd28588efc2e37f87c149821ee6af73f8fdd480/565",
                                          "gfx_unittests": "d920c62861dcefbb9ebb3589aaca40a803c4516f6e1b4abe3326f66f0af4c459/564",
                                          "gin_unittests": "b4bdc1f97b4874809b93c820adcd0523656a8c49937c376b7fbb753447533549/565",
                                          "gl_tests": "1e61ad86beb11eef5ead1e66ca82db6d892e2b50fac95bd8e18f861d48cf57f0/488",
                                          "gl_unittests": "117201959a5872d98859e86199149bddd9c2a7d46ca5b8f85ef346aad632f5e6/488",
                                          "google_apis_unittests": "f9423f2f312fc5ac27f85d3aebe92a49dcc373f34f8123bc78593e6156c89cfc/650",
                                          "gpu_unittests": "47f8dc2fa081c7147816a98aa45f3de79e99606557e5f404b371fc9c00fca068/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "1125d73cae7caff63774dfc540fcb7451fb1493869a45766d0717c8fa41baa9a/733",
                                          "headless_unittests": "e53f66450555d184248290a7d0e40eac60403dc8c75a59381706283c77253f4a/488",
                                          "interactive_ui_tests": "f93e4b5b3ac168b6a958f28be94f1bc455500d2994b6dce2673e0d053b720566/1059",
                                          "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
                                          "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
                                          "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "4e63403bc0b5e58a7d1f2da777553d0b4cebbeeebd4d9656fdc4e7eddb26ddce/568",
                                          "message_center_unittests": "0aa7856a87396619add3f4eccf3225b35ad022fbe24ee4c3fed5d7bcaea7378d/488",
                                          "midi_unittests": "e2bd7d334c409985e301e80f1eb7151fdc597c6008caf68eee181c6800b1d152/488",
                                          "mojo_unittests": "5b63a7060b1a40ebe0b1fdbcfdbe21af727c467e964a5386bb7102e1230dd599/566",
                                          "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
                                          "net_unittests": "15ac540f1483ac5ce0a5ea01ef35c08df6f24c1f155058655300b653f4208cbc/567",
                                          "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
                                          "ozone_unittests": "9d38df8816777d7960e03ac416de0e78a9fc6b2fcbac78dcc068c7a4ee1e973c/488",
                                          "ozone_x11_unittests": "d50291147194c2b98f069a3ebdc286bb39ca854219b849a3620c42509f7f43fd/488",
                                          "pdf_unittests": "6e5bc8801832fab2eddf562c19630848bb440f0d101abe9fcbfa374cb012cee3/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "d9722c2d3f47f20cbc51b3df87eb4be856a2adcadd9728d01ba1a05d94e5ed34/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "275e3fdb28efab4171b058c7757149f12ccc7324684336d103f57273346a9837/565",
                                          "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
                                          "services_unittests": "0e1004211d6f9971b5fb78c1f061a05301c4d9bec0bed9ad99f1d323d514fe1b/734",
                                          "shell_dialogs_unittests": "e5ebfc96771a1f03ae8119de06ccd36fef7e4c67dbf18fd19d69cfb148a93f02/488",
                                          "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
                                          "snapshot_unittests": "dbfe485ba4b00ba3cf3997291735fde456908345aeb569093c1566e6a21800a2/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "02462d6203274aabc1a1b950c76dbd9876771908786bd99bd1568dfef6bdb13a/646",
                                          "sync_integration_tests": "767d90052295ea293223604bfe99195823c9118de4023aa9a4926fbcf765f091/647",
                                          "ui_base_unittests": "a7885d7c10a643593d0b28272a010a4f04ad52aa71a9ebab3303be5e8748cd84/641",
                                          "ui_touch_selection_unittests": "d063e1ff61111c766f521697c00457347f4449611a64885a382de763b2a78a7e/488",
                                          "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
                                          "unit_tests": "4753f46b255a9ea749338b1328c11ec21222a3c8971f717578d8cff6f0bda384/1061",
                                          "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
                                          "views_unittests": "cf16ef3e28e6bb6d2bea9f59524b8565345e6e4417ab002296c80df822991eee/488",
                                          "viz_unittests": "c0c89f72fdfc650f801981d711d29794db6bd98f1438851d3b7d58ff1d0c9d10/572",
                                          "vr_common_unittests": "2d23b6a16cbd92cd86bb245ef3f4e37f3e24dfd6f7ba1e4982f826287204ddb4/566",
                                          "wm_unittests": "1e3412dae1d0a33750770d19b2a19659e56a46db3569879e35136cbffa1b325c/488",
                                          "wtf_unittests": "e344d978fc41a374aae1fe86d62ebdf3a4b61d76fde83e3df18a5149c151e365/488",
                                          "xr_browser_tests": "2542363a853fedb3be80e424a7d131d397eaa858f61b4878f5a254d10552df9b/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:189",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "310dbcef-fa2c-444f-971c-38948f4540bd",
                        "title": "Linux TSan Builder/189",
                        "url": "https://cr-buildbucket.appspot.com/build/8684283495085312753"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a4f4681ba8efca29a09305ba13a70f9234e1eab7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684283495085312753"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684283495085312753"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684283495085312753"
                }
          ],
      "parent_build_id": "8684283495085312753",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
      "parent_got_dawn_revision": "5ccc1b79f90349829c2572b7f4e9c4072d0ef604",
      "parent_got_revision": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#905}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "5a5a3a3a53d478ae0df7429b1a9c062c6d6815ef",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#11}",
      "parent_got_webrtc_revision": "1822467bec1c91b8d782e9c7f24342d1d65f01f2",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#1}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "d04d92ad8567f2ea92e09cc8a571f1986ae7937b1865a7d6f5724d70ca5db549/488",
            "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
            "app_shell_unittests": "63280627cf9639df0ce4f2703c667b9231a88dc070ed8e6ed5ca419ea6cc83c2/649",
            "aura_unittests": "f2f1ab2a8835788b22b9c34ce2c4239e1f5cfc1d7f625aea5d754c001da7ce96/488",
            "base_unittests": "020865f4b0f7a486de75fd3971013bedc54c4cd8b74d8cebfdb9837aa3c50bb3/566",
            "blink_common_unittests": "52bb74cf6af885c77b1321d976e9c546693b9011693d698d0dff8fb33697e6e8/566",
            "blink_fuzzer_unittests": "f6d67354432749462a59b5ddccd0c311bd81a534bfae6770bbee31f24f750655/488",
            "blink_heap_unittests": "3bb8545a0b3a7300fe09816e9c19701bffd4cda0ada11366666d2f467ae6432d/488",
            "blink_platform_unittests": "09117dd6249ff0f8326cc2925cf3ecbff8849a1eecc0c7bac0ab1a1a5146673f/645",
            "blink_unittests": "bb1a19754d662089bb00bff1c6cd059d2312d9660878a2aaff46f5ff50460ef2/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "3c28871889ff75bbfa75a08cd9d273fca7ab61d618318bdbff7a21fe8daf9d97/567",
            "cast_unittests": "f93e10a88f11f029cea2fee8a988213ca909958438fa7b683453ac459005b875/488",
            "cc_unittests": "b2dcb659bb8ba9d47492827d75dfcddbfdb9027fbc3d552d86e8808cd181dc9a/648",
            "chrome_app_unittests": "1195f4ffdf271e2f1c77d44bb4f273117403abcd30289091f80455eebc61e1a4/566",
            "chromedriver_unittests": "eb34e30ff0271c8997911254d1c1e98fc490b142b57e69b6fd57939ca8f1c4ef/645",
            "components_browsertests": "f8d4ca361d799335e7398a237b5a7cd19822824239cc63817c64744102c7881f/732",
            "components_unittests": "d058a047d48e3bedb520a9ecb4dfbb30cc1d1d60bd12c9041e993477e9d26210/811",
            "compositor_unittests": "81890680123b4fcfbace67322e6fec4f8646ff9d2fe3955634b9d4fb75841f61/564",
            "content_browsertests": "2f789df20f1520dbe066480cbba9206477ae5b2e5ec6ae04dc6fbc1d814b6ff2/805",
            "content_unittests": "9afa88f09abf3ff5426c0c7dfcdcd38fb7acd8b08e977c8d23613c43fee47e94/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "d2fe1aa8c456ca24287fe1d2bc65d3166b71dd6ca82e9cc200a3edb24325c313/565",
            "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
            "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
            "events_unittests": "4dcfd956266d58e158e410ad2a78f45430922f338f5d65194954a163f1b511a3/488",
            "extensions_browsertests": "75d0b5a3c027cf31f87c1e254fab1add932db6c9d59ab17e716d94aea2a0cfa6/651",
            "extensions_unittests": "29fb464519fc6f111d26c309f94169330dd06bb8ccedae2449bb3915a69f773d/730",
            "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "42e559b4d50eba887475be749cd28588efc2e37f87c149821ee6af73f8fdd480/565",
            "gfx_unittests": "d920c62861dcefbb9ebb3589aaca40a803c4516f6e1b4abe3326f66f0af4c459/564",
            "gin_unittests": "b4bdc1f97b4874809b93c820adcd0523656a8c49937c376b7fbb753447533549/565",
            "gl_tests": "1e61ad86beb11eef5ead1e66ca82db6d892e2b50fac95bd8e18f861d48cf57f0/488",
            "gl_unittests": "117201959a5872d98859e86199149bddd9c2a7d46ca5b8f85ef346aad632f5e6/488",
            "google_apis_unittests": "f9423f2f312fc5ac27f85d3aebe92a49dcc373f34f8123bc78593e6156c89cfc/650",
            "gpu_unittests": "47f8dc2fa081c7147816a98aa45f3de79e99606557e5f404b371fc9c00fca068/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "1125d73cae7caff63774dfc540fcb7451fb1493869a45766d0717c8fa41baa9a/733",
            "headless_unittests": "e53f66450555d184248290a7d0e40eac60403dc8c75a59381706283c77253f4a/488",
            "interactive_ui_tests": "f93e4b5b3ac168b6a958f28be94f1bc455500d2994b6dce2673e0d053b720566/1059",
            "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
            "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
            "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "4e63403bc0b5e58a7d1f2da777553d0b4cebbeeebd4d9656fdc4e7eddb26ddce/568",
            "message_center_unittests": "0aa7856a87396619add3f4eccf3225b35ad022fbe24ee4c3fed5d7bcaea7378d/488",
            "midi_unittests": "e2bd7d334c409985e301e80f1eb7151fdc597c6008caf68eee181c6800b1d152/488",
            "mojo_unittests": "5b63a7060b1a40ebe0b1fdbcfdbe21af727c467e964a5386bb7102e1230dd599/566",
            "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
            "net_unittests": "15ac540f1483ac5ce0a5ea01ef35c08df6f24c1f155058655300b653f4208cbc/567",
            "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
            "ozone_unittests": "9d38df8816777d7960e03ac416de0e78a9fc6b2fcbac78dcc068c7a4ee1e973c/488",
            "ozone_x11_unittests": "d50291147194c2b98f069a3ebdc286bb39ca854219b849a3620c42509f7f43fd/488",
            "pdf_unittests": "6e5bc8801832fab2eddf562c19630848bb440f0d101abe9fcbfa374cb012cee3/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "d9722c2d3f47f20cbc51b3df87eb4be856a2adcadd9728d01ba1a05d94e5ed34/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "275e3fdb28efab4171b058c7757149f12ccc7324684336d103f57273346a9837/565",
            "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
            "services_unittests": "0e1004211d6f9971b5fb78c1f061a05301c4d9bec0bed9ad99f1d323d514fe1b/734",
            "shell_dialogs_unittests": "e5ebfc96771a1f03ae8119de06ccd36fef7e4c67dbf18fd19d69cfb148a93f02/488",
            "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
            "snapshot_unittests": "dbfe485ba4b00ba3cf3997291735fde456908345aeb569093c1566e6a21800a2/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "02462d6203274aabc1a1b950c76dbd9876771908786bd99bd1568dfef6bdb13a/646",
            "sync_integration_tests": "767d90052295ea293223604bfe99195823c9118de4023aa9a4926fbcf765f091/647",
            "ui_base_unittests": "a7885d7c10a643593d0b28272a010a4f04ad52aa71a9ebab3303be5e8748cd84/641",
            "ui_touch_selection_unittests": "d063e1ff61111c766f521697c00457347f4449611a64885a382de763b2a78a7e/488",
            "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
            "unit_tests": "4753f46b255a9ea749338b1328c11ec21222a3c8971f717578d8cff6f0bda384/1061",
            "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
            "views_unittests": "cf16ef3e28e6bb6d2bea9f59524b8565345e6e4417ab002296c80df822991eee/488",
            "viz_unittests": "c0c89f72fdfc650f801981d711d29794db6bd98f1438851d3b7d58ff1d0c9d10/572",
            "vr_common_unittests": "2d23b6a16cbd92cd86bb245ef3f4e37f3e24dfd6f7ba1e4982f826287204ddb4/566",
            "wm_unittests": "1e3412dae1d0a33750770d19b2a19659e56a46db3569879e35136cbffa1b325c/488",
            "wtf_unittests": "e344d978fc41a374aae1fe86d62ebdf3a4b61d76fde83e3df18a5149c151e365/488",
            "xr_browser_tests": "2542363a853fedb3be80e424a7d131d397eaa858f61b4878f5a254d10552df9b/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849708632629955152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "189"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:59:55.454] Scheduled build:
{
  "id": "8684278568366281745",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 179,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-17T10:59:55.039838844Z",
  "updateTime": "2026-04-17T10:59:55.039838844Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[10:59:55.454] Task URL: https://cr-buildbucket.appspot.com/build/8684278568366281745
[10:59:55.454] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:2:0) after 7m6s
[10:59:55.550] Received PubSub notification, asking Buildbucket for the build status
[10:59:55.582] Build status: SCHEDULED
[10:59:59.977] Received PubSub notification, asking Buildbucket for the build status
[11:00:00.040] Build status: STARTED
[11:07:01.473] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:2:0)
[11:07:01.490] Build status: STARTED
[11:07:01.490] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:5:0) after 4m31s
[11:11:32.658] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:5:0)
[11:11:32.681] Build status: STARTED
[11:11:32.682] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:6:0) after 7m6s
[11:18:38.661] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:6:0)
[11:18:38.689] Build status: STARTED
[11:18:38.689] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:7:0) after 9m58s
[11:28:36.761] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:7:0)
[11:28:36.782] Build status: STARTED
[11:28:36.782] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849708632629955152:8:0) after 7m56s
[11:33:00.965] Received PubSub notification, asking Buildbucket for the build status
[11:33:01.000] Build:
{
  "id": "8684278568366281745",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 179,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-17T10:59:55.039838844Z",
  "startTime": "2026-04-17T10:59:59.832709599Z",
  "endTime": "2026-04-17T11:33:00.641528014Z",
  "updateTime": "2026-04-17T11:33:00.641528014Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a4f4681ba8efca29a09305ba13a70f9234e1eab7",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[11:33:01.000] Invocation finished in 33m9.409926415s with status FAILED