Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev cbb863c8fcfc493c6b34c33210ca32b6dd6fa019)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "af45917416aea5067aa7457639b3a729b5d39435",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7871"
      }
    ]
  },
  "branch": "refs/branch-heads/7871",
  "deps_revision_overrides": {
    "src": "af45917416aea5067aa7457639b3a729b5d39435"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8675728929982613009"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8675728929982613009"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8675728929982613009"
    }
  ],
  "parent_build_id": "8675728929982613009",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "edae461ad2122a3a2be0b5d3d067472aa0e3329c",
  "parent_got_dawn_revision": "d089fc91e7e4881362463faf8efe9ae435e34660",
  "parent_got_revision": "af45917416aea5067aa7457639b3a729b5d39435",
  "parent_got_revision_cp": "refs/branch-heads/7871@{#3781}",
  "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
  "parent_got_v8_revision": "49df3678d1b6a1511167b15a6b7499d3ab37a638",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#42}",
  "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "af45917416aea5067aa7457639b3a729b5d39435",
  "swarm_hashes": {
    "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
    "accessibility_unittests": "0672fa60ea649c2621a648cf91f640d665e51e74ea68a7f7c3f4c95deb236740/488",
    "angle_unittests": "9c8dabe9daeae22e5fdb7b0c2f97cdb13328bbcbc478e8ab7b31be17b69db7bf/489",
    "aura_unittests": "ec636db846e5e9974563ebc50fb5b04f01ebd1d46cec605ca638962145f5f673/488",
    "base_unittests": "2d2e4dfaf908d063213140f8271f56fc753f0fb89c897956df30d99bcee1c281/566",
    "blink_common_unittests": "81161685b2ea60fb781715b4e2483f1a136ddddcae8f1cfbf48acb7883829323/566",
    "blink_fuzzer_unittests": "e2c6461ff771ddfe725ebeeb4bb210e7cfe9dd7acd1874d0a089fc64ed8a450e/488",
    "blink_heap_unittests": "85c4f72086a82be6ce871a87791ab55139ff0c0e91abf922ffa051e500b89c4e/488",
    "blink_platform_unittests": "b2fa63e1377209e02c724a674162b2a2886efa2a8e83bc07b427072ad9dc3089/645",
    "blink_unittests": "b20e83b6ba23507d979ea050427063019a7d10292bff921812b0475459dd1d24/729",
    "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
    "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
    "capture_unittests": "c4d73f2480a7c8239f46113e7846d3027426dc948b8daf996eb4f445e1f810a1/567",
    "cast_unittests": "6d2f6aa219be8c50786fed613bfbaa1d26cd0a2cc05ecc67247876f3228aab72/488",
    "cc_unittests": "868c7eccf0909dc03b728e75a9542041f039d4365de9e89f7cb2a96aa88e07bf/648",
    "chrome_app_unittests": "8cb3c386070c232ae9835da68e399704899577c6e72aa9a9a424d4976fa43860/566",
    "chromedriver_unittests": "ff5e0a3564ffdd3a8908faea52040f1611ae8c2fcd652e84ee9cb44deb436417/645",
    "components_browsertests": "60683f5ad3c0645e62295b060d80e6fe57e3dcd96ea9720b97e995cb7253de2d/732",
    "components_unittests": "e9c9041947f4529b7168394c3f08768d931a953c158c91cdf81a8c45badaf04a/811",
    "compositor_unittests": "6a310f26f4f007085e585a788a830953a8e4d7d8893a3e356f886d1933b6272a/564",
    "content_browsertests": "43ad7a87a86b8908d26eb8f210d4beb06279b56227f917b6ee1705d54810c4c2/805",
    "content_unittests": "9b69076c8e42be813c8e0d2e8f2d819386f6342dce87f4ab80775ad1974b79d1/725",
    "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
    "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
    "device_unittests": "a4db89265e20181b6916135badd3f58cd5f2679f26ef6c964c535dad45eb67eb/565",
    "display_unittests": "58c704a99f3d68b263734380b4e7d49d1abb393ee4be41f9bbea02d136232fa0/488",
    "env_chromium_unittests": "055c6993d374fcb1a04d3db9264972275c9a5c62867cc87175f2e11f66688cd7/488",
    "events_unittests": "3b0a53e2b0a71d9368de515ed8a6037a62807b7a2debd5efc9b1ccb3c2a9f838/488",
    "extensions_unittests": "64e50245c8ba1432ef77f8c64d7c3c5aff3f000342184a0bab772eb6f5ad01f4/730",
    "filesystem_service_unittests": "331c1dfe1e28a8bbb8ca514853945e228a449acee8e0d929d4b7deb5c7462fbb/488",
    "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
    "gcm_unit_tests": "454491ddcb031a47e231a444d77fa7592d7d1a1e2b057e2a336eed783c5f10fa/565",
    "gfx_unittests": "c961d2c97e25a8eef49a692b6fa6e63195b41ae562d5810cfec557e675f35bdc/564",
    "gin_unittests": "af1034fefe0ca1ee4eda5ff564bd18afb12eb008da95f31907409b7a169c5990/565",
    "gl_tests": "79ff3a30d0cf27f323d036c3eeea7ae0f624d51719a85ea7d2b23253a1a6f3f2/488",
    "gl_unittests": "af11f55d25dd5ec874bf8d287fc2cd684fa64a7cb334d9a72f013b4f307a4a84/488",
    "google_apis_unittests": "0db1e0d18a9025ab2a1c27c5005ebc774f7cb43773b11b43fdb6c3f9ff3963dd/650",
    "gpu_unittests": "8ce75d83678263e3c6223c68ecf1e3c8fa5c64923c4b48c41834f016e4a3a573/565",
    "gtk_unittests": "46b5ba3a40cda829c014d0f985ebb53ce3b47f2c909cece482ac849b5856bdcf/488",
    "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
    "headless_browsertests": "6e8390f62ef1f482c9c9666510e96eed7df30ee8cf2f39bd791878fb07e5cc8c/733",
    "headless_unittests": "2ff13ed2af38f418f09d5d3c05e6407a801664a89c2bcb78a8e95c91ebd603a2/488",
    "interactive_ui_tests": "1f491c97f4b70ea49592e06b401e23f5cab2dbb63481979b4cc522b2eb5c7d60/1059",
    "ipc_tests": "bce8851be7bee08961898db20e306bd9a031b0cd976c44200bd7af585014b6fe/488",
    "latency_unittests": "69763900244f26fbda46af164b0ae8dda4d4288f771ec4277f62ea6d7d42fce3/488",
    "leveldb_unittests": "5001d312ba5be99ecf35782e769d5fe97db3ab99acdd65428c934b414711bb53/488",
    "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
    "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
    "media_unittests": "53111e791a8825dde8143162bc36ab14672f9710915b04f4c9c801886621e626/568",
    "message_center_unittests": "fe2adb1c73188d1251b11a913734994234467995383851e22d5e910c0a995989/488",
    "midi_unittests": "feb90942935455c3d44f0e6a579ae4355d2b005cdbcfa84d953cc31f6f60be24/488",
    "mojo_unittests": "ba63afecfb4f6db8695fabbd8b9f0f94026f27ccf7adf2db2d3f47cb03134cbe/566",
    "native_theme_unittests": "000a546b5f1ca92b6ede54634f4ad5b53d83a391e0dddad8e5e032b4b1161096/488",
    "net_unittests": "b0b3389cef5f0740967c4954820e6eef49a1580be2df1fc99f8dcdc01edf1264/567",
    "openscreen_unittests": "f5b20c5d4889edc2ae61071230f46c63912decea1373ec7e97d0b6c8811caf5f/489",
    "ozone_unittests": "044815c04f8811bf911c148ad28094ccbf7f99218df1f69fbd60d1a942a944fe/488",
    "ozone_x11_unittests": "c8b93c4e604db6175a77edadbf4dfd9c04540bb17d77f4c69d240493c2b935fa/488",
    "pdf_unittests": "110bf2bc9dd6cd8fb6f2ea49cd10e126d71abfc2ca742d5ee07ad8be6dd75873/565",
    "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
    "printing_unittests": "a8468c10fb9d2ffcbf4a8a8b5ec9187f99b018ff60a892f697436876ec40ba8f/488",
    "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
    "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
    "remoting_unittests": "da19ae19b02f6e1550df673a790259fc408bdcfb88f57bed5540a8aeb2e774a9/565",
    "sandbox_linux_unittests": "778beae762479d29e7d327918b34600ea60c3e8102184f44ad7a064000fd924a/488",
    "services_unittests": "a73faa57fcec67cd9206394fbeb80a5f8e519c0afa38d3937eb6e9930c578c41/813",
    "shell_dialogs_unittests": "ce55d2069f4a97b0eed7f2d1bb83a3656ccc2fd9c5e053e1ad0e6cb7208ff172/488",
    "skia_unittests": "3a071de066621b9e596d3308b049a4b194e22596c2b266e71a45e7ec4be09b5b/488",
    "snapshot_unittests": "5aa5d1470b4a4c2f7f6198b0d43c39dd58b4a72f366d6740b35206bed41a9af6/488",
    "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
    "storage_unittests": "d1122e10cb2c448bf391efa9783b709ae65665e5fe8e0f11a541c3e2a72354ba/646",
    "sync_integration_tests": "e513efd320f39e8c9396e328ad2ad353840bb0527a98f910de000b3db5e7a654/647",
    "ui_base_unittests": "a4fa3f71ab069585ea50ff5dfc358fc746d48f35786c8451e71df19361d08d2f/641",
    "ui_touch_selection_unittests": "2c2c9cfacb8ca68be8e92254f7d17fc2d67bd290de3708fabc3a68236e012845/488",
    "ui_unittests": "77d85c06ab7d62f06cfa2882bd45a2e5fa0c134c3c8cb2a3746676e1b2baad7c/488",
    "unit_tests": "0e3543b99aa58dac1b49721aeb4c0e6610169a8e23312373d9feb434ff00a020/1061",
    "url_unittests": "d2bf9b33ef6fee49c06b753fc26bea3044b674508a55ab4e61d53b8cf7e20cea/488",
    "views_unittests": "30c092948eabb102d9322632dc73a04b97c520fcb13e3df19ee27fa6643af276/488",
    "viz_unittests": "5b93e78c0aa8febd25b9db19d36ef41ad574889049e4d4efba2e30529d18e69f/572",
    "vr_common_unittests": "e9b35f48f0ae35fbf1d14ae2195ab608117e5972798f8b5f1d6dac94bdecd72e/566",
    "wm_unittests": "faf06391439496d5c3480d567269d77f532638cf247f8e106917f0d74f4307c3/488",
    "wtf_unittests": "35dae20731cc5f7a3a94e7b05dd6c5607b87777031e081dad77af3f97416b8f0/488",
    "xr_browser_tests": "d2978755208072fd2839a021125663ff28abc364d313b2ddb97037f1eeed52fc/646",
    "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
  },
  "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af45917416aea5067aa7457639b3a729b5d39435
  • gitiles_ref:refs/branch-heads/7871
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:981
  • user_agent:recipe

Debug log (UTC)

[21:14:22.095] New invocation is queued and will start shortly
[21:14:22.095] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:14:24.143] Starting the invocation (attempt 1)
[21:14:24.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af45917416aea5067aa7457639b3a729b5d39435"
[21:14:24.172] Popped gitiles commit info from properties and tags
[21:14:24.172] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:14:24.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:14:24.174] Buildbucket request:
{
  "requestId": "8841153856270134912",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "af45917416aea5067aa7457639b3a729b5d39435",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7871"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841153856270134912",
            "job": "chromium-m150/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "af45917416aea5067aa7457639b3a729b5d39435",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7871"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "af45917416aea5067aa7457639b3a729b5d39435"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8675728929982613009"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8675728929982613009"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8675728929982613009"
                                              }
                                        ],
                                    "parent_build_id": "8675728929982613009",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "edae461ad2122a3a2be0b5d3d067472aa0e3329c",
                                    "parent_got_dawn_revision": "d089fc91e7e4881362463faf8efe9ae435e34660",
                                    "parent_got_revision": "af45917416aea5067aa7457639b3a729b5d39435",
                                    "parent_got_revision_cp": "refs/branch-heads/7871@{#3781}",
                                    "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
                                    "parent_got_v8_revision": "49df3678d1b6a1511167b15a6b7499d3ab37a638",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#42}",
                                    "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
                                    "revision": "af45917416aea5067aa7457639b3a729b5d39435",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
                                          "accessibility_unittests": "0672fa60ea649c2621a648cf91f640d665e51e74ea68a7f7c3f4c95deb236740/488",
                                          "angle_unittests": "9c8dabe9daeae22e5fdb7b0c2f97cdb13328bbcbc478e8ab7b31be17b69db7bf/489",
                                          "aura_unittests": "ec636db846e5e9974563ebc50fb5b04f01ebd1d46cec605ca638962145f5f673/488",
                                          "base_unittests": "2d2e4dfaf908d063213140f8271f56fc753f0fb89c897956df30d99bcee1c281/566",
                                          "blink_common_unittests": "81161685b2ea60fb781715b4e2483f1a136ddddcae8f1cfbf48acb7883829323/566",
                                          "blink_fuzzer_unittests": "e2c6461ff771ddfe725ebeeb4bb210e7cfe9dd7acd1874d0a089fc64ed8a450e/488",
                                          "blink_heap_unittests": "85c4f72086a82be6ce871a87791ab55139ff0c0e91abf922ffa051e500b89c4e/488",
                                          "blink_platform_unittests": "b2fa63e1377209e02c724a674162b2a2886efa2a8e83bc07b427072ad9dc3089/645",
                                          "blink_unittests": "b20e83b6ba23507d979ea050427063019a7d10292bff921812b0475459dd1d24/729",
                                          "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
                                          "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
                                          "capture_unittests": "c4d73f2480a7c8239f46113e7846d3027426dc948b8daf996eb4f445e1f810a1/567",
                                          "cast_unittests": "6d2f6aa219be8c50786fed613bfbaa1d26cd0a2cc05ecc67247876f3228aab72/488",
                                          "cc_unittests": "868c7eccf0909dc03b728e75a9542041f039d4365de9e89f7cb2a96aa88e07bf/648",
                                          "chrome_app_unittests": "8cb3c386070c232ae9835da68e399704899577c6e72aa9a9a424d4976fa43860/566",
                                          "chromedriver_unittests": "ff5e0a3564ffdd3a8908faea52040f1611ae8c2fcd652e84ee9cb44deb436417/645",
                                          "components_browsertests": "60683f5ad3c0645e62295b060d80e6fe57e3dcd96ea9720b97e995cb7253de2d/732",
                                          "components_unittests": "e9c9041947f4529b7168394c3f08768d931a953c158c91cdf81a8c45badaf04a/811",
                                          "compositor_unittests": "6a310f26f4f007085e585a788a830953a8e4d7d8893a3e356f886d1933b6272a/564",
                                          "content_browsertests": "43ad7a87a86b8908d26eb8f210d4beb06279b56227f917b6ee1705d54810c4c2/805",
                                          "content_unittests": "9b69076c8e42be813c8e0d2e8f2d819386f6342dce87f4ab80775ad1974b79d1/725",
                                          "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
                                          "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
                                          "device_unittests": "a4db89265e20181b6916135badd3f58cd5f2679f26ef6c964c535dad45eb67eb/565",
                                          "display_unittests": "58c704a99f3d68b263734380b4e7d49d1abb393ee4be41f9bbea02d136232fa0/488",
                                          "env_chromium_unittests": "055c6993d374fcb1a04d3db9264972275c9a5c62867cc87175f2e11f66688cd7/488",
                                          "events_unittests": "3b0a53e2b0a71d9368de515ed8a6037a62807b7a2debd5efc9b1ccb3c2a9f838/488",
                                          "extensions_unittests": "64e50245c8ba1432ef77f8c64d7c3c5aff3f000342184a0bab772eb6f5ad01f4/730",
                                          "filesystem_service_unittests": "331c1dfe1e28a8bbb8ca514853945e228a449acee8e0d929d4b7deb5c7462fbb/488",
                                          "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
                                          "gcm_unit_tests": "454491ddcb031a47e231a444d77fa7592d7d1a1e2b057e2a336eed783c5f10fa/565",
                                          "gfx_unittests": "c961d2c97e25a8eef49a692b6fa6e63195b41ae562d5810cfec557e675f35bdc/564",
                                          "gin_unittests": "af1034fefe0ca1ee4eda5ff564bd18afb12eb008da95f31907409b7a169c5990/565",
                                          "gl_tests": "79ff3a30d0cf27f323d036c3eeea7ae0f624d51719a85ea7d2b23253a1a6f3f2/488",
                                          "gl_unittests": "af11f55d25dd5ec874bf8d287fc2cd684fa64a7cb334d9a72f013b4f307a4a84/488",
                                          "google_apis_unittests": "0db1e0d18a9025ab2a1c27c5005ebc774f7cb43773b11b43fdb6c3f9ff3963dd/650",
                                          "gpu_unittests": "8ce75d83678263e3c6223c68ecf1e3c8fa5c64923c4b48c41834f016e4a3a573/565",
                                          "gtk_unittests": "46b5ba3a40cda829c014d0f985ebb53ce3b47f2c909cece482ac849b5856bdcf/488",
                                          "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
                                          "headless_browsertests": "6e8390f62ef1f482c9c9666510e96eed7df30ee8cf2f39bd791878fb07e5cc8c/733",
                                          "headless_unittests": "2ff13ed2af38f418f09d5d3c05e6407a801664a89c2bcb78a8e95c91ebd603a2/488",
                                          "interactive_ui_tests": "1f491c97f4b70ea49592e06b401e23f5cab2dbb63481979b4cc522b2eb5c7d60/1059",
                                          "ipc_tests": "bce8851be7bee08961898db20e306bd9a031b0cd976c44200bd7af585014b6fe/488",
                                          "latency_unittests": "69763900244f26fbda46af164b0ae8dda4d4288f771ec4277f62ea6d7d42fce3/488",
                                          "leveldb_unittests": "5001d312ba5be99ecf35782e769d5fe97db3ab99acdd65428c934b414711bb53/488",
                                          "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
                                          "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
                                          "media_unittests": "53111e791a8825dde8143162bc36ab14672f9710915b04f4c9c801886621e626/568",
                                          "message_center_unittests": "fe2adb1c73188d1251b11a913734994234467995383851e22d5e910c0a995989/488",
                                          "midi_unittests": "feb90942935455c3d44f0e6a579ae4355d2b005cdbcfa84d953cc31f6f60be24/488",
                                          "mojo_unittests": "ba63afecfb4f6db8695fabbd8b9f0f94026f27ccf7adf2db2d3f47cb03134cbe/566",
                                          "native_theme_unittests": "000a546b5f1ca92b6ede54634f4ad5b53d83a391e0dddad8e5e032b4b1161096/488",
                                          "net_unittests": "b0b3389cef5f0740967c4954820e6eef49a1580be2df1fc99f8dcdc01edf1264/567",
                                          "openscreen_unittests": "f5b20c5d4889edc2ae61071230f46c63912decea1373ec7e97d0b6c8811caf5f/489",
                                          "ozone_unittests": "044815c04f8811bf911c148ad28094ccbf7f99218df1f69fbd60d1a942a944fe/488",
                                          "ozone_x11_unittests": "c8b93c4e604db6175a77edadbf4dfd9c04540bb17d77f4c69d240493c2b935fa/488",
                                          "pdf_unittests": "110bf2bc9dd6cd8fb6f2ea49cd10e126d71abfc2ca742d5ee07ad8be6dd75873/565",
                                          "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
                                          "printing_unittests": "a8468c10fb9d2ffcbf4a8a8b5ec9187f99b018ff60a892f697436876ec40ba8f/488",
                                          "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
                                          "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
                                          "remoting_unittests": "da19ae19b02f6e1550df673a790259fc408bdcfb88f57bed5540a8aeb2e774a9/565",
                                          "sandbox_linux_unittests": "778beae762479d29e7d327918b34600ea60c3e8102184f44ad7a064000fd924a/488",
                                          "services_unittests": "a73faa57fcec67cd9206394fbeb80a5f8e519c0afa38d3937eb6e9930c578c41/813",
                                          "shell_dialogs_unittests": "ce55d2069f4a97b0eed7f2d1bb83a3656ccc2fd9c5e053e1ad0e6cb7208ff172/488",
                                          "skia_unittests": "3a071de066621b9e596d3308b049a4b194e22596c2b266e71a45e7ec4be09b5b/488",
                                          "snapshot_unittests": "5aa5d1470b4a4c2f7f6198b0d43c39dd58b4a72f366d6740b35206bed41a9af6/488",
                                          "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
                                          "storage_unittests": "d1122e10cb2c448bf391efa9783b709ae65665e5fe8e0f11a541c3e2a72354ba/646",
                                          "sync_integration_tests": "e513efd320f39e8c9396e328ad2ad353840bb0527a98f910de000b3db5e7a654/647",
                                          "ui_base_unittests": "a4fa3f71ab069585ea50ff5dfc358fc746d48f35786c8451e71df19361d08d2f/641",
                                          "ui_touch_selection_unittests": "2c2c9cfacb8ca68be8e92254f7d17fc2d67bd290de3708fabc3a68236e012845/488",
                                          "ui_unittests": "77d85c06ab7d62f06cfa2882bd45a2e5fa0c134c3c8cb2a3746676e1b2baad7c/488",
                                          "unit_tests": "0e3543b99aa58dac1b49721aeb4c0e6610169a8e23312373d9feb434ff00a020/1061",
                                          "url_unittests": "d2bf9b33ef6fee49c06b753fc26bea3044b674508a55ab4e61d53b8cf7e20cea/488",
                                          "views_unittests": "30c092948eabb102d9322632dc73a04b97c520fcb13e3df19ee27fa6643af276/488",
                                          "viz_unittests": "5b93e78c0aa8febd25b9db19d36ef41ad574889049e4d4efba2e30529d18e69f/572",
                                          "vr_common_unittests": "e9b35f48f0ae35fbf1d14ae2195ab608117e5972798f8b5f1d6dac94bdecd72e/566",
                                          "wm_unittests": "faf06391439496d5c3480d567269d77f532638cf247f8e106917f0d74f4307c3/488",
                                          "wtf_unittests": "35dae20731cc5f7a3a94e7b05dd6c5607b87777031e081dad77af3f97416b8f0/488",
                                          "xr_browser_tests": "d2978755208072fd2839a021125663ff28abc364d313b2ddb97037f1eeed52fc/646",
                                          "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
                                        },
                                    "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/7871",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "af45917416aea5067aa7457639b3a729b5d39435",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:981",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ea1db06d-a432-4692-a965-2430c4e601fc",
                        "title": "Linux TSan Builder/981",
                        "url": "https://cr-buildbucket.appspot.com/build/8675728929982613009"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "af45917416aea5067aa7457639b3a729b5d39435"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8675728929982613009"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8675728929982613009"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8675728929982613009"
                }
          ],
      "parent_build_id": "8675728929982613009",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "edae461ad2122a3a2be0b5d3d067472aa0e3329c",
      "parent_got_dawn_revision": "d089fc91e7e4881362463faf8efe9ae435e34660",
      "parent_got_revision": "af45917416aea5067aa7457639b3a729b5d39435",
      "parent_got_revision_cp": "refs/branch-heads/7871@{#3781}",
      "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
      "parent_got_v8_revision": "49df3678d1b6a1511167b15a6b7499d3ab37a638",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.0@{#42}",
      "parent_got_webrtc_revision": "1f975dfd761af6e5d76d28333191973b258d82a8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7871@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd2974dd04928fd321ef60d47755f7ef600527b627c6461bff33fd7acf6961bb/488",
            "accessibility_unittests": "0672fa60ea649c2621a648cf91f640d665e51e74ea68a7f7c3f4c95deb236740/488",
            "angle_unittests": "9c8dabe9daeae22e5fdb7b0c2f97cdb13328bbcbc478e8ab7b31be17b69db7bf/489",
            "aura_unittests": "ec636db846e5e9974563ebc50fb5b04f01ebd1d46cec605ca638962145f5f673/488",
            "base_unittests": "2d2e4dfaf908d063213140f8271f56fc753f0fb89c897956df30d99bcee1c281/566",
            "blink_common_unittests": "81161685b2ea60fb781715b4e2483f1a136ddddcae8f1cfbf48acb7883829323/566",
            "blink_fuzzer_unittests": "e2c6461ff771ddfe725ebeeb4bb210e7cfe9dd7acd1874d0a089fc64ed8a450e/488",
            "blink_heap_unittests": "85c4f72086a82be6ce871a87791ab55139ff0c0e91abf922ffa051e500b89c4e/488",
            "blink_platform_unittests": "b2fa63e1377209e02c724a674162b2a2886efa2a8e83bc07b427072ad9dc3089/645",
            "blink_unittests": "b20e83b6ba23507d979ea050427063019a7d10292bff921812b0475459dd1d24/729",
            "boringssl_crypto_tests": "d478dd8b1a444902180d9c8d068f288a2aec81acbe6f966432f13626395ef04b/489",
            "boringssl_ssl_tests": "9ea4e7f165b413a9dbc04c037b65848f4c9ffbea8abaf9f3ab0b49e5f6bcad29/488",
            "capture_unittests": "c4d73f2480a7c8239f46113e7846d3027426dc948b8daf996eb4f445e1f810a1/567",
            "cast_unittests": "6d2f6aa219be8c50786fed613bfbaa1d26cd0a2cc05ecc67247876f3228aab72/488",
            "cc_unittests": "868c7eccf0909dc03b728e75a9542041f039d4365de9e89f7cb2a96aa88e07bf/648",
            "chrome_app_unittests": "8cb3c386070c232ae9835da68e399704899577c6e72aa9a9a424d4976fa43860/566",
            "chromedriver_unittests": "ff5e0a3564ffdd3a8908faea52040f1611ae8c2fcd652e84ee9cb44deb436417/645",
            "components_browsertests": "60683f5ad3c0645e62295b060d80e6fe57e3dcd96ea9720b97e995cb7253de2d/732",
            "components_unittests": "e9c9041947f4529b7168394c3f08768d931a953c158c91cdf81a8c45badaf04a/811",
            "compositor_unittests": "6a310f26f4f007085e585a788a830953a8e4d7d8893a3e356f886d1933b6272a/564",
            "content_browsertests": "43ad7a87a86b8908d26eb8f210d4beb06279b56227f917b6ee1705d54810c4c2/805",
            "content_unittests": "9b69076c8e42be813c8e0d2e8f2d819386f6342dce87f4ab80775ad1974b79d1/725",
            "crypto_unittests": "393eeb1a74b3682b3ef9eba80401be44b4ca990296e63dcec8d62cf9b930c3f4/568",
            "dbus_unittests": "f69feb0f2dbc6427eeceb0b4e32ee9ac8049e96cb5fb5a2c2948578c5bb8d031/488",
            "device_unittests": "a4db89265e20181b6916135badd3f58cd5f2679f26ef6c964c535dad45eb67eb/565",
            "display_unittests": "58c704a99f3d68b263734380b4e7d49d1abb393ee4be41f9bbea02d136232fa0/488",
            "env_chromium_unittests": "055c6993d374fcb1a04d3db9264972275c9a5c62867cc87175f2e11f66688cd7/488",
            "events_unittests": "3b0a53e2b0a71d9368de515ed8a6037a62807b7a2debd5efc9b1ccb3c2a9f838/488",
            "extensions_unittests": "64e50245c8ba1432ef77f8c64d7c3c5aff3f000342184a0bab772eb6f5ad01f4/730",
            "filesystem_service_unittests": "331c1dfe1e28a8bbb8ca514853945e228a449acee8e0d929d4b7deb5c7462fbb/488",
            "fuzzing_unittests": "e7019b196a301f61a278cbbb68dce94ec1330815d4436361d63967b687159300/488",
            "gcm_unit_tests": "454491ddcb031a47e231a444d77fa7592d7d1a1e2b057e2a336eed783c5f10fa/565",
            "gfx_unittests": "c961d2c97e25a8eef49a692b6fa6e63195b41ae562d5810cfec557e675f35bdc/564",
            "gin_unittests": "af1034fefe0ca1ee4eda5ff564bd18afb12eb008da95f31907409b7a169c5990/565",
            "gl_tests": "79ff3a30d0cf27f323d036c3eeea7ae0f624d51719a85ea7d2b23253a1a6f3f2/488",
            "gl_unittests": "af11f55d25dd5ec874bf8d287fc2cd684fa64a7cb334d9a72f013b4f307a4a84/488",
            "google_apis_unittests": "0db1e0d18a9025ab2a1c27c5005ebc774f7cb43773b11b43fdb6c3f9ff3963dd/650",
            "gpu_unittests": "8ce75d83678263e3c6223c68ecf1e3c8fa5c64923c4b48c41834f016e4a3a573/565",
            "gtk_unittests": "46b5ba3a40cda829c014d0f985ebb53ce3b47f2c909cece482ac849b5856bdcf/488",
            "gwp_asan_unittests": "6bdf20f2e7f485363f9611250878caf756b084cb883866b6292cae597f7a73e4/489",
            "headless_browsertests": "6e8390f62ef1f482c9c9666510e96eed7df30ee8cf2f39bd791878fb07e5cc8c/733",
            "headless_unittests": "2ff13ed2af38f418f09d5d3c05e6407a801664a89c2bcb78a8e95c91ebd603a2/488",
            "interactive_ui_tests": "1f491c97f4b70ea49592e06b401e23f5cab2dbb63481979b4cc522b2eb5c7d60/1059",
            "ipc_tests": "bce8851be7bee08961898db20e306bd9a031b0cd976c44200bd7af585014b6fe/488",
            "latency_unittests": "69763900244f26fbda46af164b0ae8dda4d4288f771ec4277f62ea6d7d42fce3/488",
            "leveldb_unittests": "5001d312ba5be99ecf35782e769d5fe97db3ab99acdd65428c934b414711bb53/488",
            "libjingle_xmpp_unittests": "23ac6783dc9961f9bf8a0e893a4fa22948ad847a3991a3dec661bdfa218801d8/488",
            "liburlpattern_unittests": "3c4f0be01fe12e516aa8b3fb0d9d4bc167f0193c212e4eb7d739c4f6db40f23c/488",
            "media_unittests": "53111e791a8825dde8143162bc36ab14672f9710915b04f4c9c801886621e626/568",
            "message_center_unittests": "fe2adb1c73188d1251b11a913734994234467995383851e22d5e910c0a995989/488",
            "midi_unittests": "feb90942935455c3d44f0e6a579ae4355d2b005cdbcfa84d953cc31f6f60be24/488",
            "mojo_unittests": "ba63afecfb4f6db8695fabbd8b9f0f94026f27ccf7adf2db2d3f47cb03134cbe/566",
            "native_theme_unittests": "000a546b5f1ca92b6ede54634f4ad5b53d83a391e0dddad8e5e032b4b1161096/488",
            "net_unittests": "b0b3389cef5f0740967c4954820e6eef49a1580be2df1fc99f8dcdc01edf1264/567",
            "openscreen_unittests": "f5b20c5d4889edc2ae61071230f46c63912decea1373ec7e97d0b6c8811caf5f/489",
            "ozone_unittests": "044815c04f8811bf911c148ad28094ccbf7f99218df1f69fbd60d1a942a944fe/488",
            "ozone_x11_unittests": "c8b93c4e604db6175a77edadbf4dfd9c04540bb17d77f4c69d240493c2b935fa/488",
            "pdf_unittests": "110bf2bc9dd6cd8fb6f2ea49cd10e126d71abfc2ca742d5ee07ad8be6dd75873/565",
            "perfetto_unittests": "ba502bfc79771fc37f529724bd252bd02834d95a4eaac2764b49d4f8334f0e0e/488",
            "printing_unittests": "a8468c10fb9d2ffcbf4a8a8b5ec9187f99b018ff60a892f697436876ec40ba8f/488",
            "pthreadpool_unittests": "c1dedd6e6fae4ad70ecd409b4d4e9b664e7fb82fedcfe48a79c288aa9674f91c/488",
            "puffin_unittests": "a70ecbacd9940e1e34f62b0b06934c71318d02f07d3a282dbf339d993873aaa9/572",
            "remoting_unittests": "da19ae19b02f6e1550df673a790259fc408bdcfb88f57bed5540a8aeb2e774a9/565",
            "sandbox_linux_unittests": "778beae762479d29e7d327918b34600ea60c3e8102184f44ad7a064000fd924a/488",
            "services_unittests": "a73faa57fcec67cd9206394fbeb80a5f8e519c0afa38d3937eb6e9930c578c41/813",
            "shell_dialogs_unittests": "ce55d2069f4a97b0eed7f2d1bb83a3656ccc2fd9c5e053e1ad0e6cb7208ff172/488",
            "skia_unittests": "3a071de066621b9e596d3308b049a4b194e22596c2b266e71a45e7ec4be09b5b/488",
            "snapshot_unittests": "5aa5d1470b4a4c2f7f6198b0d43c39dd58b4a72f366d6740b35206bed41a9af6/488",
            "sql_unittests": "bef0ad740ff78ada4544b0994daf171a2134e4714b40fa967dd5d67c6b34ea35/565",
            "storage_unittests": "d1122e10cb2c448bf391efa9783b709ae65665e5fe8e0f11a541c3e2a72354ba/646",
            "sync_integration_tests": "e513efd320f39e8c9396e328ad2ad353840bb0527a98f910de000b3db5e7a654/647",
            "ui_base_unittests": "a4fa3f71ab069585ea50ff5dfc358fc746d48f35786c8451e71df19361d08d2f/641",
            "ui_touch_selection_unittests": "2c2c9cfacb8ca68be8e92254f7d17fc2d67bd290de3708fabc3a68236e012845/488",
            "ui_unittests": "77d85c06ab7d62f06cfa2882bd45a2e5fa0c134c3c8cb2a3746676e1b2baad7c/488",
            "unit_tests": "0e3543b99aa58dac1b49721aeb4c0e6610169a8e23312373d9feb434ff00a020/1061",
            "url_unittests": "d2bf9b33ef6fee49c06b753fc26bea3044b674508a55ab4e61d53b8cf7e20cea/488",
            "views_unittests": "30c092948eabb102d9322632dc73a04b97c520fcb13e3df19ee27fa6643af276/488",
            "viz_unittests": "5b93e78c0aa8febd25b9db19d36ef41ad574889049e4d4efba2e30529d18e69f/572",
            "vr_common_unittests": "e9b35f48f0ae35fbf1d14ae2195ab608117e5972798f8b5f1d6dac94bdecd72e/566",
            "wm_unittests": "faf06391439496d5c3480d567269d77f532638cf247f8e106917f0d74f4307c3/488",
            "wtf_unittests": "35dae20731cc5f7a3a94e7b05dd6c5607b87777031e081dad77af3f97416b8f0/488",
            "xr_browser_tests": "d2978755208072fd2839a021125663ff28abc364d313b2ddb97037f1eeed52fc/646",
            "zlib_unittests": "02e2ca748a24056792b8da764732dabdaf190e08404baf06bbba2038abfdcfda/489"
          },
      "swarming_command_lines_cwd": "out/5450-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "af45917416aea5067aa7457639b3a729b5d39435",
    "ref": "refs/branch-heads/7871"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841153856270134912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m150/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "981"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:14:24.695] Scheduled build:
{
  "id": "8675723793353025009",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 979,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-07-20T21:14:24.252370596Z",
  "updateTime": "2026-07-20T21:14:24.252370596Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af45917416aea5067aa7457639b3a729b5d39435",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[21:14:24.695] Task URL: https://cr-buildbucket.appspot.com/build/8675723793353025009
[21:14:24.695] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:2:0) after 6m54s
[21:14:25.644] Received PubSub notification, asking Buildbucket for the build status
[21:14:25.672] Build status: SCHEDULED
[21:16:45.722] Received PubSub notification, asking Buildbucket for the build status
[21:16:45.744] Build status: STARTED
[21:21:18.714] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:2:0)
[21:21:18.733] Build status: STARTED
[21:21:18.733] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:5:0) after 6m22s
[21:27:40.753] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:5:0)
[21:27:40.792] Build status: STARTED
[21:27:40.792] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:6:0) after 8m25s
[21:36:05.864] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:6:0)
[21:36:05.881] Build status: STARTED
[21:36:05.881] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:7:0) after 5m8s
[21:41:14.078] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:7:0)
[21:41:14.144] Build status: STARTED
[21:41:14.144] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:8:0) after 2m49s
[21:44:03.216] Handling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:8:0)
[21:44:03.235] Build status: STARTED
[21:44:03.235] Scheduling timer "check-buildbucket-build-status" (chromium-m150/Linux TSan Tests:8841153856270134912:9:0) after 5m26s
[21:49:04.948] Received PubSub notification, asking Buildbucket for the build status
[21:49:04.967] Build:
{
  "id": "8675723793353025009",
  "builder": {
    "project": "chromium-m150",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 979,
  "createdBy": "project:chromium-m150",
  "createTime": "2026-07-20T21:14:24.252370596Z",
  "startTime": "2026-07-20T21:16:44.776826541Z",
  "endTime": "2026-07-20T21:49:04.572631487Z",
  "updateTime": "2026-07-20T21:49:04.572631487Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af45917416aea5067aa7457639b3a729b5d39435",
      "ref": "refs/branch-heads/7871"
    }
  }
}
[21:49:04.967] Invocation finished in 34m42.879818559s with status FAILED