Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 3a9cdf18d9d5f17f49cb10266671aed044336fa9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7727"
      }
    ]
  },
  "branch": "refs/branch-heads/7727",
  "deps_revision_overrides": {
    "src": "af328ffdb86d85367836a2af21d49e1b37b3da89"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8685951307407656161"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8685951307407656161"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8685951307407656161"
    }
  ],
  "parent_build_id": "8685951307407656161",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "401e94882e22cf2aa7af649b92ab123eaa329321",
  "parent_got_dawn_revision": "484c8f67f53a6eb8bc8eddcd894b15983b2e8117",
  "parent_got_revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
  "parent_got_revision_cp": "refs/branch-heads/7727@{#1821}",
  "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
  "parent_got_v8_revision": "8f7e9c02b226cb3fa0a8a7cad21f4936f0d3b231",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#19}",
  "parent_got_webrtc_revision": "f215faa9d9a6c2da30307badb3b54f787f6c604e",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#8}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
  "swarm_hashes": {
    "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
    "accessibility_unittests": "0d933440786f33d06105a8e8c74afbbeb7892ffaf57a35a37c0f65045f88a1e6/488",
    "angle_unittests": "022b4ae5e7cb2c1efc9031ecc433a6e2bd550acc79b8eebc46af56d15a2bfb89/489",
    "app_shell_unittests": "6aee3259b2d353d1069b597d44c8c8789daad49f622000519e0e827a0b4e7f8d/649",
    "aura_unittests": "a775707bce3fc1974797c8f231ac5385aa720b2a169a99373b807bb190b99792/488",
    "base_unittests": "319352f24b77aa565f69616b5c84dc3a1d81a05445b1ebdb50aa38b64b4534a5/566",
    "blink_common_unittests": "0245b1fabf781edce53a83ec86b7c9d11605d8d4d1e7e065dd3f4e8fa3e44ba8/566",
    "blink_fuzzer_unittests": "8877a027cb9986986770b4e87eceaf229ee898a05aa378925d931626f1d92406/488",
    "blink_heap_unittests": "134d376b71d2431abb1998e8cfd1421ccfb6c3b386215d5afd0b3727934f62a0/488",
    "blink_platform_unittests": "5023fe5713b965cf2164731de8a81f3cae412a1aeb4dcab1447d42b0b03c746f/645",
    "blink_unittests": "a308c52bc4e33cc20d9ae4e14e5991466586ca3e30aaa4283367456e78e62f04/729",
    "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
    "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
    "capture_unittests": "0f06ae685b3a96af21dcf048218a9af2414993f32b77ff97973842194379acbb/567",
    "cast_unittests": "cc9a3f217ddbebecc14566608e8a9cb60e38627deeba44ef73c2a3be2f076c51/488",
    "cc_unittests": "b3a921810147d5f668d1affeb4f4791bb9f75b3acfb9372aa46e799e7383a75c/648",
    "chrome_app_unittests": "097d4acbf1d997f6d1e509a36e705b00a3237c94d908c65bd922b2a794d7a170/566",
    "chromedriver_unittests": "4bd721f91e251b89d58417083ce3cecc5ec80554b671032f18be421372266d41/645",
    "components_browsertests": "fa87efc756da401aed9d088fe41e3ac01b92732ba605f540d36189f2e29ceb16/732",
    "components_unittests": "4c5716b20005755e8367edc69fbfa8590abef63c9d11435149e41bd1046194d5/811",
    "compositor_unittests": "69ef482bdde51627299498978c86ab92397fd21db57d15ae76aa9067d8a47758/564",
    "content_browsertests": "f04af6b3f0fc1099be9953ea52be54773d9f436fb0fda95280a74adad68afcd0/805",
    "content_unittests": "16a32808665122e3b9d131791b6dea84eaf6bfbe9142867098f0eca1b7f9e82c/725",
    "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
    "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
    "device_unittests": "35a34f23e07a018e5036c9a517eb80b3913cd99b161a6073d3cc0218626db830/565",
    "display_unittests": "78e691a9ab3d2ac9605ec597c413302c502dfddf99ade8e680ee19e0f26ee1c5/488",
    "env_chromium_unittests": "2323d24b89e810da0a7651930855e2e0f2a59987cece3517c6b18aca888fbfe4/488",
    "events_unittests": "107f9816a64ecdefd089d8153baf85dcf7374b6302fadc49265f42304b9adcda/488",
    "extensions_browsertests": "5e8ac2842ae1abfbc7f3d4bced1876c5e6be4b122fc8044373641261458bc437/651",
    "extensions_unittests": "4604e335b69ac43886235fb2c47810717be3c504bc743fde5a3c668359c61178/730",
    "filesystem_service_unittests": "c248255771974da84623b6b74e63f1d4fc5d8c6285e553aa9b8a079c74521846/488",
    "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
    "gcm_unit_tests": "484621332e9e51346ed514e658252c70c59d7804607e0b4103ef7bb1100c38bf/565",
    "gfx_unittests": "0765a386ccc68262b7363590c5dc49fdfb49ea8194673c9f26e0b74f6f0e2f44/564",
    "gin_unittests": "b1cb9eb68e6ba364e7d752b7969ba22b46fef898a36ff3f99df355c7ae30d32e/565",
    "gl_tests": "9548461072de8a87e77de9f28ca955052008fd2a09108175a89afffd47cc5537/488",
    "gl_unittests": "1d84c4ff3b74ea7816f8c5671af9f5b5993c14d5c039cb99d751224b327d44a1/488",
    "google_apis_unittests": "05a49cb2f4ddf399843bb1bec41fb97ed2a5d47c1430af57029e583ba2900888/650",
    "gpu_unittests": "ee9e44cb0542545f0a2ea3d992618c93b6a1bbe8280dc1b25fb4a18cac2b8b6c/565",
    "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
    "headless_browsertests": "8386220aa32a84ab264698ba14d9af9bd24948f59cb6b46e7beb44584a9573c1/733",
    "headless_unittests": "532f6420c6c609a7f9342ad78bf39e1454f0ec4a45dfd3ba9daa401dc708a210/488",
    "interactive_ui_tests": "8d3d37d39db3518d598f05db37dbabd3c929654108c1f747685b79d463cdf280/1059",
    "ipc_tests": "5050a883213cdd8ac0e7ec3688ca85142210482ff117f0399565db30c7bc17b3/488",
    "latency_unittests": "835544a3c65a276cfef48689864eacfe152fed5227209a4085a123258b5a4318/488",
    "leveldb_unittests": "4ae42ccb4e2fd139d2126edb5b1f6a12d34bfdf1e1837901ccfa0f988cd32078/488",
    "libjingle_xmpp_unittests": "a94a10f5d8423844c5a1af53ac48d5c3cb2628eb5ae00ab86a18f4213cf0f88f/488",
    "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
    "media_unittests": "1e10d5aec9969a30c002a494e98400be5842c6693ce68da9a039d56e3650edf0/568",
    "message_center_unittests": "bb2eec6d592384e01c852642af3d427ee9ada6a3dcf57dca43d5e2a57139702f/488",
    "midi_unittests": "6bba4b083be918ec632bceee1cc29dbfc52ee7331521138f9500482072dd51c2/488",
    "mojo_unittests": "8717f588ef69c4a61ed633f29ddeddaa2099745843dfbd23f1df91defed121d7/566",
    "native_theme_unittests": "37a7ea56e8f4dc5e79929404545e6c7f7880a4023c4a7dfdf262fe384b88626d/488",
    "net_unittests": "353333a4c9edd75596fb0ac21f44534764a73e197bfc39e95dca7d83278bb184/567",
    "openscreen_unittests": "0641f858334bddf0b334e240ebd28f42693e865ccdbbc78058b1a41e507fd5fe/489",
    "ozone_unittests": "bba008a98e5e656cac9af25cb97e1d2030674e32a1de806a6f4758a999e5f6ec/488",
    "ozone_x11_unittests": "862d78ef0d3c1acb81adcb3ca9e9001fb1d117c78d0dfcf7a6e773f0bf74da3d/488",
    "pdf_unittests": "8c16f88313318bbf3128b86989694c16e559a9de095d1ee827b35c0645ab004d/565",
    "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
    "printing_unittests": "2bf1d82a889cb80ecb8072974a5f97a96ab144e5b3aabfd073e11e3403c75bab/488",
    "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
    "remoting_unittests": "9278ce921cd7351435eae4ba34f09a5ac02ed8f1da79fafe71d9bf5e87fbb032/565",
    "sandbox_linux_unittests": "8958c2dd8969897420a67b9e7209f3a95f2b063dddad56c27b8d32f8c2972968/488",
    "services_unittests": "724cb387e67eeee3cc6230352f4db7680b1e27a236a75848ddb4b2ddcbb47cae/734",
    "shell_dialogs_unittests": "70f8ff0ec4325e012cd952eb0a95aad312684f10db455b0ddada50d0158169b2/488",
    "skia_unittests": "24352efacf79e427e9ae06c522efc35149d4b15f673b9cfe2d004619636c9b4b/488",
    "snapshot_unittests": "0dfb589fdc43fcaf6ca1d2010654ea7ab658ccbc9460fd6822b9f03bbe581999/488",
    "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
    "storage_unittests": "ff977fc631ccaae4a3e3f5322cb1ea0226906b7132b71051037b97d1b716ce42/646",
    "sync_integration_tests": "ab1ed7169b1f5705d1e91ebd0dfe5380b4d4e94e365458105a5c917b02c5938d/647",
    "ui_base_unittests": "ca994393b199349c40dd1801b81220f5c0a17fce7db6a94d1bbc22bc3a5c8297/641",
    "ui_touch_selection_unittests": "24d1313c9daa811225d002c48827ebb8e31ff8dd956c38a5ad8bfc7097a99505/488",
    "ui_unittests": "c436c8f6a35ba3b89766074e69d825c1b7171a4ef037cfb1149ecb400594deb4/488",
    "unit_tests": "1d9e8a199e581d0bea1c70f92e5c426304a134e4d04bcd7f059493140ee0545a/1061",
    "url_unittests": "90c59297480aadf61f54783b6728e359b11310f43eb8fcb29e891fa58bee0f14/488",
    "views_unittests": "0822cd62579c727c35bba508110ee65ddd981249bdce9bd7d705bf6f49e6c067/488",
    "viz_unittests": "8a60bfa38acf3f85ecde587ba58dbed772793d6e5bbe7c03013adba170356456/572",
    "vr_common_unittests": "d99781382c937f5483b40cee1ff2c0ed23b48cc9e760a9970887bd2675fb2189/566",
    "wm_unittests": "ddc9d06fc0a20043f66566296914e7e6a6a93fe2736cbc264d434cbd78c95de7/488",
    "wtf_unittests": "543e9167f02422cdb3696f96b9490f9b06544db8d5d42d744a3c194e882cca9a/488",
    "xr_browser_tests": "948df4e83f49828d4388cdc449bbb864247fd9e5c46105318014681c4036947a/646",
    "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
  },
  "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af328ffdb86d85367836a2af21d49e1b37b3da89
  • gitiles_ref:refs/branch-heads/7727
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:394
  • user_agent:recipe

Debug log (UTC)

[00:54:24.364] New invocation is queued and will start shortly
[00:54:24.364] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:54:25.415] Starting the invocation (attempt 1)
[00:54:25.441] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/af328ffdb86d85367836a2af21d49e1b37b3da89"
[00:54:25.441] Popped gitiles commit info from properties and tags
[00:54:25.441] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:25.442] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:25.443] Buildbucket request:
{
  "requestId": "8851377469888451600",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7727"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851377469888451600",
            "job": "chromium-m147/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7727"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "af328ffdb86d85367836a2af21d49e1b37b3da89"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8685951307407656161"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8685951307407656161"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8685951307407656161"
                                              }
                                        ],
                                    "parent_build_id": "8685951307407656161",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "401e94882e22cf2aa7af649b92ab123eaa329321",
                                    "parent_got_dawn_revision": "484c8f67f53a6eb8bc8eddcd894b15983b2e8117",
                                    "parent_got_revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
                                    "parent_got_revision_cp": "refs/branch-heads/7727@{#1821}",
                                    "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
                                    "parent_got_v8_revision": "8f7e9c02b226cb3fa0a8a7cad21f4936f0d3b231",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#19}",
                                    "parent_got_webrtc_revision": "f215faa9d9a6c2da30307badb3b54f787f6c604e",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#8}",
                                    "revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
                                          "accessibility_unittests": "0d933440786f33d06105a8e8c74afbbeb7892ffaf57a35a37c0f65045f88a1e6/488",
                                          "angle_unittests": "022b4ae5e7cb2c1efc9031ecc433a6e2bd550acc79b8eebc46af56d15a2bfb89/489",
                                          "app_shell_unittests": "6aee3259b2d353d1069b597d44c8c8789daad49f622000519e0e827a0b4e7f8d/649",
                                          "aura_unittests": "a775707bce3fc1974797c8f231ac5385aa720b2a169a99373b807bb190b99792/488",
                                          "base_unittests": "319352f24b77aa565f69616b5c84dc3a1d81a05445b1ebdb50aa38b64b4534a5/566",
                                          "blink_common_unittests": "0245b1fabf781edce53a83ec86b7c9d11605d8d4d1e7e065dd3f4e8fa3e44ba8/566",
                                          "blink_fuzzer_unittests": "8877a027cb9986986770b4e87eceaf229ee898a05aa378925d931626f1d92406/488",
                                          "blink_heap_unittests": "134d376b71d2431abb1998e8cfd1421ccfb6c3b386215d5afd0b3727934f62a0/488",
                                          "blink_platform_unittests": "5023fe5713b965cf2164731de8a81f3cae412a1aeb4dcab1447d42b0b03c746f/645",
                                          "blink_unittests": "a308c52bc4e33cc20d9ae4e14e5991466586ca3e30aaa4283367456e78e62f04/729",
                                          "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
                                          "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
                                          "capture_unittests": "0f06ae685b3a96af21dcf048218a9af2414993f32b77ff97973842194379acbb/567",
                                          "cast_unittests": "cc9a3f217ddbebecc14566608e8a9cb60e38627deeba44ef73c2a3be2f076c51/488",
                                          "cc_unittests": "b3a921810147d5f668d1affeb4f4791bb9f75b3acfb9372aa46e799e7383a75c/648",
                                          "chrome_app_unittests": "097d4acbf1d997f6d1e509a36e705b00a3237c94d908c65bd922b2a794d7a170/566",
                                          "chromedriver_unittests": "4bd721f91e251b89d58417083ce3cecc5ec80554b671032f18be421372266d41/645",
                                          "components_browsertests": "fa87efc756da401aed9d088fe41e3ac01b92732ba605f540d36189f2e29ceb16/732",
                                          "components_unittests": "4c5716b20005755e8367edc69fbfa8590abef63c9d11435149e41bd1046194d5/811",
                                          "compositor_unittests": "69ef482bdde51627299498978c86ab92397fd21db57d15ae76aa9067d8a47758/564",
                                          "content_browsertests": "f04af6b3f0fc1099be9953ea52be54773d9f436fb0fda95280a74adad68afcd0/805",
                                          "content_unittests": "16a32808665122e3b9d131791b6dea84eaf6bfbe9142867098f0eca1b7f9e82c/725",
                                          "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
                                          "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
                                          "device_unittests": "35a34f23e07a018e5036c9a517eb80b3913cd99b161a6073d3cc0218626db830/565",
                                          "display_unittests": "78e691a9ab3d2ac9605ec597c413302c502dfddf99ade8e680ee19e0f26ee1c5/488",
                                          "env_chromium_unittests": "2323d24b89e810da0a7651930855e2e0f2a59987cece3517c6b18aca888fbfe4/488",
                                          "events_unittests": "107f9816a64ecdefd089d8153baf85dcf7374b6302fadc49265f42304b9adcda/488",
                                          "extensions_browsertests": "5e8ac2842ae1abfbc7f3d4bced1876c5e6be4b122fc8044373641261458bc437/651",
                                          "extensions_unittests": "4604e335b69ac43886235fb2c47810717be3c504bc743fde5a3c668359c61178/730",
                                          "filesystem_service_unittests": "c248255771974da84623b6b74e63f1d4fc5d8c6285e553aa9b8a079c74521846/488",
                                          "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
                                          "gcm_unit_tests": "484621332e9e51346ed514e658252c70c59d7804607e0b4103ef7bb1100c38bf/565",
                                          "gfx_unittests": "0765a386ccc68262b7363590c5dc49fdfb49ea8194673c9f26e0b74f6f0e2f44/564",
                                          "gin_unittests": "b1cb9eb68e6ba364e7d752b7969ba22b46fef898a36ff3f99df355c7ae30d32e/565",
                                          "gl_tests": "9548461072de8a87e77de9f28ca955052008fd2a09108175a89afffd47cc5537/488",
                                          "gl_unittests": "1d84c4ff3b74ea7816f8c5671af9f5b5993c14d5c039cb99d751224b327d44a1/488",
                                          "google_apis_unittests": "05a49cb2f4ddf399843bb1bec41fb97ed2a5d47c1430af57029e583ba2900888/650",
                                          "gpu_unittests": "ee9e44cb0542545f0a2ea3d992618c93b6a1bbe8280dc1b25fb4a18cac2b8b6c/565",
                                          "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
                                          "headless_browsertests": "8386220aa32a84ab264698ba14d9af9bd24948f59cb6b46e7beb44584a9573c1/733",
                                          "headless_unittests": "532f6420c6c609a7f9342ad78bf39e1454f0ec4a45dfd3ba9daa401dc708a210/488",
                                          "interactive_ui_tests": "8d3d37d39db3518d598f05db37dbabd3c929654108c1f747685b79d463cdf280/1059",
                                          "ipc_tests": "5050a883213cdd8ac0e7ec3688ca85142210482ff117f0399565db30c7bc17b3/488",
                                          "latency_unittests": "835544a3c65a276cfef48689864eacfe152fed5227209a4085a123258b5a4318/488",
                                          "leveldb_unittests": "4ae42ccb4e2fd139d2126edb5b1f6a12d34bfdf1e1837901ccfa0f988cd32078/488",
                                          "libjingle_xmpp_unittests": "a94a10f5d8423844c5a1af53ac48d5c3cb2628eb5ae00ab86a18f4213cf0f88f/488",
                                          "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
                                          "media_unittests": "1e10d5aec9969a30c002a494e98400be5842c6693ce68da9a039d56e3650edf0/568",
                                          "message_center_unittests": "bb2eec6d592384e01c852642af3d427ee9ada6a3dcf57dca43d5e2a57139702f/488",
                                          "midi_unittests": "6bba4b083be918ec632bceee1cc29dbfc52ee7331521138f9500482072dd51c2/488",
                                          "mojo_unittests": "8717f588ef69c4a61ed633f29ddeddaa2099745843dfbd23f1df91defed121d7/566",
                                          "native_theme_unittests": "37a7ea56e8f4dc5e79929404545e6c7f7880a4023c4a7dfdf262fe384b88626d/488",
                                          "net_unittests": "353333a4c9edd75596fb0ac21f44534764a73e197bfc39e95dca7d83278bb184/567",
                                          "openscreen_unittests": "0641f858334bddf0b334e240ebd28f42693e865ccdbbc78058b1a41e507fd5fe/489",
                                          "ozone_unittests": "bba008a98e5e656cac9af25cb97e1d2030674e32a1de806a6f4758a999e5f6ec/488",
                                          "ozone_x11_unittests": "862d78ef0d3c1acb81adcb3ca9e9001fb1d117c78d0dfcf7a6e773f0bf74da3d/488",
                                          "pdf_unittests": "8c16f88313318bbf3128b86989694c16e559a9de095d1ee827b35c0645ab004d/565",
                                          "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
                                          "printing_unittests": "2bf1d82a889cb80ecb8072974a5f97a96ab144e5b3aabfd073e11e3403c75bab/488",
                                          "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
                                          "remoting_unittests": "9278ce921cd7351435eae4ba34f09a5ac02ed8f1da79fafe71d9bf5e87fbb032/565",
                                          "sandbox_linux_unittests": "8958c2dd8969897420a67b9e7209f3a95f2b063dddad56c27b8d32f8c2972968/488",
                                          "services_unittests": "724cb387e67eeee3cc6230352f4db7680b1e27a236a75848ddb4b2ddcbb47cae/734",
                                          "shell_dialogs_unittests": "70f8ff0ec4325e012cd952eb0a95aad312684f10db455b0ddada50d0158169b2/488",
                                          "skia_unittests": "24352efacf79e427e9ae06c522efc35149d4b15f673b9cfe2d004619636c9b4b/488",
                                          "snapshot_unittests": "0dfb589fdc43fcaf6ca1d2010654ea7ab658ccbc9460fd6822b9f03bbe581999/488",
                                          "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
                                          "storage_unittests": "ff977fc631ccaae4a3e3f5322cb1ea0226906b7132b71051037b97d1b716ce42/646",
                                          "sync_integration_tests": "ab1ed7169b1f5705d1e91ebd0dfe5380b4d4e94e365458105a5c917b02c5938d/647",
                                          "ui_base_unittests": "ca994393b199349c40dd1801b81220f5c0a17fce7db6a94d1bbc22bc3a5c8297/641",
                                          "ui_touch_selection_unittests": "24d1313c9daa811225d002c48827ebb8e31ff8dd956c38a5ad8bfc7097a99505/488",
                                          "ui_unittests": "c436c8f6a35ba3b89766074e69d825c1b7171a4ef037cfb1149ecb400594deb4/488",
                                          "unit_tests": "1d9e8a199e581d0bea1c70f92e5c426304a134e4d04bcd7f059493140ee0545a/1061",
                                          "url_unittests": "90c59297480aadf61f54783b6728e359b11310f43eb8fcb29e891fa58bee0f14/488",
                                          "views_unittests": "0822cd62579c727c35bba508110ee65ddd981249bdce9bd7d705bf6f49e6c067/488",
                                          "viz_unittests": "8a60bfa38acf3f85ecde587ba58dbed772793d6e5bbe7c03013adba170356456/572",
                                          "vr_common_unittests": "d99781382c937f5483b40cee1ff2c0ed23b48cc9e760a9970887bd2675fb2189/566",
                                          "wm_unittests": "ddc9d06fc0a20043f66566296914e7e6a6a93fe2736cbc264d434cbd78c95de7/488",
                                          "wtf_unittests": "543e9167f02422cdb3696f96b9490f9b06544db8d5d42d744a3c194e882cca9a/488",
                                          "xr_browser_tests": "948df4e83f49828d4388cdc449bbb864247fd9e5c46105318014681c4036947a/646",
                                          "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
                                        },
                                    "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7727",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:394",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2684ec72-8c36-4054-a0cd-4ac66176d624",
                        "title": "Linux TSan Builder/394",
                        "url": "https://cr-buildbucket.appspot.com/build/8685951307407656161"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "af328ffdb86d85367836a2af21d49e1b37b3da89"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8685951307407656161"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8685951307407656161"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8685951307407656161"
                }
          ],
      "parent_build_id": "8685951307407656161",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "401e94882e22cf2aa7af649b92ab123eaa329321",
      "parent_got_dawn_revision": "484c8f67f53a6eb8bc8eddcd894b15983b2e8117",
      "parent_got_revision": "af328ffdb86d85367836a2af21d49e1b37b3da89",
      "parent_got_revision_cp": "refs/branch-heads/7727@{#1821}",
      "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
      "parent_got_v8_revision": "8f7e9c02b226cb3fa0a8a7cad21f4936f0d3b231",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#19}",
      "parent_got_webrtc_revision": "f215faa9d9a6c2da30307badb3b54f787f6c604e",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#8}",
      "swarm_hashes": {
            "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
            "accessibility_unittests": "0d933440786f33d06105a8e8c74afbbeb7892ffaf57a35a37c0f65045f88a1e6/488",
            "angle_unittests": "022b4ae5e7cb2c1efc9031ecc433a6e2bd550acc79b8eebc46af56d15a2bfb89/489",
            "app_shell_unittests": "6aee3259b2d353d1069b597d44c8c8789daad49f622000519e0e827a0b4e7f8d/649",
            "aura_unittests": "a775707bce3fc1974797c8f231ac5385aa720b2a169a99373b807bb190b99792/488",
            "base_unittests": "319352f24b77aa565f69616b5c84dc3a1d81a05445b1ebdb50aa38b64b4534a5/566",
            "blink_common_unittests": "0245b1fabf781edce53a83ec86b7c9d11605d8d4d1e7e065dd3f4e8fa3e44ba8/566",
            "blink_fuzzer_unittests": "8877a027cb9986986770b4e87eceaf229ee898a05aa378925d931626f1d92406/488",
            "blink_heap_unittests": "134d376b71d2431abb1998e8cfd1421ccfb6c3b386215d5afd0b3727934f62a0/488",
            "blink_platform_unittests": "5023fe5713b965cf2164731de8a81f3cae412a1aeb4dcab1447d42b0b03c746f/645",
            "blink_unittests": "a308c52bc4e33cc20d9ae4e14e5991466586ca3e30aaa4283367456e78e62f04/729",
            "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
            "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
            "capture_unittests": "0f06ae685b3a96af21dcf048218a9af2414993f32b77ff97973842194379acbb/567",
            "cast_unittests": "cc9a3f217ddbebecc14566608e8a9cb60e38627deeba44ef73c2a3be2f076c51/488",
            "cc_unittests": "b3a921810147d5f668d1affeb4f4791bb9f75b3acfb9372aa46e799e7383a75c/648",
            "chrome_app_unittests": "097d4acbf1d997f6d1e509a36e705b00a3237c94d908c65bd922b2a794d7a170/566",
            "chromedriver_unittests": "4bd721f91e251b89d58417083ce3cecc5ec80554b671032f18be421372266d41/645",
            "components_browsertests": "fa87efc756da401aed9d088fe41e3ac01b92732ba605f540d36189f2e29ceb16/732",
            "components_unittests": "4c5716b20005755e8367edc69fbfa8590abef63c9d11435149e41bd1046194d5/811",
            "compositor_unittests": "69ef482bdde51627299498978c86ab92397fd21db57d15ae76aa9067d8a47758/564",
            "content_browsertests": "f04af6b3f0fc1099be9953ea52be54773d9f436fb0fda95280a74adad68afcd0/805",
            "content_unittests": "16a32808665122e3b9d131791b6dea84eaf6bfbe9142867098f0eca1b7f9e82c/725",
            "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
            "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
            "device_unittests": "35a34f23e07a018e5036c9a517eb80b3913cd99b161a6073d3cc0218626db830/565",
            "display_unittests": "78e691a9ab3d2ac9605ec597c413302c502dfddf99ade8e680ee19e0f26ee1c5/488",
            "env_chromium_unittests": "2323d24b89e810da0a7651930855e2e0f2a59987cece3517c6b18aca888fbfe4/488",
            "events_unittests": "107f9816a64ecdefd089d8153baf85dcf7374b6302fadc49265f42304b9adcda/488",
            "extensions_browsertests": "5e8ac2842ae1abfbc7f3d4bced1876c5e6be4b122fc8044373641261458bc437/651",
            "extensions_unittests": "4604e335b69ac43886235fb2c47810717be3c504bc743fde5a3c668359c61178/730",
            "filesystem_service_unittests": "c248255771974da84623b6b74e63f1d4fc5d8c6285e553aa9b8a079c74521846/488",
            "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
            "gcm_unit_tests": "484621332e9e51346ed514e658252c70c59d7804607e0b4103ef7bb1100c38bf/565",
            "gfx_unittests": "0765a386ccc68262b7363590c5dc49fdfb49ea8194673c9f26e0b74f6f0e2f44/564",
            "gin_unittests": "b1cb9eb68e6ba364e7d752b7969ba22b46fef898a36ff3f99df355c7ae30d32e/565",
            "gl_tests": "9548461072de8a87e77de9f28ca955052008fd2a09108175a89afffd47cc5537/488",
            "gl_unittests": "1d84c4ff3b74ea7816f8c5671af9f5b5993c14d5c039cb99d751224b327d44a1/488",
            "google_apis_unittests": "05a49cb2f4ddf399843bb1bec41fb97ed2a5d47c1430af57029e583ba2900888/650",
            "gpu_unittests": "ee9e44cb0542545f0a2ea3d992618c93b6a1bbe8280dc1b25fb4a18cac2b8b6c/565",
            "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
            "headless_browsertests": "8386220aa32a84ab264698ba14d9af9bd24948f59cb6b46e7beb44584a9573c1/733",
            "headless_unittests": "532f6420c6c609a7f9342ad78bf39e1454f0ec4a45dfd3ba9daa401dc708a210/488",
            "interactive_ui_tests": "8d3d37d39db3518d598f05db37dbabd3c929654108c1f747685b79d463cdf280/1059",
            "ipc_tests": "5050a883213cdd8ac0e7ec3688ca85142210482ff117f0399565db30c7bc17b3/488",
            "latency_unittests": "835544a3c65a276cfef48689864eacfe152fed5227209a4085a123258b5a4318/488",
            "leveldb_unittests": "4ae42ccb4e2fd139d2126edb5b1f6a12d34bfdf1e1837901ccfa0f988cd32078/488",
            "libjingle_xmpp_unittests": "a94a10f5d8423844c5a1af53ac48d5c3cb2628eb5ae00ab86a18f4213cf0f88f/488",
            "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
            "media_unittests": "1e10d5aec9969a30c002a494e98400be5842c6693ce68da9a039d56e3650edf0/568",
            "message_center_unittests": "bb2eec6d592384e01c852642af3d427ee9ada6a3dcf57dca43d5e2a57139702f/488",
            "midi_unittests": "6bba4b083be918ec632bceee1cc29dbfc52ee7331521138f9500482072dd51c2/488",
            "mojo_unittests": "8717f588ef69c4a61ed633f29ddeddaa2099745843dfbd23f1df91defed121d7/566",
            "native_theme_unittests": "37a7ea56e8f4dc5e79929404545e6c7f7880a4023c4a7dfdf262fe384b88626d/488",
            "net_unittests": "353333a4c9edd75596fb0ac21f44534764a73e197bfc39e95dca7d83278bb184/567",
            "openscreen_unittests": "0641f858334bddf0b334e240ebd28f42693e865ccdbbc78058b1a41e507fd5fe/489",
            "ozone_unittests": "bba008a98e5e656cac9af25cb97e1d2030674e32a1de806a6f4758a999e5f6ec/488",
            "ozone_x11_unittests": "862d78ef0d3c1acb81adcb3ca9e9001fb1d117c78d0dfcf7a6e773f0bf74da3d/488",
            "pdf_unittests": "8c16f88313318bbf3128b86989694c16e559a9de095d1ee827b35c0645ab004d/565",
            "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
            "printing_unittests": "2bf1d82a889cb80ecb8072974a5f97a96ab144e5b3aabfd073e11e3403c75bab/488",
            "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
            "remoting_unittests": "9278ce921cd7351435eae4ba34f09a5ac02ed8f1da79fafe71d9bf5e87fbb032/565",
            "sandbox_linux_unittests": "8958c2dd8969897420a67b9e7209f3a95f2b063dddad56c27b8d32f8c2972968/488",
            "services_unittests": "724cb387e67eeee3cc6230352f4db7680b1e27a236a75848ddb4b2ddcbb47cae/734",
            "shell_dialogs_unittests": "70f8ff0ec4325e012cd952eb0a95aad312684f10db455b0ddada50d0158169b2/488",
            "skia_unittests": "24352efacf79e427e9ae06c522efc35149d4b15f673b9cfe2d004619636c9b4b/488",
            "snapshot_unittests": "0dfb589fdc43fcaf6ca1d2010654ea7ab658ccbc9460fd6822b9f03bbe581999/488",
            "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
            "storage_unittests": "ff977fc631ccaae4a3e3f5322cb1ea0226906b7132b71051037b97d1b716ce42/646",
            "sync_integration_tests": "ab1ed7169b1f5705d1e91ebd0dfe5380b4d4e94e365458105a5c917b02c5938d/647",
            "ui_base_unittests": "ca994393b199349c40dd1801b81220f5c0a17fce7db6a94d1bbc22bc3a5c8297/641",
            "ui_touch_selection_unittests": "24d1313c9daa811225d002c48827ebb8e31ff8dd956c38a5ad8bfc7097a99505/488",
            "ui_unittests": "c436c8f6a35ba3b89766074e69d825c1b7171a4ef037cfb1149ecb400594deb4/488",
            "unit_tests": "1d9e8a199e581d0bea1c70f92e5c426304a134e4d04bcd7f059493140ee0545a/1061",
            "url_unittests": "90c59297480aadf61f54783b6728e359b11310f43eb8fcb29e891fa58bee0f14/488",
            "views_unittests": "0822cd62579c727c35bba508110ee65ddd981249bdce9bd7d705bf6f49e6c067/488",
            "viz_unittests": "8a60bfa38acf3f85ecde587ba58dbed772793d6e5bbe7c03013adba170356456/572",
            "vr_common_unittests": "d99781382c937f5483b40cee1ff2c0ed23b48cc9e760a9970887bd2675fb2189/566",
            "wm_unittests": "ddc9d06fc0a20043f66566296914e7e6a6a93fe2736cbc264d434cbd78c95de7/488",
            "wtf_unittests": "543e9167f02422cdb3696f96b9490f9b06544db8d5d42d744a3c194e882cca9a/488",
            "xr_browser_tests": "948df4e83f49828d4388cdc449bbb864247fd9e5c46105318014681c4036947a/646",
            "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
          },
      "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
    "ref": "refs/branch-heads/7727"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851377469888451600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m147/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "394"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:54:25.953] Scheduled build:
{
  "id": "8685947408045646721",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 394,
  "createdBy": "project:chromium-m147",
  "createTime": "2026-03-30T00:54:25.499399535Z",
  "updateTime": "2026-03-30T00:54:25.499399535Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
      "ref": "refs/branch-heads/7727"
    }
  }
}
[00:54:25.954] Task URL: https://cr-buildbucket.appspot.com/build/8685947408045646721
[00:54:25.954] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:2:0) after 7m3s
[00:54:26.873] Received PubSub notification, asking Buildbucket for the build status
[00:54:26.899] Build status: SCHEDULED
[00:54:30.367] Received PubSub notification, asking Buildbucket for the build status
[00:54:30.459] Build status: STARTED
[01:01:28.973] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:2:0)
[01:01:28.989] Build status: STARTED
[01:01:28.989] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:5:0) after 8m39s
[01:10:08.099] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:5:0)
[01:10:08.251] Build status: STARTED
[01:10:08.251] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:6:0) after 7m37s
[01:17:45.539] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:6:0)
[01:17:45.577] Build status: STARTED
[01:17:45.577] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8851377469888451600:7:0) after 9m48s
[01:22:30.641] Received PubSub notification, asking Buildbucket for the build status
[01:22:30.710] Build:
{
  "id": "8685947408045646721",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 394,
  "createdBy": "project:chromium-m147",
  "createTime": "2026-03-30T00:54:25.499399535Z",
  "startTime": "2026-03-30T00:54:30.215690543Z",
  "endTime": "2026-03-30T01:22:27.991778998Z",
  "updateTime": "2026-03-30T01:22:27.991778998Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "af328ffdb86d85367836a2af21d49e1b37b3da89",
      "ref": "refs/branch-heads/7727"
    }
  }
}
[01:22:30.710] Invocation finished in 28m6.351454404s with status FAILED