Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev dbc5bbb4d5c973373f7e6afa20eb56bb1648ac04)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7103"
      }
    ]
  },
  "branch": "refs/branch-heads/7103",
  "deps_revision_overrides": {
    "src": "05d64178f05d560caa925f68564b44d6b1a75ec4"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8713763932999226433"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8713763932999226433"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8713763932999226433"
    }
  ],
  "parent_build_id": "8713763932999226433",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fa40b7c586fd2da9fd7e5c4d893ecb1334553b9e",
  "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
  "parent_got_revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
  "parent_got_revision_cp": "refs/branch-heads/7103@{#2649}",
  "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
  "parent_got_v8_revision": "150f01318cda02f1ef63dd79672eae6c81dd3301",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#21}",
  "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
  "swarm_hashes": {
    "absl_hardening_tests": "b88db823fb893c050c89f44faa8752a18da0ea44aee2564d86d04dc54374eb3c/488",
    "accessibility_unittests": "a477f00a5f41ac156ae5546d8fb78e33c69570f884e43ae77d37ba4309c72537/488",
    "angle_unittests": "7fb7bbd2232a070e03f5f3b931eb2e8861ce94736cc77a0d5720503fff1a2cfd/489",
    "app_shell_unittests": "4fd8b4693ed3fe0778697789f1f7b4058289301aa787791d5997e1bc37621b5f/649",
    "aura_unittests": "ad9b12aeec4707188df64fc075f869717f0bb3123806ebcec5926993bcb32208/488",
    "base_unittests": "2146bed87ea4423a24244b369d4321d46fad41081186d1b8d5e7b9067c65ea96/566",
    "blink_common_unittests": "d73947efa3590cf4372db5001efc3a4ecfadeaa3eb1fe164e57849bd3389eff8/566",
    "blink_fuzzer_unittests": "a17a8a22cc34fd7aba3dd6246614cecaa7793878ad5e6a504ab242db0e61d804/488",
    "blink_heap_unittests": "3c4d2acfca7538d7168ebd0755645e31c4ee55671c5812dcc1cbab35fcc58216/488",
    "blink_platform_unittests": "796d377beeb08ee3d9b5fe9689b7ebda115e7819bc439b4a8cf2615317e04e52/645",
    "blink_unittests": "38212943080e46656a46ab439ac23e9f0c3fca284a9f4262490c2aca35566739/729",
    "boringssl_crypto_tests": "6bb00462e7fd1dad83e0d637ee13758c7c9a56ff85da90bb920813f796a0307b/489",
    "boringssl_ssl_tests": "6b01b9e7f801194fe8529748a6f544352c078fac1551df1417b6003abdb22393/488",
    "capture_unittests": "f2e6f46105b11a86ead434cef1f01261f6534ce21e955f2ce25c35552ae17148/567",
    "cast_unittests": "51697f6cbe524b82c154944d262cf62df3def8d25e32af366643381b89bd1e21/488",
    "cc_unittests": "5e3bfc7a8216b2bbfecfcdc0831a419ae183944394ac0bde79ba6d43acb8b8a5/648",
    "chrome_app_unittests": "4f16b56170dc5f09a48e19c926b12de9c10a372b8c2bd33fa1d9b4297cd78d67/566",
    "chromedriver_unittests": "69ed334f3d5dd28d5145f1ae69d4bd1cd111ab835c2f22c2aadd4d2ee05e429c/645",
    "components_browsertests": "bf1da223e7b825e040f10433282c370c7baebf152524061c49d019c8245afb72/732",
    "components_unittests": "dc88b74f77371eccda2ef56cbfe2612643cf03aa394dd4cf14718b8f1e8c4067/732",
    "compositor_unittests": "1c9de5ede5f13a499de3ddea97119909ccb0032341852cb99e58db8c40adf9c5/564",
    "content_browsertests": "159b22f792c149237017baa5969bd5c9f36599a59398166a0ca651926083a456/805",
    "content_unittests": "beb74391e71efdb64ac61c584efe7e276c985a83d2727754afe0c0268c88540b/725",
    "cronet_tests": "10fc8a8ab6f457054391bd20f2d42cf119a2ad800323f40fc0dd673b3767c31b/649",
    "cronet_unittests": "8d60ec2ef5edccdf49441a1e1348dd917e211615c9834fd7d6804a16235291c6/565",
    "crypto_unittests": "abc574653198d240f22a860aae0fc2fcd27a2703a70ae57ee9693e7566db0f01/488",
    "dbus_unittests": "009bb4cd4f34bf0f15be8ab0ee7bf25f42cfbe486d45309d710d2c012715d392/488",
    "device_unittests": "8538ac18e9a1fb8b3a36781309bc2353f5db03e11fcf20454b2cd9f0da85e910/565",
    "display_unittests": "9495e5177215de0e36edf730f7fe419ceb550ae156e0a74f619ea948060d05fa/488",
    "env_chromium_unittests": "f09ddfd75788e11fb0bfe98e31cead1a1185217191e1a713e57d4ec9b2464714/488",
    "events_unittests": "6be6e29928a15c1d56f73f89a7dfb1cf97c8cc7f7c6df4ad8a180f53b82e174f/488",
    "extensions_browsertests": "427d8335c9fc241a5d98f392c1620e032af8f34211f31b8f58b12d5893f4e617/651",
    "extensions_unittests": "744bb6209790d43974c551c848f3772a8b6c45a3cb90a71f515fba1278528a05/730",
    "filesystem_service_unittests": "301a7c3f1bd6abe350e4f73c29a49dc0637d45057d3217145971583a068dad1a/488",
    "fuzzing_unittests": "684c95c9edc257b37814e8b1331ee38a34293b6632c724b4ddfa285ffeaaae09/488",
    "gcm_unit_tests": "9516c13a8485b1905a22e304576a1d36bf4ba058e3e78a4c501445e63f4d097e/565",
    "gfx_unittests": "f2d8afe3bd0f5a777677e5be176b64b6f6c2fe5f9d14bc487541966f70c01bd8/564",
    "gin_unittests": "2b465092796b25a8afee6e0d800fe1d9602b61975c0382245c22195ed391fe3e/565",
    "gl_tests": "08e588d6715ee23fd74161c055020a278c7dc6949e5d0322429505b021c2127f/488",
    "gl_unittests": "6a9c70a305084552870a375b6763b7e5e96d790d19c28921af46bb492048b369/488",
    "google_apis_unittests": "72d3669c8814a6b7fb89e7e512edbfc5b35b6871122996d746897c168e611f6a/650",
    "gpu_unittests": "75bb5a943dcecad6d113a2088fddedaaf00de5ec8196afcd2e5241d56291cd67/565",
    "gwp_asan_unittests": "4eff80506e5108234f90f7dd76f489700e0815ed3415c871c03d46f14ed7794b/489",
    "headless_browsertests": "133e920d6470ce74fca8b97a06f502143493128bf09003874eec53835e436d11/649",
    "headless_unittests": "c0bbf8d96c671c8f025589ee81b37095598a50e2ee756d2f68ea089e40a23dfd/488",
    "interactive_ui_tests": "984aa1898ca8b0bbc394786d11a1a28b36bba2f93fafa5f5686f01bbc8b08ca9/973",
    "ipc_tests": "4efe8e2852a73e0bbd690a14207e3956c12af8f0e5e9968e25e821119a94a48b/488",
    "latency_unittests": "a6dc949d7048f8731f8b869366554aabf73ec4016608742186f7ad89407dfc68/488",
    "leveldb_unittests": "64216932bbeba8a257e111c04db5c474a16df4bd9600a95fd31ec4f5ed0814a9/488",
    "libjingle_xmpp_unittests": "4d61e9f24b314b3a8be22ff62d2b998734ee5837b2dfc32d1593b51d492f0b95/488",
    "liburlpattern_unittests": "767d38b71faf8c84f808fb360a1313730691a52898754493b33c614a521ab0bf/488",
    "media_unittests": "7251a68001306a0a03c43102d22d5636735ca1009fff7e106d616d6e5be51b6a/568",
    "message_center_unittests": "e01a30602898c67406ca2f13c587235a7eeca43d1eb6d229bd4ba80ca7b0e371/488",
    "midi_unittests": "ed4a0fb98789d71a34d47f7dcd075c33e2f4695a15dc9d81e101f537f3c516e2/488",
    "mojo_unittests": "9d59279da8dcc57d2418ae6a4b533e0e9bceee67404c00ff4ba105eff686ba5a/566",
    "native_theme_unittests": "431ce4e2fa3f6df33cf18fcb24de07ea67330518baee195c5073547024b20faf/488",
    "net_unittests": "8c30f12fe6bfeee7b076a1767fdc3dabcf714698c1fbbcafc3a9dfe410fbaf21/567",
    "openscreen_unittests": "c492d02ed2622be82e18297ac576997fc6ffb7b926107588f54510181b37966d/489",
    "ozone_unittests": "1db16cb09e108733b71130ee85d144ec174b5e9517d31f733e7e7406858ef5f5/488",
    "ozone_x11_unittests": "3103ada3b8a09d744aeac7da52a64d2fa47fea99bc3080999ce28eb2167844be/488",
    "pdf_unittests": "6d1b9cee30d55128ebe8c5f2ca12dae12e622e4a1a7dce4f551805e4f5652c84/565",
    "perfetto_unittests": "6249e2133dceee48760c8497c90918dfd3aa1d1708bec35bdbb7b98f66ca4e5f/488",
    "printing_unittests": "a96d45168f34f88898408d4b29a9a158db38e73c1f7b0a593650e704c0f7b779/488",
    "pthreadpool_unittests": "b3cb69f3cb8f660a6fb12a16d53e44aff45481e5e26805e65f185b749f647aee/488",
    "remoting_unittests": "9bae19e7641e766abbb96e83a2e21b8fd74343f6dc5b63a919977ff902ddc4ab/565",
    "sandbox_linux_unittests": "e39138c430457f20f160346955171a1af32129bdfb3c266caa99fb47b6e918b6/488",
    "services_unittests": "65df69333ce28bde0b65dc3786522db670cc356cda6b75987b7c4676196b27ce/734",
    "shell_dialogs_unittests": "f08ded209a748b64822d8fb9d1eb1182ae30c327847fe46634adb3e063673948/488",
    "skia_unittests": "3f3b0c488e64f9e131585b290cdc39f02cd210f65f98e26e85173f28d8180c8d/488",
    "snapshot_unittests": "65d82b3acf195fc30f4396300c28e475af5a8db0d2b35768a10a06c71745fe8d/488",
    "sql_unittests": "52d8894c6e1e5505b52382523e77de32bb24b9f5dc11cec561461b9bb6ded989/565",
    "storage_unittests": "c7513dc9bb196c7bebcb28f808767bfa99a69447437d807567c29797eb5d87d5/646",
    "sync_integration_tests": "cc0a6ad878cbb7aa2f9a2c030a5df9a83701316897ed18c03371f799b0b71c6c/647",
    "ui_base_unittests": "c13d02489274e48018c1cd0269865b2ebafe36037b7bc5782240b970dbc9a5ff/641",
    "ui_touch_selection_unittests": "cebd5272bfade39441aa57db7535b269903a25b352e9b58a44a587a4b3885089/488",
    "ui_unittests": "f46307ab65bf64460be81daa0c57a2d471e5921a9363c803572307be8e1bbc2b/488",
    "unit_tests": "53a74dcc2092f41e8818f67935b946dcba4ae0972c7dcfff3dcfcd64b01bfec4/1061",
    "url_unittests": "2480910c241e34acd4f8968764263e09b8a012714b488a82524f6699b4034252/488",
    "views_unittests": "bb03023e9f712d5e01dce9aa7777523e2c27fcc4ff78b0f0c65086324c7489e4/488",
    "viz_unittests": "1d5609dfff3eae956413dac583bca8bda2dc29d8350373f5e6ac7563cbfa3446/572",
    "vr_common_unittests": "2307bb9715e2e3f4d3d47f55d49d7a8891f3e102db785c331fe6cdcac60dd940/566",
    "wm_unittests": "05f8484367e2f1a1d2bcf527c7ddf856d1ab4d75495f5ac7519778c17e8b6a52/488",
    "wtf_unittests": "a3f259c0a0ea7849e89be5d634a1a44f9f3d0c61087dfbb64fdc1762420849ae/488",
    "xr_browser_tests": "71f3cf6ccd68df82ff7ba17ec43d1369a10b6826cf89a0da38597d3d97b17cea/646",
    "zlib_unittests": "ef6af59dd8904ffe6f1b9b429ed0bba8b780369da3c150177645e14dacc0afe8/489"
  },
  "swarming_command_lines_cwd": "out/3e1b-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/05d64178f05d560caa925f68564b44d6b1a75ec4
  • gitiles_ref:refs/branch-heads/7103
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1007
  • user_agent:recipe

Debug log (UTC)

[01:00:34.883] New invocation is queued and will start shortly
[01:00:34.883] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:00:36.064] Starting the invocation (attempt 1)
[01:00:36.094] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/05d64178f05d560caa925f68564b44d6b1a75ec4"
[01:00:36.094] Popped gitiles commit info from properties and tags
[01:00:36.094] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:00:36.094] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:00:36.095] Buildbucket request:
{
  "requestId": "8879190350054759344",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7103"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8879190350054759344",
            "job": "chromium-m136/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7103"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "05d64178f05d560caa925f68564b44d6b1a75ec4"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8713763932999226433"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8713763932999226433"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8713763932999226433"
                                              }
                                        ],
                                    "parent_build_id": "8713763932999226433",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "fa40b7c586fd2da9fd7e5c4d893ecb1334553b9e",
                                    "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
                                    "parent_got_revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
                                    "parent_got_revision_cp": "refs/branch-heads/7103@{#2649}",
                                    "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
                                    "parent_got_v8_revision": "150f01318cda02f1ef63dd79672eae6c81dd3301",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#21}",
                                    "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
                                    "revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b88db823fb893c050c89f44faa8752a18da0ea44aee2564d86d04dc54374eb3c/488",
                                          "accessibility_unittests": "a477f00a5f41ac156ae5546d8fb78e33c69570f884e43ae77d37ba4309c72537/488",
                                          "angle_unittests": "7fb7bbd2232a070e03f5f3b931eb2e8861ce94736cc77a0d5720503fff1a2cfd/489",
                                          "app_shell_unittests": "4fd8b4693ed3fe0778697789f1f7b4058289301aa787791d5997e1bc37621b5f/649",
                                          "aura_unittests": "ad9b12aeec4707188df64fc075f869717f0bb3123806ebcec5926993bcb32208/488",
                                          "base_unittests": "2146bed87ea4423a24244b369d4321d46fad41081186d1b8d5e7b9067c65ea96/566",
                                          "blink_common_unittests": "d73947efa3590cf4372db5001efc3a4ecfadeaa3eb1fe164e57849bd3389eff8/566",
                                          "blink_fuzzer_unittests": "a17a8a22cc34fd7aba3dd6246614cecaa7793878ad5e6a504ab242db0e61d804/488",
                                          "blink_heap_unittests": "3c4d2acfca7538d7168ebd0755645e31c4ee55671c5812dcc1cbab35fcc58216/488",
                                          "blink_platform_unittests": "796d377beeb08ee3d9b5fe9689b7ebda115e7819bc439b4a8cf2615317e04e52/645",
                                          "blink_unittests": "38212943080e46656a46ab439ac23e9f0c3fca284a9f4262490c2aca35566739/729",
                                          "boringssl_crypto_tests": "6bb00462e7fd1dad83e0d637ee13758c7c9a56ff85da90bb920813f796a0307b/489",
                                          "boringssl_ssl_tests": "6b01b9e7f801194fe8529748a6f544352c078fac1551df1417b6003abdb22393/488",
                                          "capture_unittests": "f2e6f46105b11a86ead434cef1f01261f6534ce21e955f2ce25c35552ae17148/567",
                                          "cast_unittests": "51697f6cbe524b82c154944d262cf62df3def8d25e32af366643381b89bd1e21/488",
                                          "cc_unittests": "5e3bfc7a8216b2bbfecfcdc0831a419ae183944394ac0bde79ba6d43acb8b8a5/648",
                                          "chrome_app_unittests": "4f16b56170dc5f09a48e19c926b12de9c10a372b8c2bd33fa1d9b4297cd78d67/566",
                                          "chromedriver_unittests": "69ed334f3d5dd28d5145f1ae69d4bd1cd111ab835c2f22c2aadd4d2ee05e429c/645",
                                          "components_browsertests": "bf1da223e7b825e040f10433282c370c7baebf152524061c49d019c8245afb72/732",
                                          "components_unittests": "dc88b74f77371eccda2ef56cbfe2612643cf03aa394dd4cf14718b8f1e8c4067/732",
                                          "compositor_unittests": "1c9de5ede5f13a499de3ddea97119909ccb0032341852cb99e58db8c40adf9c5/564",
                                          "content_browsertests": "159b22f792c149237017baa5969bd5c9f36599a59398166a0ca651926083a456/805",
                                          "content_unittests": "beb74391e71efdb64ac61c584efe7e276c985a83d2727754afe0c0268c88540b/725",
                                          "cronet_tests": "10fc8a8ab6f457054391bd20f2d42cf119a2ad800323f40fc0dd673b3767c31b/649",
                                          "cronet_unittests": "8d60ec2ef5edccdf49441a1e1348dd917e211615c9834fd7d6804a16235291c6/565",
                                          "crypto_unittests": "abc574653198d240f22a860aae0fc2fcd27a2703a70ae57ee9693e7566db0f01/488",
                                          "dbus_unittests": "009bb4cd4f34bf0f15be8ab0ee7bf25f42cfbe486d45309d710d2c012715d392/488",
                                          "device_unittests": "8538ac18e9a1fb8b3a36781309bc2353f5db03e11fcf20454b2cd9f0da85e910/565",
                                          "display_unittests": "9495e5177215de0e36edf730f7fe419ceb550ae156e0a74f619ea948060d05fa/488",
                                          "env_chromium_unittests": "f09ddfd75788e11fb0bfe98e31cead1a1185217191e1a713e57d4ec9b2464714/488",
                                          "events_unittests": "6be6e29928a15c1d56f73f89a7dfb1cf97c8cc7f7c6df4ad8a180f53b82e174f/488",
                                          "extensions_browsertests": "427d8335c9fc241a5d98f392c1620e032af8f34211f31b8f58b12d5893f4e617/651",
                                          "extensions_unittests": "744bb6209790d43974c551c848f3772a8b6c45a3cb90a71f515fba1278528a05/730",
                                          "filesystem_service_unittests": "301a7c3f1bd6abe350e4f73c29a49dc0637d45057d3217145971583a068dad1a/488",
                                          "fuzzing_unittests": "684c95c9edc257b37814e8b1331ee38a34293b6632c724b4ddfa285ffeaaae09/488",
                                          "gcm_unit_tests": "9516c13a8485b1905a22e304576a1d36bf4ba058e3e78a4c501445e63f4d097e/565",
                                          "gfx_unittests": "f2d8afe3bd0f5a777677e5be176b64b6f6c2fe5f9d14bc487541966f70c01bd8/564",
                                          "gin_unittests": "2b465092796b25a8afee6e0d800fe1d9602b61975c0382245c22195ed391fe3e/565",
                                          "gl_tests": "08e588d6715ee23fd74161c055020a278c7dc6949e5d0322429505b021c2127f/488",
                                          "gl_unittests": "6a9c70a305084552870a375b6763b7e5e96d790d19c28921af46bb492048b369/488",
                                          "google_apis_unittests": "72d3669c8814a6b7fb89e7e512edbfc5b35b6871122996d746897c168e611f6a/650",
                                          "gpu_unittests": "75bb5a943dcecad6d113a2088fddedaaf00de5ec8196afcd2e5241d56291cd67/565",
                                          "gwp_asan_unittests": "4eff80506e5108234f90f7dd76f489700e0815ed3415c871c03d46f14ed7794b/489",
                                          "headless_browsertests": "133e920d6470ce74fca8b97a06f502143493128bf09003874eec53835e436d11/649",
                                          "headless_unittests": "c0bbf8d96c671c8f025589ee81b37095598a50e2ee756d2f68ea089e40a23dfd/488",
                                          "interactive_ui_tests": "984aa1898ca8b0bbc394786d11a1a28b36bba2f93fafa5f5686f01bbc8b08ca9/973",
                                          "ipc_tests": "4efe8e2852a73e0bbd690a14207e3956c12af8f0e5e9968e25e821119a94a48b/488",
                                          "latency_unittests": "a6dc949d7048f8731f8b869366554aabf73ec4016608742186f7ad89407dfc68/488",
                                          "leveldb_unittests": "64216932bbeba8a257e111c04db5c474a16df4bd9600a95fd31ec4f5ed0814a9/488",
                                          "libjingle_xmpp_unittests": "4d61e9f24b314b3a8be22ff62d2b998734ee5837b2dfc32d1593b51d492f0b95/488",
                                          "liburlpattern_unittests": "767d38b71faf8c84f808fb360a1313730691a52898754493b33c614a521ab0bf/488",
                                          "media_unittests": "7251a68001306a0a03c43102d22d5636735ca1009fff7e106d616d6e5be51b6a/568",
                                          "message_center_unittests": "e01a30602898c67406ca2f13c587235a7eeca43d1eb6d229bd4ba80ca7b0e371/488",
                                          "midi_unittests": "ed4a0fb98789d71a34d47f7dcd075c33e2f4695a15dc9d81e101f537f3c516e2/488",
                                          "mojo_unittests": "9d59279da8dcc57d2418ae6a4b533e0e9bceee67404c00ff4ba105eff686ba5a/566",
                                          "native_theme_unittests": "431ce4e2fa3f6df33cf18fcb24de07ea67330518baee195c5073547024b20faf/488",
                                          "net_unittests": "8c30f12fe6bfeee7b076a1767fdc3dabcf714698c1fbbcafc3a9dfe410fbaf21/567",
                                          "openscreen_unittests": "c492d02ed2622be82e18297ac576997fc6ffb7b926107588f54510181b37966d/489",
                                          "ozone_unittests": "1db16cb09e108733b71130ee85d144ec174b5e9517d31f733e7e7406858ef5f5/488",
                                          "ozone_x11_unittests": "3103ada3b8a09d744aeac7da52a64d2fa47fea99bc3080999ce28eb2167844be/488",
                                          "pdf_unittests": "6d1b9cee30d55128ebe8c5f2ca12dae12e622e4a1a7dce4f551805e4f5652c84/565",
                                          "perfetto_unittests": "6249e2133dceee48760c8497c90918dfd3aa1d1708bec35bdbb7b98f66ca4e5f/488",
                                          "printing_unittests": "a96d45168f34f88898408d4b29a9a158db38e73c1f7b0a593650e704c0f7b779/488",
                                          "pthreadpool_unittests": "b3cb69f3cb8f660a6fb12a16d53e44aff45481e5e26805e65f185b749f647aee/488",
                                          "remoting_unittests": "9bae19e7641e766abbb96e83a2e21b8fd74343f6dc5b63a919977ff902ddc4ab/565",
                                          "sandbox_linux_unittests": "e39138c430457f20f160346955171a1af32129bdfb3c266caa99fb47b6e918b6/488",
                                          "services_unittests": "65df69333ce28bde0b65dc3786522db670cc356cda6b75987b7c4676196b27ce/734",
                                          "shell_dialogs_unittests": "f08ded209a748b64822d8fb9d1eb1182ae30c327847fe46634adb3e063673948/488",
                                          "skia_unittests": "3f3b0c488e64f9e131585b290cdc39f02cd210f65f98e26e85173f28d8180c8d/488",
                                          "snapshot_unittests": "65d82b3acf195fc30f4396300c28e475af5a8db0d2b35768a10a06c71745fe8d/488",
                                          "sql_unittests": "52d8894c6e1e5505b52382523e77de32bb24b9f5dc11cec561461b9bb6ded989/565",
                                          "storage_unittests": "c7513dc9bb196c7bebcb28f808767bfa99a69447437d807567c29797eb5d87d5/646",
                                          "sync_integration_tests": "cc0a6ad878cbb7aa2f9a2c030a5df9a83701316897ed18c03371f799b0b71c6c/647",
                                          "ui_base_unittests": "c13d02489274e48018c1cd0269865b2ebafe36037b7bc5782240b970dbc9a5ff/641",
                                          "ui_touch_selection_unittests": "cebd5272bfade39441aa57db7535b269903a25b352e9b58a44a587a4b3885089/488",
                                          "ui_unittests": "f46307ab65bf64460be81daa0c57a2d471e5921a9363c803572307be8e1bbc2b/488",
                                          "unit_tests": "53a74dcc2092f41e8818f67935b946dcba4ae0972c7dcfff3dcfcd64b01bfec4/1061",
                                          "url_unittests": "2480910c241e34acd4f8968764263e09b8a012714b488a82524f6699b4034252/488",
                                          "views_unittests": "bb03023e9f712d5e01dce9aa7777523e2c27fcc4ff78b0f0c65086324c7489e4/488",
                                          "viz_unittests": "1d5609dfff3eae956413dac583bca8bda2dc29d8350373f5e6ac7563cbfa3446/572",
                                          "vr_common_unittests": "2307bb9715e2e3f4d3d47f55d49d7a8891f3e102db785c331fe6cdcac60dd940/566",
                                          "wm_unittests": "05f8484367e2f1a1d2bcf527c7ddf856d1ab4d75495f5ac7519778c17e8b6a52/488",
                                          "wtf_unittests": "a3f259c0a0ea7849e89be5d634a1a44f9f3d0c61087dfbb64fdc1762420849ae/488",
                                          "xr_browser_tests": "71f3cf6ccd68df82ff7ba17ec43d1369a10b6826cf89a0da38597d3d97b17cea/646",
                                          "zlib_unittests": "ef6af59dd8904ffe6f1b9b429ed0bba8b780369da3c150177645e14dacc0afe8/489"
                                        },
                                    "swarming_command_lines_cwd": "out/3e1b-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7103",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1007",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "982824e0-22b6-4a4b-a684-04952237f0ed",
                        "title": "Linux TSan Builder/1007",
                        "url": "https://cr-buildbucket.appspot.com/build/8713763932999226433"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "05d64178f05d560caa925f68564b44d6b1a75ec4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8713763932999226433"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8713763932999226433"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8713763932999226433"
                }
          ],
      "parent_build_id": "8713763932999226433",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fa40b7c586fd2da9fd7e5c4d893ecb1334553b9e",
      "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
      "parent_got_revision": "05d64178f05d560caa925f68564b44d6b1a75ec4",
      "parent_got_revision_cp": "refs/branch-heads/7103@{#2649}",
      "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
      "parent_got_v8_revision": "150f01318cda02f1ef63dd79672eae6c81dd3301",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#21}",
      "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
      "swarm_hashes": {
            "absl_hardening_tests": "b88db823fb893c050c89f44faa8752a18da0ea44aee2564d86d04dc54374eb3c/488",
            "accessibility_unittests": "a477f00a5f41ac156ae5546d8fb78e33c69570f884e43ae77d37ba4309c72537/488",
            "angle_unittests": "7fb7bbd2232a070e03f5f3b931eb2e8861ce94736cc77a0d5720503fff1a2cfd/489",
            "app_shell_unittests": "4fd8b4693ed3fe0778697789f1f7b4058289301aa787791d5997e1bc37621b5f/649",
            "aura_unittests": "ad9b12aeec4707188df64fc075f869717f0bb3123806ebcec5926993bcb32208/488",
            "base_unittests": "2146bed87ea4423a24244b369d4321d46fad41081186d1b8d5e7b9067c65ea96/566",
            "blink_common_unittests": "d73947efa3590cf4372db5001efc3a4ecfadeaa3eb1fe164e57849bd3389eff8/566",
            "blink_fuzzer_unittests": "a17a8a22cc34fd7aba3dd6246614cecaa7793878ad5e6a504ab242db0e61d804/488",
            "blink_heap_unittests": "3c4d2acfca7538d7168ebd0755645e31c4ee55671c5812dcc1cbab35fcc58216/488",
            "blink_platform_unittests": "796d377beeb08ee3d9b5fe9689b7ebda115e7819bc439b4a8cf2615317e04e52/645",
            "blink_unittests": "38212943080e46656a46ab439ac23e9f0c3fca284a9f4262490c2aca35566739/729",
            "boringssl_crypto_tests": "6bb00462e7fd1dad83e0d637ee13758c7c9a56ff85da90bb920813f796a0307b/489",
            "boringssl_ssl_tests": "6b01b9e7f801194fe8529748a6f544352c078fac1551df1417b6003abdb22393/488",
            "capture_unittests": "f2e6f46105b11a86ead434cef1f01261f6534ce21e955f2ce25c35552ae17148/567",
            "cast_unittests": "51697f6cbe524b82c154944d262cf62df3def8d25e32af366643381b89bd1e21/488",
            "cc_unittests": "5e3bfc7a8216b2bbfecfcdc0831a419ae183944394ac0bde79ba6d43acb8b8a5/648",
            "chrome_app_unittests": "4f16b56170dc5f09a48e19c926b12de9c10a372b8c2bd33fa1d9b4297cd78d67/566",
            "chromedriver_unittests": "69ed334f3d5dd28d5145f1ae69d4bd1cd111ab835c2f22c2aadd4d2ee05e429c/645",
            "components_browsertests": "bf1da223e7b825e040f10433282c370c7baebf152524061c49d019c8245afb72/732",
            "components_unittests": "dc88b74f77371eccda2ef56cbfe2612643cf03aa394dd4cf14718b8f1e8c4067/732",
            "compositor_unittests": "1c9de5ede5f13a499de3ddea97119909ccb0032341852cb99e58db8c40adf9c5/564",
            "content_browsertests": "159b22f792c149237017baa5969bd5c9f36599a59398166a0ca651926083a456/805",
            "content_unittests": "beb74391e71efdb64ac61c584efe7e276c985a83d2727754afe0c0268c88540b/725",
            "cronet_tests": "10fc8a8ab6f457054391bd20f2d42cf119a2ad800323f40fc0dd673b3767c31b/649",
            "cronet_unittests": "8d60ec2ef5edccdf49441a1e1348dd917e211615c9834fd7d6804a16235291c6/565",
            "crypto_unittests": "abc574653198d240f22a860aae0fc2fcd27a2703a70ae57ee9693e7566db0f01/488",
            "dbus_unittests": "009bb4cd4f34bf0f15be8ab0ee7bf25f42cfbe486d45309d710d2c012715d392/488",
            "device_unittests": "8538ac18e9a1fb8b3a36781309bc2353f5db03e11fcf20454b2cd9f0da85e910/565",
            "display_unittests": "9495e5177215de0e36edf730f7fe419ceb550ae156e0a74f619ea948060d05fa/488",
            "env_chromium_unittests": "f09ddfd75788e11fb0bfe98e31cead1a1185217191e1a713e57d4ec9b2464714/488",
            "events_unittests": "6be6e29928a15c1d56f73f89a7dfb1cf97c8cc7f7c6df4ad8a180f53b82e174f/488",
            "extensions_browsertests": "427d8335c9fc241a5d98f392c1620e032af8f34211f31b8f58b12d5893f4e617/651",
            "extensions_unittests": "744bb6209790d43974c551c848f3772a8b6c45a3cb90a71f515fba1278528a05/730",
            "filesystem_service_unittests": "301a7c3f1bd6abe350e4f73c29a49dc0637d45057d3217145971583a068dad1a/488",
            "fuzzing_unittests": "684c95c9edc257b37814e8b1331ee38a34293b6632c724b4ddfa285ffeaaae09/488",
            "gcm_unit_tests": "9516c13a8485b1905a22e304576a1d36bf4ba058e3e78a4c501445e63f4d097e/565",
            "gfx_unittests": "f2d8afe3bd0f5a777677e5be176b64b6f6c2fe5f9d14bc487541966f70c01bd8/564",
            "gin_unittests": "2b465092796b25a8afee6e0d800fe1d9602b61975c0382245c22195ed391fe3e/565",
            "gl_tests": "08e588d6715ee23fd74161c055020a278c7dc6949e5d0322429505b021c2127f/488",
            "gl_unittests": "6a9c70a305084552870a375b6763b7e5e96d790d19c28921af46bb492048b369/488",
            "google_apis_unittests": "72d3669c8814a6b7fb89e7e512edbfc5b35b6871122996d746897c168e611f6a/650",
            "gpu_unittests": "75bb5a943dcecad6d113a2088fddedaaf00de5ec8196afcd2e5241d56291cd67/565",
            "gwp_asan_unittests": "4eff80506e5108234f90f7dd76f489700e0815ed3415c871c03d46f14ed7794b/489",
            "headless_browsertests": "133e920d6470ce74fca8b97a06f502143493128bf09003874eec53835e436d11/649",
            "headless_unittests": "c0bbf8d96c671c8f025589ee81b37095598a50e2ee756d2f68ea089e40a23dfd/488",
            "interactive_ui_tests": "984aa1898ca8b0bbc394786d11a1a28b36bba2f93fafa5f5686f01bbc8b08ca9/973",
            "ipc_tests": "4efe8e2852a73e0bbd690a14207e3956c12af8f0e5e9968e25e821119a94a48b/488",
            "latency_unittests": "a6dc949d7048f8731f8b869366554aabf73ec4016608742186f7ad89407dfc68/488",
            "leveldb_unittests": "64216932bbeba8a257e111c04db5c474a16df4bd9600a95fd31ec4f5ed0814a9/488",
            "libjingle_xmpp_unittests": "4d61e9f24b314b3a8be22ff62d2b998734ee5837b2dfc32d1593b51d492f0b95/488",
            "liburlpattern_unittests": "767d38b71faf8c84f808fb360a1313730691a52898754493b33c614a521ab0bf/488",
            "media_unittests": "7251a68001306a0a03c43102d22d5636735ca1009fff7e106d616d6e5be51b6a/568",
            "message_center_unittests": "e01a30602898c67406ca2f13c587235a7eeca43d1eb6d229bd4ba80ca7b0e371/488",
            "midi_unittests": "ed4a0fb98789d71a34d47f7dcd075c33e2f4695a15dc9d81e101f537f3c516e2/488",
            "mojo_unittests": "9d59279da8dcc57d2418ae6a4b533e0e9bceee67404c00ff4ba105eff686ba5a/566",
            "native_theme_unittests": "431ce4e2fa3f6df33cf18fcb24de07ea67330518baee195c5073547024b20faf/488",
            "net_unittests": "8c30f12fe6bfeee7b076a1767fdc3dabcf714698c1fbbcafc3a9dfe410fbaf21/567",
            "openscreen_unittests": "c492d02ed2622be82e18297ac576997fc6ffb7b926107588f54510181b37966d/489",
            "ozone_unittests": "1db16cb09e108733b71130ee85d144ec174b5e9517d31f733e7e7406858ef5f5/488",
            "ozone_x11_unittests": "3103ada3b8a09d744aeac7da52a64d2fa47fea99bc3080999ce28eb2167844be/488",
            "pdf_unittests": "6d1b9cee30d55128ebe8c5f2ca12dae12e622e4a1a7dce4f551805e4f5652c84/565",
            "perfetto_unittests": "6249e2133dceee48760c8497c90918dfd3aa1d1708bec35bdbb7b98f66ca4e5f/488",
            "printing_unittests": "a96d45168f34f88898408d4b29a9a158db38e73c1f7b0a593650e704c0f7b779/488",
            "pthreadpool_unittests": "b3cb69f3cb8f660a6fb12a16d53e44aff45481e5e26805e65f185b749f647aee/488",
            "remoting_unittests": "9bae19e7641e766abbb96e83a2e21b8fd74343f6dc5b63a919977ff902ddc4ab/565",
            "sandbox_linux_unittests": "e39138c430457f20f160346955171a1af32129bdfb3c266caa99fb47b6e918b6/488",
            "services_unittests": "65df69333ce28bde0b65dc3786522db670cc356cda6b75987b7c4676196b27ce/734",
            "shell_dialogs_unittests": "f08ded209a748b64822d8fb9d1eb1182ae30c327847fe46634adb3e063673948/488",
            "skia_unittests": "3f3b0c488e64f9e131585b290cdc39f02cd210f65f98e26e85173f28d8180c8d/488",
            "snapshot_unittests": "65d82b3acf195fc30f4396300c28e475af5a8db0d2b35768a10a06c71745fe8d/488",
            "sql_unittests": "52d8894c6e1e5505b52382523e77de32bb24b9f5dc11cec561461b9bb6ded989/565",
            "storage_unittests": "c7513dc9bb196c7bebcb28f808767bfa99a69447437d807567c29797eb5d87d5/646",
            "sync_integration_tests": "cc0a6ad878cbb7aa2f9a2c030a5df9a83701316897ed18c03371f799b0b71c6c/647",
            "ui_base_unittests": "c13d02489274e48018c1cd0269865b2ebafe36037b7bc5782240b970dbc9a5ff/641",
            "ui_touch_selection_unittests": "cebd5272bfade39441aa57db7535b269903a25b352e9b58a44a587a4b3885089/488",
            "ui_unittests": "f46307ab65bf64460be81daa0c57a2d471e5921a9363c803572307be8e1bbc2b/488",
            "unit_tests": "53a74dcc2092f41e8818f67935b946dcba4ae0972c7dcfff3dcfcd64b01bfec4/1061",
            "url_unittests": "2480910c241e34acd4f8968764263e09b8a012714b488a82524f6699b4034252/488",
            "views_unittests": "bb03023e9f712d5e01dce9aa7777523e2c27fcc4ff78b0f0c65086324c7489e4/488",
            "viz_unittests": "1d5609dfff3eae956413dac583bca8bda2dc29d8350373f5e6ac7563cbfa3446/572",
            "vr_common_unittests": "2307bb9715e2e3f4d3d47f55d49d7a8891f3e102db785c331fe6cdcac60dd940/566",
            "wm_unittests": "05f8484367e2f1a1d2bcf527c7ddf856d1ab4d75495f5ac7519778c17e8b6a52/488",
            "wtf_unittests": "a3f259c0a0ea7849e89be5d634a1a44f9f3d0c61087dfbb64fdc1762420849ae/488",
            "xr_browser_tests": "71f3cf6ccd68df82ff7ba17ec43d1369a10b6826cf89a0da38597d3d97b17cea/646",
            "zlib_unittests": "ef6af59dd8904ffe6f1b9b429ed0bba8b780369da3c150177645e14dacc0afe8/489"
          },
      "swarming_command_lines_cwd": "out/3e1b-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
    "ref": "refs/branch-heads/7103"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8879190350054759344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m136/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1007"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:00:36.699] Scheduled build:
{
  "id": "8713760288071076033",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1005,
  "createdBy": "project:chromium-m136",
  "createTime": "2025-05-27T01:00:36.153175317Z",
  "updateTime": "2025-05-27T01:00:36.153175317Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
      "ref": "refs/branch-heads/7103"
    }
  },
  "canary": true
}
[01:00:36.700] Task URL: https://cr-buildbucket.appspot.com/build/8713760288071076033
[01:00:36.700] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:2:0) after 7m37s
[01:00:37.676] Received PubSub notification, asking Buildbucket for the build status
[01:00:37.720] Build status: SCHEDULED
[01:00:41.572] Received PubSub notification, asking Buildbucket for the build status
[01:00:41.652] Build status: STARTED
[01:08:13.725] Handling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:2:0)
[01:08:13.748] Build status: STARTED
[01:08:13.748] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:5:0) after 6m48s
[01:15:01.775] Handling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:5:0)
[01:15:01.794] Build status: STARTED
[01:15:01.794] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:6:0) after 8m28s
[01:23:29.786] Handling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:6:0)
[01:23:29.813] Build status: STARTED
[01:23:29.813] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Linux TSan Tests:8879190350054759344:7:0) after 5m45s
[01:28:45.353] Received PubSub notification, asking Buildbucket for the build status
[01:28:45.415] Build:
{
  "id": "8713760288071076033",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1005,
  "createdBy": "project:chromium-m136",
  "createTime": "2025-05-27T01:00:36.153175317Z",
  "startTime": "2025-05-27T01:00:41.301516983Z",
  "endTime": "2025-05-27T01:28:41.220617824Z",
  "updateTime": "2025-05-27T01:28:41.220617824Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "05d64178f05d560caa925f68564b44d6b1a75ec4",
      "ref": "refs/branch-heads/7103"
    }
  },
  "canary": true
}
[01:28:45.415] Invocation finished in 28m10.536966189s with status FAILED