Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8710532756325204833"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8710532756325204833"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8710532756325204833"
    }
  ],
  "parent_build_id": "8710532756325204833",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
  "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
  "parent_got_revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#1934}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
  "swarm_hashes": {
    "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
    "accessibility_unittests": "c65c0344566d9c7887c9f51b39e8686fcb359c87462d9388aa4158220a603251/488",
    "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
    "app_shell_unittests": "4065e46771fec1892231804daf1b69889c211356c884154124c5f1563ba8d24c/649",
    "aura_unittests": "47703d4e6b1cd2abad7782e1b1cd96fa5b0938254111e84d939f87827ab62866/488",
    "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
    "blink_common_unittests": "ec3036c58f33af45e476df332221d6544e58067763271e386a1872f6f6379aa2/566",
    "blink_fuzzer_unittests": "ad4e6f3a1e7a076fddbf234433e236daab1a92969c7c7fc0456cec57252b1154/488",
    "blink_heap_unittests": "f27f549d9950bfa760399f307800577ba8c95bd8c81172e6db6cf74e35a16c3d/488",
    "blink_platform_unittests": "15e7e65aec4c08481f890f5f642e3b35c1607ab08f9ed0e0f3021d3df076e327/645",
    "blink_unittests": "212c4c14654fbd306fcd3b769c0a8712109ffb75a930b613d6fb19b87291c95c/729",
    "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
    "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
    "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
    "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
    "cc_unittests": "f358aaeb5ae4a189ee73f12633c998b0434da7094a8baeda2a9c64141d5cac60/648",
    "chrome_app_unittests": "4b81f8775bfad92544d89bf87d6a49c7d0d03557e2468113d59dc2b0cedc59f3/566",
    "chromedriver_unittests": "91b861a03d9580380d86861dcc1b0fc0580524ff7d953103d1c90c8684928fb4/645",
    "components_browsertests": "0329f3f0f06436cb64a4413d4926e13c3694ef6fd493c435a168f24da37aab1d/732",
    "components_unittests": "66ddbaba8b5822a1836e9f415e5038bc9ba93eb1640bedd459b1f9df6e186b40/811",
    "compositor_unittests": "751043d5db77b7584633f3fb9ae9839c9f264168b10297be2281d94cbccb2272/564",
    "content_browsertests": "5076ed0822129e5a4077d2584379ca55ac3e456a5904544ae730f57b0fbb74c8/805",
    "content_unittests": "c2338978223187619cf3bcc76b46dd8692f8f13be09bb35c57c4d4e73e2e14b8/725",
    "cronet_tests": "3c1d924887b9aeadd68b93d8fb187e12028fd83e715443dd9f4d06ce28249b2e/649",
    "cronet_unittests": "c79f12853bccbc4a2bd0d405f6a5d071f39a473e0fe11303ea916a25c9c3b657/565",
    "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
    "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
    "device_unittests": "bc8ebefe03b62c58b60c5ffa8414ebff8d6834f970ffcf4112124bec77eaf360/565",
    "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
    "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
    "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
    "extensions_browsertests": "ebe1815c153d110dfe394fea0c6c18f95f00a7fa9c2327573d7b021f6788d4e5/651",
    "extensions_unittests": "a3f3e5e48a3c5a1b59dbd597ab90bc11f418bcfc730902c5f88bbdfb8cc28be3/730",
    "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
    "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
    "gcm_unit_tests": "acf1cb73eab5b76a596b14731e0b0a2b80803714890fd0e99b9d85f4dd2aa9cb/565",
    "gfx_unittests": "94829c86cb9c1c36010a54ad60ac8e7c22b1e4a486699f706654f6edd68cc06f/564",
    "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
    "gl_tests": "de248b7bd3f6c305bf2fd789d2d96360deb8465bcf3184a204b6048de6f91b91/488",
    "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
    "google_apis_unittests": "8ecae8f328118b15f6f703f2ceb8a2f6df8f889d36793f1a51961ed811184cf5/650",
    "gpu_unittests": "5c9836817834b639758e9430775296ccfe7f7fc7e511fe2b05c88139bcfc912c/565",
    "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
    "headless_browsertests": "10e90869abd29f970983c5c1d1c267d9f3a9958a100f4fdfddc5a44744ce64eb/649",
    "headless_unittests": "cc8b3e5720bce84c95e8f550875ad711885012006ed5d77f2738b4a509da2027/488",
    "interactive_ui_tests": "2031716d96a13fe3f79fc7e0607cccede646c8cb384e9f72505bfa44f7a708b9/973",
    "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
    "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
    "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
    "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
    "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
    "media_unittests": "446f398c116bf6d7806a2e4a9fe203087101ab45552646ca7079f9363dd700f3/568",
    "message_center_unittests": "73ccb5ffc1fb66cccaba98b7675b3784f9935cc453d89a515887e823f3961b7a/488",
    "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
    "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
    "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
    "net_unittests": "545a69d0462d9970490af855683c6cd5fbcd20d21088b0dc28979ff6f91a47cc/567",
    "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
    "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
    "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
    "pdf_unittests": "c58ab9ad07c1b88597aa36db8f8d29553f94140b2df9a66e0b3ae24ce638d113/565",
    "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
    "printing_unittests": "d6d8025f0b06624f196847473188e1d7b223c163d89cf8d414acadc81e818f20/488",
    "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
    "remoting_unittests": "fbcf0dbf881aa41e6ea7b3bc0d97a8a965a106c3efc1024367a5e726b464e342/565",
    "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
    "services_unittests": "ce1de5ec51fc61b5ca566b7673380183b2d3ce7f7d8f0bbc265464ba2a953035/734",
    "shell_dialogs_unittests": "9c3011665e084f5d43eeb1dfb510fc2446b30e72bd01f6d41cfe420c109c18ec/488",
    "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
    "snapshot_unittests": "8c077926395024db595b164383374cceea544cbc6daa7c740351280ecb163645/488",
    "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
    "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
    "sync_integration_tests": "7da61cbc0673787af307f787263b0d9113ad0171cc06df820acd23b1c1cfe805/647",
    "ui_base_unittests": "0423e873b15caf9e436802902fd6f28a8f789c5848ce8f5125e12c76f576229a/641",
    "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
    "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
    "unit_tests": "77936c37d16dba73c0e5427b841c9488481ab0562a6c8f91e87b08b3fef6024a/1061",
    "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
    "views_unittests": "9a6958d4ddf2cd330eac64abceac51ca7a842fd9cd7a0c79e58fd9943e53bae8/488",
    "viz_unittests": "7a4ecb67b184d921076312d6a3fa046c6a5ebf6dbb27735089f745c6f310341a/572",
    "vr_common_unittests": "0845cfcd8c4faa6b1f83a3c1143c44d7c8aa6730e406fa3ce36b933f009fca01/566",
    "wm_unittests": "d884f4c5dd867decb833ea60cf56b65f0e905d094acddb7096dcb4c237dc9f76/488",
    "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
    "xr_browser_tests": "8b1372a294699278325e29eb8af32dfef59ca65da561ee39abfbfad6d3dad4a8/646",
    "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8feaf18fd63794e26ef76a71a48f6dd4baf5e735
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:642
  • user_agent:recipe

Debug log (UTC)

[16:59:24.349] New invocation is queued and will start shortly
[16:59:24.349] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:59:25.541] Starting the invocation (attempt 1)
[16:59:25.565] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8feaf18fd63794e26ef76a71a48f6dd4baf5e735"
[16:59:25.565] Popped gitiles commit info from properties and tags
[16:59:25.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:59:25.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:59:25.566] Buildbucket request:
{
  "requestId": "8875959132221639696",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875959132221639696",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8710532756325204833"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8710532756325204833"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8710532756325204833"
                                              }
                                        ],
                                    "parent_build_id": "8710532756325204833",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
                                    "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
                                    "parent_got_revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#1934}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
                                          "accessibility_unittests": "c65c0344566d9c7887c9f51b39e8686fcb359c87462d9388aa4158220a603251/488",
                                          "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
                                          "app_shell_unittests": "4065e46771fec1892231804daf1b69889c211356c884154124c5f1563ba8d24c/649",
                                          "aura_unittests": "47703d4e6b1cd2abad7782e1b1cd96fa5b0938254111e84d939f87827ab62866/488",
                                          "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
                                          "blink_common_unittests": "ec3036c58f33af45e476df332221d6544e58067763271e386a1872f6f6379aa2/566",
                                          "blink_fuzzer_unittests": "ad4e6f3a1e7a076fddbf234433e236daab1a92969c7c7fc0456cec57252b1154/488",
                                          "blink_heap_unittests": "f27f549d9950bfa760399f307800577ba8c95bd8c81172e6db6cf74e35a16c3d/488",
                                          "blink_platform_unittests": "15e7e65aec4c08481f890f5f642e3b35c1607ab08f9ed0e0f3021d3df076e327/645",
                                          "blink_unittests": "212c4c14654fbd306fcd3b769c0a8712109ffb75a930b613d6fb19b87291c95c/729",
                                          "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
                                          "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
                                          "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
                                          "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
                                          "cc_unittests": "f358aaeb5ae4a189ee73f12633c998b0434da7094a8baeda2a9c64141d5cac60/648",
                                          "chrome_app_unittests": "4b81f8775bfad92544d89bf87d6a49c7d0d03557e2468113d59dc2b0cedc59f3/566",
                                          "chromedriver_unittests": "91b861a03d9580380d86861dcc1b0fc0580524ff7d953103d1c90c8684928fb4/645",
                                          "components_browsertests": "0329f3f0f06436cb64a4413d4926e13c3694ef6fd493c435a168f24da37aab1d/732",
                                          "components_unittests": "66ddbaba8b5822a1836e9f415e5038bc9ba93eb1640bedd459b1f9df6e186b40/811",
                                          "compositor_unittests": "751043d5db77b7584633f3fb9ae9839c9f264168b10297be2281d94cbccb2272/564",
                                          "content_browsertests": "5076ed0822129e5a4077d2584379ca55ac3e456a5904544ae730f57b0fbb74c8/805",
                                          "content_unittests": "c2338978223187619cf3bcc76b46dd8692f8f13be09bb35c57c4d4e73e2e14b8/725",
                                          "cronet_tests": "3c1d924887b9aeadd68b93d8fb187e12028fd83e715443dd9f4d06ce28249b2e/649",
                                          "cronet_unittests": "c79f12853bccbc4a2bd0d405f6a5d071f39a473e0fe11303ea916a25c9c3b657/565",
                                          "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
                                          "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
                                          "device_unittests": "bc8ebefe03b62c58b60c5ffa8414ebff8d6834f970ffcf4112124bec77eaf360/565",
                                          "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
                                          "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
                                          "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
                                          "extensions_browsertests": "ebe1815c153d110dfe394fea0c6c18f95f00a7fa9c2327573d7b021f6788d4e5/651",
                                          "extensions_unittests": "a3f3e5e48a3c5a1b59dbd597ab90bc11f418bcfc730902c5f88bbdfb8cc28be3/730",
                                          "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
                                          "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
                                          "gcm_unit_tests": "acf1cb73eab5b76a596b14731e0b0a2b80803714890fd0e99b9d85f4dd2aa9cb/565",
                                          "gfx_unittests": "94829c86cb9c1c36010a54ad60ac8e7c22b1e4a486699f706654f6edd68cc06f/564",
                                          "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
                                          "gl_tests": "de248b7bd3f6c305bf2fd789d2d96360deb8465bcf3184a204b6048de6f91b91/488",
                                          "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
                                          "google_apis_unittests": "8ecae8f328118b15f6f703f2ceb8a2f6df8f889d36793f1a51961ed811184cf5/650",
                                          "gpu_unittests": "5c9836817834b639758e9430775296ccfe7f7fc7e511fe2b05c88139bcfc912c/565",
                                          "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
                                          "headless_browsertests": "10e90869abd29f970983c5c1d1c267d9f3a9958a100f4fdfddc5a44744ce64eb/649",
                                          "headless_unittests": "cc8b3e5720bce84c95e8f550875ad711885012006ed5d77f2738b4a509da2027/488",
                                          "interactive_ui_tests": "2031716d96a13fe3f79fc7e0607cccede646c8cb384e9f72505bfa44f7a708b9/973",
                                          "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
                                          "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
                                          "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
                                          "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
                                          "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
                                          "media_unittests": "446f398c116bf6d7806a2e4a9fe203087101ab45552646ca7079f9363dd700f3/568",
                                          "message_center_unittests": "73ccb5ffc1fb66cccaba98b7675b3784f9935cc453d89a515887e823f3961b7a/488",
                                          "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
                                          "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
                                          "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
                                          "net_unittests": "545a69d0462d9970490af855683c6cd5fbcd20d21088b0dc28979ff6f91a47cc/567",
                                          "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
                                          "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
                                          "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
                                          "pdf_unittests": "c58ab9ad07c1b88597aa36db8f8d29553f94140b2df9a66e0b3ae24ce638d113/565",
                                          "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
                                          "printing_unittests": "d6d8025f0b06624f196847473188e1d7b223c163d89cf8d414acadc81e818f20/488",
                                          "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
                                          "remoting_unittests": "fbcf0dbf881aa41e6ea7b3bc0d97a8a965a106c3efc1024367a5e726b464e342/565",
                                          "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
                                          "services_unittests": "ce1de5ec51fc61b5ca566b7673380183b2d3ce7f7d8f0bbc265464ba2a953035/734",
                                          "shell_dialogs_unittests": "9c3011665e084f5d43eeb1dfb510fc2446b30e72bd01f6d41cfe420c109c18ec/488",
                                          "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
                                          "snapshot_unittests": "8c077926395024db595b164383374cceea544cbc6daa7c740351280ecb163645/488",
                                          "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
                                          "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
                                          "sync_integration_tests": "7da61cbc0673787af307f787263b0d9113ad0171cc06df820acd23b1c1cfe805/647",
                                          "ui_base_unittests": "0423e873b15caf9e436802902fd6f28a8f789c5848ce8f5125e12c76f576229a/641",
                                          "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
                                          "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
                                          "unit_tests": "77936c37d16dba73c0e5427b841c9488481ab0562a6c8f91e87b08b3fef6024a/1061",
                                          "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
                                          "views_unittests": "9a6958d4ddf2cd330eac64abceac51ca7a842fd9cd7a0c79e58fd9943e53bae8/488",
                                          "viz_unittests": "7a4ecb67b184d921076312d6a3fa046c6a5ebf6dbb27735089f745c6f310341a/572",
                                          "vr_common_unittests": "0845cfcd8c4faa6b1f83a3c1143c44d7c8aa6730e406fa3ce36b933f009fca01/566",
                                          "wm_unittests": "d884f4c5dd867decb833ea60cf56b65f0e905d094acddb7096dcb4c237dc9f76/488",
                                          "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
                                          "xr_browser_tests": "8b1372a294699278325e29eb8af32dfef59ca65da561ee39abfbfad6d3dad4a8/646",
                                          "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:642",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f22ef5e6-e203-486d-8554-3b83765e4b94",
                        "title": "Linux TSan Builder/642",
                        "url": "https://cr-buildbucket.appspot.com/build/8710532756325204833"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8710532756325204833"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8710532756325204833"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8710532756325204833"
                }
          ],
      "parent_build_id": "8710532756325204833",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
      "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
      "parent_got_revision": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#1934}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
            "accessibility_unittests": "c65c0344566d9c7887c9f51b39e8686fcb359c87462d9388aa4158220a603251/488",
            "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
            "app_shell_unittests": "4065e46771fec1892231804daf1b69889c211356c884154124c5f1563ba8d24c/649",
            "aura_unittests": "47703d4e6b1cd2abad7782e1b1cd96fa5b0938254111e84d939f87827ab62866/488",
            "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
            "blink_common_unittests": "ec3036c58f33af45e476df332221d6544e58067763271e386a1872f6f6379aa2/566",
            "blink_fuzzer_unittests": "ad4e6f3a1e7a076fddbf234433e236daab1a92969c7c7fc0456cec57252b1154/488",
            "blink_heap_unittests": "f27f549d9950bfa760399f307800577ba8c95bd8c81172e6db6cf74e35a16c3d/488",
            "blink_platform_unittests": "15e7e65aec4c08481f890f5f642e3b35c1607ab08f9ed0e0f3021d3df076e327/645",
            "blink_unittests": "212c4c14654fbd306fcd3b769c0a8712109ffb75a930b613d6fb19b87291c95c/729",
            "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
            "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
            "capture_unittests": "dc2a7c854afdf4429278aede50534f189c3d2d7a257445fb0a2419cd84375f9c/567",
            "cast_unittests": "e2fcef7e43129829798072791628e763362d2a8b15c90c20a228da3af117b326/488",
            "cc_unittests": "f358aaeb5ae4a189ee73f12633c998b0434da7094a8baeda2a9c64141d5cac60/648",
            "chrome_app_unittests": "4b81f8775bfad92544d89bf87d6a49c7d0d03557e2468113d59dc2b0cedc59f3/566",
            "chromedriver_unittests": "91b861a03d9580380d86861dcc1b0fc0580524ff7d953103d1c90c8684928fb4/645",
            "components_browsertests": "0329f3f0f06436cb64a4413d4926e13c3694ef6fd493c435a168f24da37aab1d/732",
            "components_unittests": "66ddbaba8b5822a1836e9f415e5038bc9ba93eb1640bedd459b1f9df6e186b40/811",
            "compositor_unittests": "751043d5db77b7584633f3fb9ae9839c9f264168b10297be2281d94cbccb2272/564",
            "content_browsertests": "5076ed0822129e5a4077d2584379ca55ac3e456a5904544ae730f57b0fbb74c8/805",
            "content_unittests": "c2338978223187619cf3bcc76b46dd8692f8f13be09bb35c57c4d4e73e2e14b8/725",
            "cronet_tests": "3c1d924887b9aeadd68b93d8fb187e12028fd83e715443dd9f4d06ce28249b2e/649",
            "cronet_unittests": "c79f12853bccbc4a2bd0d405f6a5d071f39a473e0fe11303ea916a25c9c3b657/565",
            "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
            "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
            "device_unittests": "bc8ebefe03b62c58b60c5ffa8414ebff8d6834f970ffcf4112124bec77eaf360/565",
            "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
            "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
            "events_unittests": "5822a26be7a48a5ab2019a9ec0653790adb08cb00934d25715d2ca6c5c97156a/488",
            "extensions_browsertests": "ebe1815c153d110dfe394fea0c6c18f95f00a7fa9c2327573d7b021f6788d4e5/651",
            "extensions_unittests": "a3f3e5e48a3c5a1b59dbd597ab90bc11f418bcfc730902c5f88bbdfb8cc28be3/730",
            "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
            "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
            "gcm_unit_tests": "acf1cb73eab5b76a596b14731e0b0a2b80803714890fd0e99b9d85f4dd2aa9cb/565",
            "gfx_unittests": "94829c86cb9c1c36010a54ad60ac8e7c22b1e4a486699f706654f6edd68cc06f/564",
            "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
            "gl_tests": "de248b7bd3f6c305bf2fd789d2d96360deb8465bcf3184a204b6048de6f91b91/488",
            "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
            "google_apis_unittests": "8ecae8f328118b15f6f703f2ceb8a2f6df8f889d36793f1a51961ed811184cf5/650",
            "gpu_unittests": "5c9836817834b639758e9430775296ccfe7f7fc7e511fe2b05c88139bcfc912c/565",
            "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
            "headless_browsertests": "10e90869abd29f970983c5c1d1c267d9f3a9958a100f4fdfddc5a44744ce64eb/649",
            "headless_unittests": "cc8b3e5720bce84c95e8f550875ad711885012006ed5d77f2738b4a509da2027/488",
            "interactive_ui_tests": "2031716d96a13fe3f79fc7e0607cccede646c8cb384e9f72505bfa44f7a708b9/973",
            "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
            "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
            "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
            "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
            "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
            "media_unittests": "446f398c116bf6d7806a2e4a9fe203087101ab45552646ca7079f9363dd700f3/568",
            "message_center_unittests": "73ccb5ffc1fb66cccaba98b7675b3784f9935cc453d89a515887e823f3961b7a/488",
            "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
            "mojo_unittests": "330039c89f39821024ebae412da58651261872cec79e99ce845a8ec70cdb255c/566",
            "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
            "net_unittests": "545a69d0462d9970490af855683c6cd5fbcd20d21088b0dc28979ff6f91a47cc/567",
            "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
            "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
            "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
            "pdf_unittests": "c58ab9ad07c1b88597aa36db8f8d29553f94140b2df9a66e0b3ae24ce638d113/565",
            "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
            "printing_unittests": "d6d8025f0b06624f196847473188e1d7b223c163d89cf8d414acadc81e818f20/488",
            "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
            "remoting_unittests": "fbcf0dbf881aa41e6ea7b3bc0d97a8a965a106c3efc1024367a5e726b464e342/565",
            "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
            "services_unittests": "ce1de5ec51fc61b5ca566b7673380183b2d3ce7f7d8f0bbc265464ba2a953035/734",
            "shell_dialogs_unittests": "9c3011665e084f5d43eeb1dfb510fc2446b30e72bd01f6d41cfe420c109c18ec/488",
            "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
            "snapshot_unittests": "8c077926395024db595b164383374cceea544cbc6daa7c740351280ecb163645/488",
            "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
            "storage_unittests": "6d73e34eaa484621869cf337757f9620e743896b8bfaf961b73f1a6b974321a5/646",
            "sync_integration_tests": "7da61cbc0673787af307f787263b0d9113ad0171cc06df820acd23b1c1cfe805/647",
            "ui_base_unittests": "0423e873b15caf9e436802902fd6f28a8f789c5848ce8f5125e12c76f576229a/641",
            "ui_touch_selection_unittests": "0a53593a50d81820ecb483b90831a8d9b31698b03afe4663376b2a7e7c14edf7/488",
            "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
            "unit_tests": "77936c37d16dba73c0e5427b841c9488481ab0562a6c8f91e87b08b3fef6024a/1061",
            "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
            "views_unittests": "9a6958d4ddf2cd330eac64abceac51ca7a842fd9cd7a0c79e58fd9943e53bae8/488",
            "viz_unittests": "7a4ecb67b184d921076312d6a3fa046c6a5ebf6dbb27735089f745c6f310341a/572",
            "vr_common_unittests": "0845cfcd8c4faa6b1f83a3c1143c44d7c8aa6730e406fa3ce36b933f009fca01/566",
            "wm_unittests": "d884f4c5dd867decb833ea60cf56b65f0e905d094acddb7096dcb4c237dc9f76/488",
            "wtf_unittests": "64c6a9e693491c971fffbb7df993d5039b3c3bf795d5a22f9bd9a79bc36d7ac5/488",
            "xr_browser_tests": "8b1372a294699278325e29eb8af32dfef59ca65da561ee39abfbfad6d3dad4a8/646",
            "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875959132221639696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "642"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:59:26.237] Scheduled build:
{
  "id": "8710529070143741457",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 641,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-07-01T16:59:25.701213436Z",
  "updateTime": "2025-07-01T16:59:25.701213436Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[16:59:26.237] Task URL: https://cr-buildbucket.appspot.com/build/8710529070143741457
[16:59:26.237] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:2:0) after 7m10s
[16:59:26.387] Received PubSub notification, asking Buildbucket for the build status
[16:59:26.443] Build status: SCHEDULED
[16:59:31.765] Received PubSub notification, asking Buildbucket for the build status
[16:59:31.797] Build status: STARTED
[17:06:36.271] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:2:0)
[17:06:36.293] Build status: STARTED
[17:06:36.293] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:5:0) after 6m18s
[17:12:54.473] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:5:0)
[17:12:54.502] Build status: STARTED
[17:12:54.502] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:6:0) after 6m6s
[17:19:00.587] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:6:0)
[17:19:00.610] Build status: STARTED
[17:19:00.610] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8875959132221639696:7:0) after 8m52s
[17:23:51.257] Received PubSub notification, asking Buildbucket for the build status
[17:23:51.284] Build:
{
  "id": "8710529070143741457",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 641,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-07-01T16:59:25.701213436Z",
  "startTime": "2025-07-01T16:59:31.536947990Z",
  "endTime": "2025-07-01T17:23:50.731535402Z",
  "updateTime": "2025-07-01T17:23:50.731535402Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8feaf18fd63794e26ef76a71a48f6dd4baf5e735",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[17:23:51.284] Invocation finished in 24m26.948191796s with status FAILED