Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 33 minutes
Actions:

Definition (rev 88792a3ee1d8f828380e93e1e6b2012886013f02)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/222 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "f781439589d18cdc6c072003e230a3f74e73777c",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6778"
      }
    ]
  },
  "branch": "refs/branch-heads/6778",
  "deps_revision_overrides": {
    "src": "f781439589d18cdc6c072003e230a3f74e73777c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732834102355629713"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732834102355629713"
    }
  ],
  "parent_build_id": "8732834102355629713",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
  "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
  "parent_got_revision": "f781439589d18cdc6c072003e230a3f74e73777c",
  "parent_got_revision_cp": "refs/branch-heads/6778@{#1071}",
  "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
  "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
  "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f781439589d18cdc6c072003e230a3f74e73777c",
  "swarm_hashes": {
    "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
    "accessibility_unittests": "f41fde2312c25cb411a9494b8512bce4c013f6cb7ea7d1beae9d8a795be35a16/488",
    "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
    "app_shell_unittests": "b3ea704cb088a3741bfe42a7b53a304713bdf4e528c6fdf240a20337ea35397f/649",
    "aura_unittests": "d9c7adb279b9a440b769840f33410d1f5793aa6e0591033b9c8a98b4017cb278/488",
    "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
    "blink_common_unittests": "9de0ac629cc0946ecbc262a3866aab54faec6053082136671d3b0e06a20be170/566",
    "blink_fuzzer_unittests": "b42867267d257a8a88b7be572758a6ad34682a4cefea721a829cd4844a081499/488",
    "blink_heap_unittests": "2eed3ed200d768e715233ad91e5b5816af16748ce021ab4dc5ccb680eb7ad827/488",
    "blink_platform_unittests": "f96372be0bd283f44eaee99895a3afc95d330730c9ea454972be9f7ba390377f/645",
    "blink_unittests": "71c857dbeb8ccfe9c86647a842fbbd998cbb8026dc9b268bd9e0b37790a881e5/729",
    "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
    "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
    "capture_unittests": "ca0109c3bea52a991b4ca8bcbcdb5518bb8e6db95d746899d9265804c3d0cca2/567",
    "cast_unittests": "34b16da11c6622a754aa993cb647b2b8e3017f48b1429b3131ca3351e0a12c78/488",
    "cc_unittests": "2a7bae948f431fa035a2d3848a62c711beb71455091bd5a64eefd5e56afc6e7f/648",
    "chrome_app_unittests": "ea69ba2043c8516291e86d3576da3017c17b79b609154943714035fdfe7dfdd5/566",
    "chromedriver_unittests": "63003da4f46542e9961f70c9ac531ab2f17fb9806fa4103e2e24b7f99457ecc2/645",
    "components_browsertests": "c458af0e2f1283351009d2709ae8bcf388cf6ed4fe05953aae44e13b2a4621f6/732",
    "components_unittests": "ffadf64c6a6ae279e4c8349696e424b26c4fee6ba48bed575d5c3375e50bcfdf/732",
    "compositor_unittests": "6d00a033baefef11d1fa7de1e4946698ac4c0ec91b7fc273048d690f819ef84e/564",
    "content_browsertests": "1d5c95fbc6e571845ebc8c4a1ab253e1a57d5c849facdebaa2a8b20d72d10212/727",
    "content_unittests": "19591182f5386671f25979f7c37ee12f1b6d8a8ff7b995364533c93f27bb96ba/725",
    "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
    "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
    "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
    "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
    "device_unittests": "c831e77cb1e4a020eb2238b05a52de8f11700cedb57f695670d03147070f79a6/645",
    "display_unittests": "0fb4f2084717b07b63cbdd6642b141f99a08d2f18f6b278f74eb00194710ad70/488",
    "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
    "events_unittests": "f6c92a52975e2cbc3e98ea4516cc8e825643d5b0cb8b83a95a61f1f6068aed7d/488",
    "extensions_browsertests": "128b35b6ffb7b179fb61b8c55bff94f29fb38f1c9f3e9135107ac81d415481d0/651",
    "extensions_unittests": "b7664207599a6f2c534b04ccc4906845171dc5eb3269506444b3b963aa2f9d2a/730",
    "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
    "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
    "gcm_unit_tests": "eed2057a4d7a5932df5da783850fe75e2b702e1c36236277e8b28d33a928495c/565",
    "gfx_unittests": "fb2794b502d21ea045581ac87e96cb809365e680458c6eb35caeb9275f3bc42d/564",
    "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
    "gl_tests": "9aea65b867d15100b80e658efd282916be17c48b93bfd014f1606479a0903d6c/488",
    "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
    "google_apis_unittests": "3dee73d7e82fa485592a924c25810033f5463a1cc0c7cdd9796d70c3264e9656/650",
    "gpu_unittests": "d0835386b63694492dc7655e6ad4db8c9de7f1bf5c605a94d2222dbb292a05a9/565",
    "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
    "headless_browsertests": "6bdf8c78f5b9e4f9008c24ce3a02cfdfaf4e0c9df284ef77f70fd52a806d735e/649",
    "headless_unittests": "bd5bd7b06f32e3bd6c1577a06ee703f41f0a7bc910f240b2020298b0e9530019/488",
    "interactive_ui_tests": "205f0e6e75fdc142c1ea178a8b9100b8f535bc39a5816a5e8394912f0508a711/973",
    "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
    "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
    "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
    "libjingle_xmpp_unittests": "408f7d430348d1b3cafbcae95ef3ccbb580795e8c9473d37f51db7fe72686d45/488",
    "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
    "media_unittests": "a800a1b62cc24222ddfe7ec80fc34e265bc3125979dc52d3e98db7e02698d9e8/568",
    "message_center_unittests": "5b701cd77c2f44fa3b9e8f81f07ce2a6e7205bf3ab2d45837a769df34fe882ef/488",
    "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
    "mojo_unittests": "f6eea47f6013ed52e4fad9e98397eb5f6cee123ce550ba3b287b53e07b253766/566",
    "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
    "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
    "openscreen_unittests": "db5cdaf0158f4d5e8a10e1accfff82110e3b7ba60a2b302aa8f3ab61e7f128ad/489",
    "ozone_unittests": "d2f29b2806f3d71fb48fc181b139fab344b3fafdb9f7f821e6ae3fb648d876e4/488",
    "ozone_x11_unittests": "3f4ac4a58a2d2f4f7918940db57f56804db969c220f3cf7763bd643e04680de0/488",
    "pdf_unittests": "55774ffcbcf6d8917b7fd272a74126a46649b8f386ddc542a4249b235b74acfd/565",
    "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
    "printing_unittests": "5d4cf6866dc274b4c08ee46c89aae004c015b73b42fd8a5241af8f1e6b8fb312/488",
    "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
    "remoting_unittests": "5d7aae638ceb66e67e74d382291fd5c474df70151c3e594c8f9468a673d5e370/565",
    "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
    "services_unittests": "1539adb36c51f87ecf9140777b4f30ab3fc259ecf369072f90e6932a3588ea58/734",
    "shell_dialogs_unittests": "a0f6fe31631355c4308041b51ee56bba945a80f7a9a4b2ecbd8bcdf44d8b652c/488",
    "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
    "snapshot_unittests": "6baf4b4ab1cbd0c9b056d6dbd42e35f45dd7cb08c54528727edcd671d84e0722/488",
    "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
    "storage_unittests": "046a4d88f495b9c55c583ca5a7b879996a3cc8a2334d67a0b5cbfd01f1d0788a/646",
    "sync_integration_tests": "04a7046a8f36c3b11e48a298f47f483f16c5e21d66c66dcf1a277c393899fcf4/647",
    "ui_base_unittests": "b98a4ddb7fe5c7cf208d55910aeae91aa72db2482b90cf26dbc844c64fb2869e/641",
    "ui_touch_selection_unittests": "50e595df021998c377210a3e28dcef1d98dfe6d34e35caad029b6b671c57864c/488",
    "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
    "unit_tests": "e0eeb8f502af48793343ab2d3904a610c64c3c4a7f98c2bee0d462be74eae567/1056",
    "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
    "views_unittests": "683ffce9483abc149a47a8016d7c0e621e9d9ca8d26c53302335795e83d12246/488",
    "viz_unittests": "17e7ed0c3c5c9c8ed249ec758e97c0e0cc53b78fef092689a8f80f3155705b3d/572",
    "vr_common_unittests": "08122901ad7a92ab48d6ebc51a366d07fb99d52ad59ffbd548724c12023fabf2/566",
    "wm_unittests": "895a9c1add33c4352ce121ec941da3004c05c621fe5ce43ca2489068eb3e4723/488",
    "wtf_unittests": "7f3e257b46e9d0c62f77e63f7ffadac3df3f452abc3128185eaf76cf5aa30787/488",
    "xr_browser_tests": "00b2ba7709d32e9a8e8f5cc8af6f6367ebb547d7b6457db0cbda3fd7055aec7f/646",
    "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f781439589d18cdc6c072003e230a3f74e73777c
  • gitiles_ref:refs/branch-heads/6778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:222
  • user_agent:recipe

Debug log (UTC)

[13:16:44.755] New invocation is queued and will start shortly
[13:16:44.755] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:16:45.839] Starting the invocation (attempt 1)
[13:16:45.874] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f781439589d18cdc6c072003e230a3f74e73777c"
[13:16:45.874] Popped gitiles commit info from properties and tags
[13:16:45.874] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:16:45.875] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:16:45.877] Buildbucket request:
{
  "requestId": "8898259994498079280",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "f781439589d18cdc6c072003e230a3f74e73777c",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8898259994498079280",
            "job": "chromium-m131/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "f781439589d18cdc6c072003e230a3f74e73777c",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "f781439589d18cdc6c072003e230a3f74e73777c"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732834102355629713"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732834102355629713"
                                              }
                                        ],
                                    "parent_build_id": "8732834102355629713",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
                                    "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
                                    "parent_got_revision": "f781439589d18cdc6c072003e230a3f74e73777c",
                                    "parent_got_revision_cp": "refs/branch-heads/6778@{#1071}",
                                    "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
                                    "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
                                    "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
                                    "revision": "f781439589d18cdc6c072003e230a3f74e73777c",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
                                          "accessibility_unittests": "f41fde2312c25cb411a9494b8512bce4c013f6cb7ea7d1beae9d8a795be35a16/488",
                                          "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
                                          "app_shell_unittests": "b3ea704cb088a3741bfe42a7b53a304713bdf4e528c6fdf240a20337ea35397f/649",
                                          "aura_unittests": "d9c7adb279b9a440b769840f33410d1f5793aa6e0591033b9c8a98b4017cb278/488",
                                          "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
                                          "blink_common_unittests": "9de0ac629cc0946ecbc262a3866aab54faec6053082136671d3b0e06a20be170/566",
                                          "blink_fuzzer_unittests": "b42867267d257a8a88b7be572758a6ad34682a4cefea721a829cd4844a081499/488",
                                          "blink_heap_unittests": "2eed3ed200d768e715233ad91e5b5816af16748ce021ab4dc5ccb680eb7ad827/488",
                                          "blink_platform_unittests": "f96372be0bd283f44eaee99895a3afc95d330730c9ea454972be9f7ba390377f/645",
                                          "blink_unittests": "71c857dbeb8ccfe9c86647a842fbbd998cbb8026dc9b268bd9e0b37790a881e5/729",
                                          "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
                                          "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
                                          "capture_unittests": "ca0109c3bea52a991b4ca8bcbcdb5518bb8e6db95d746899d9265804c3d0cca2/567",
                                          "cast_unittests": "34b16da11c6622a754aa993cb647b2b8e3017f48b1429b3131ca3351e0a12c78/488",
                                          "cc_unittests": "2a7bae948f431fa035a2d3848a62c711beb71455091bd5a64eefd5e56afc6e7f/648",
                                          "chrome_app_unittests": "ea69ba2043c8516291e86d3576da3017c17b79b609154943714035fdfe7dfdd5/566",
                                          "chromedriver_unittests": "63003da4f46542e9961f70c9ac531ab2f17fb9806fa4103e2e24b7f99457ecc2/645",
                                          "components_browsertests": "c458af0e2f1283351009d2709ae8bcf388cf6ed4fe05953aae44e13b2a4621f6/732",
                                          "components_unittests": "ffadf64c6a6ae279e4c8349696e424b26c4fee6ba48bed575d5c3375e50bcfdf/732",
                                          "compositor_unittests": "6d00a033baefef11d1fa7de1e4946698ac4c0ec91b7fc273048d690f819ef84e/564",
                                          "content_browsertests": "1d5c95fbc6e571845ebc8c4a1ab253e1a57d5c849facdebaa2a8b20d72d10212/727",
                                          "content_unittests": "19591182f5386671f25979f7c37ee12f1b6d8a8ff7b995364533c93f27bb96ba/725",
                                          "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
                                          "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
                                          "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
                                          "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
                                          "device_unittests": "c831e77cb1e4a020eb2238b05a52de8f11700cedb57f695670d03147070f79a6/645",
                                          "display_unittests": "0fb4f2084717b07b63cbdd6642b141f99a08d2f18f6b278f74eb00194710ad70/488",
                                          "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
                                          "events_unittests": "f6c92a52975e2cbc3e98ea4516cc8e825643d5b0cb8b83a95a61f1f6068aed7d/488",
                                          "extensions_browsertests": "128b35b6ffb7b179fb61b8c55bff94f29fb38f1c9f3e9135107ac81d415481d0/651",
                                          "extensions_unittests": "b7664207599a6f2c534b04ccc4906845171dc5eb3269506444b3b963aa2f9d2a/730",
                                          "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
                                          "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
                                          "gcm_unit_tests": "eed2057a4d7a5932df5da783850fe75e2b702e1c36236277e8b28d33a928495c/565",
                                          "gfx_unittests": "fb2794b502d21ea045581ac87e96cb809365e680458c6eb35caeb9275f3bc42d/564",
                                          "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
                                          "gl_tests": "9aea65b867d15100b80e658efd282916be17c48b93bfd014f1606479a0903d6c/488",
                                          "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
                                          "google_apis_unittests": "3dee73d7e82fa485592a924c25810033f5463a1cc0c7cdd9796d70c3264e9656/650",
                                          "gpu_unittests": "d0835386b63694492dc7655e6ad4db8c9de7f1bf5c605a94d2222dbb292a05a9/565",
                                          "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
                                          "headless_browsertests": "6bdf8c78f5b9e4f9008c24ce3a02cfdfaf4e0c9df284ef77f70fd52a806d735e/649",
                                          "headless_unittests": "bd5bd7b06f32e3bd6c1577a06ee703f41f0a7bc910f240b2020298b0e9530019/488",
                                          "interactive_ui_tests": "205f0e6e75fdc142c1ea178a8b9100b8f535bc39a5816a5e8394912f0508a711/973",
                                          "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
                                          "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
                                          "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
                                          "libjingle_xmpp_unittests": "408f7d430348d1b3cafbcae95ef3ccbb580795e8c9473d37f51db7fe72686d45/488",
                                          "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
                                          "media_unittests": "a800a1b62cc24222ddfe7ec80fc34e265bc3125979dc52d3e98db7e02698d9e8/568",
                                          "message_center_unittests": "5b701cd77c2f44fa3b9e8f81f07ce2a6e7205bf3ab2d45837a769df34fe882ef/488",
                                          "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
                                          "mojo_unittests": "f6eea47f6013ed52e4fad9e98397eb5f6cee123ce550ba3b287b53e07b253766/566",
                                          "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
                                          "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
                                          "openscreen_unittests": "db5cdaf0158f4d5e8a10e1accfff82110e3b7ba60a2b302aa8f3ab61e7f128ad/489",
                                          "ozone_unittests": "d2f29b2806f3d71fb48fc181b139fab344b3fafdb9f7f821e6ae3fb648d876e4/488",
                                          "ozone_x11_unittests": "3f4ac4a58a2d2f4f7918940db57f56804db969c220f3cf7763bd643e04680de0/488",
                                          "pdf_unittests": "55774ffcbcf6d8917b7fd272a74126a46649b8f386ddc542a4249b235b74acfd/565",
                                          "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
                                          "printing_unittests": "5d4cf6866dc274b4c08ee46c89aae004c015b73b42fd8a5241af8f1e6b8fb312/488",
                                          "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
                                          "remoting_unittests": "5d7aae638ceb66e67e74d382291fd5c474df70151c3e594c8f9468a673d5e370/565",
                                          "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
                                          "services_unittests": "1539adb36c51f87ecf9140777b4f30ab3fc259ecf369072f90e6932a3588ea58/734",
                                          "shell_dialogs_unittests": "a0f6fe31631355c4308041b51ee56bba945a80f7a9a4b2ecbd8bcdf44d8b652c/488",
                                          "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
                                          "snapshot_unittests": "6baf4b4ab1cbd0c9b056d6dbd42e35f45dd7cb08c54528727edcd671d84e0722/488",
                                          "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
                                          "storage_unittests": "046a4d88f495b9c55c583ca5a7b879996a3cc8a2334d67a0b5cbfd01f1d0788a/646",
                                          "sync_integration_tests": "04a7046a8f36c3b11e48a298f47f483f16c5e21d66c66dcf1a277c393899fcf4/647",
                                          "ui_base_unittests": "b98a4ddb7fe5c7cf208d55910aeae91aa72db2482b90cf26dbc844c64fb2869e/641",
                                          "ui_touch_selection_unittests": "50e595df021998c377210a3e28dcef1d98dfe6d34e35caad029b6b671c57864c/488",
                                          "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
                                          "unit_tests": "e0eeb8f502af48793343ab2d3904a610c64c3c4a7f98c2bee0d462be74eae567/1056",
                                          "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
                                          "views_unittests": "683ffce9483abc149a47a8016d7c0e621e9d9ca8d26c53302335795e83d12246/488",
                                          "viz_unittests": "17e7ed0c3c5c9c8ed249ec758e97c0e0cc53b78fef092689a8f80f3155705b3d/572",
                                          "vr_common_unittests": "08122901ad7a92ab48d6ebc51a366d07fb99d52ad59ffbd548724c12023fabf2/566",
                                          "wm_unittests": "895a9c1add33c4352ce121ec941da3004c05c621fe5ce43ca2489068eb3e4723/488",
                                          "wtf_unittests": "7f3e257b46e9d0c62f77e63f7ffadac3df3f452abc3128185eaf76cf5aa30787/488",
                                          "xr_browser_tests": "00b2ba7709d32e9a8e8f5cc8af6f6367ebb547d7b6457db0cbda3fd7055aec7f/646",
                                          "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "f781439589d18cdc6c072003e230a3f74e73777c",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:222",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "76846fdf-d833-4532-ab0e-2797fac875e2",
                        "title": "Linux TSan Builder/222"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "f781439589d18cdc6c072003e230a3f74e73777c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732834102355629713"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732834102355629713"
                }
          ],
      "parent_build_id": "8732834102355629713",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
      "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
      "parent_got_revision": "f781439589d18cdc6c072003e230a3f74e73777c",
      "parent_got_revision_cp": "refs/branch-heads/6778@{#1071}",
      "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
      "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
      "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
            "accessibility_unittests": "f41fde2312c25cb411a9494b8512bce4c013f6cb7ea7d1beae9d8a795be35a16/488",
            "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
            "app_shell_unittests": "b3ea704cb088a3741bfe42a7b53a304713bdf4e528c6fdf240a20337ea35397f/649",
            "aura_unittests": "d9c7adb279b9a440b769840f33410d1f5793aa6e0591033b9c8a98b4017cb278/488",
            "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
            "blink_common_unittests": "9de0ac629cc0946ecbc262a3866aab54faec6053082136671d3b0e06a20be170/566",
            "blink_fuzzer_unittests": "b42867267d257a8a88b7be572758a6ad34682a4cefea721a829cd4844a081499/488",
            "blink_heap_unittests": "2eed3ed200d768e715233ad91e5b5816af16748ce021ab4dc5ccb680eb7ad827/488",
            "blink_platform_unittests": "f96372be0bd283f44eaee99895a3afc95d330730c9ea454972be9f7ba390377f/645",
            "blink_unittests": "71c857dbeb8ccfe9c86647a842fbbd998cbb8026dc9b268bd9e0b37790a881e5/729",
            "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
            "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
            "capture_unittests": "ca0109c3bea52a991b4ca8bcbcdb5518bb8e6db95d746899d9265804c3d0cca2/567",
            "cast_unittests": "34b16da11c6622a754aa993cb647b2b8e3017f48b1429b3131ca3351e0a12c78/488",
            "cc_unittests": "2a7bae948f431fa035a2d3848a62c711beb71455091bd5a64eefd5e56afc6e7f/648",
            "chrome_app_unittests": "ea69ba2043c8516291e86d3576da3017c17b79b609154943714035fdfe7dfdd5/566",
            "chromedriver_unittests": "63003da4f46542e9961f70c9ac531ab2f17fb9806fa4103e2e24b7f99457ecc2/645",
            "components_browsertests": "c458af0e2f1283351009d2709ae8bcf388cf6ed4fe05953aae44e13b2a4621f6/732",
            "components_unittests": "ffadf64c6a6ae279e4c8349696e424b26c4fee6ba48bed575d5c3375e50bcfdf/732",
            "compositor_unittests": "6d00a033baefef11d1fa7de1e4946698ac4c0ec91b7fc273048d690f819ef84e/564",
            "content_browsertests": "1d5c95fbc6e571845ebc8c4a1ab253e1a57d5c849facdebaa2a8b20d72d10212/727",
            "content_unittests": "19591182f5386671f25979f7c37ee12f1b6d8a8ff7b995364533c93f27bb96ba/725",
            "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
            "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
            "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
            "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
            "device_unittests": "c831e77cb1e4a020eb2238b05a52de8f11700cedb57f695670d03147070f79a6/645",
            "display_unittests": "0fb4f2084717b07b63cbdd6642b141f99a08d2f18f6b278f74eb00194710ad70/488",
            "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
            "events_unittests": "f6c92a52975e2cbc3e98ea4516cc8e825643d5b0cb8b83a95a61f1f6068aed7d/488",
            "extensions_browsertests": "128b35b6ffb7b179fb61b8c55bff94f29fb38f1c9f3e9135107ac81d415481d0/651",
            "extensions_unittests": "b7664207599a6f2c534b04ccc4906845171dc5eb3269506444b3b963aa2f9d2a/730",
            "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
            "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
            "gcm_unit_tests": "eed2057a4d7a5932df5da783850fe75e2b702e1c36236277e8b28d33a928495c/565",
            "gfx_unittests": "fb2794b502d21ea045581ac87e96cb809365e680458c6eb35caeb9275f3bc42d/564",
            "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
            "gl_tests": "9aea65b867d15100b80e658efd282916be17c48b93bfd014f1606479a0903d6c/488",
            "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
            "google_apis_unittests": "3dee73d7e82fa485592a924c25810033f5463a1cc0c7cdd9796d70c3264e9656/650",
            "gpu_unittests": "d0835386b63694492dc7655e6ad4db8c9de7f1bf5c605a94d2222dbb292a05a9/565",
            "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
            "headless_browsertests": "6bdf8c78f5b9e4f9008c24ce3a02cfdfaf4e0c9df284ef77f70fd52a806d735e/649",
            "headless_unittests": "bd5bd7b06f32e3bd6c1577a06ee703f41f0a7bc910f240b2020298b0e9530019/488",
            "interactive_ui_tests": "205f0e6e75fdc142c1ea178a8b9100b8f535bc39a5816a5e8394912f0508a711/973",
            "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
            "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
            "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
            "libjingle_xmpp_unittests": "408f7d430348d1b3cafbcae95ef3ccbb580795e8c9473d37f51db7fe72686d45/488",
            "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
            "media_unittests": "a800a1b62cc24222ddfe7ec80fc34e265bc3125979dc52d3e98db7e02698d9e8/568",
            "message_center_unittests": "5b701cd77c2f44fa3b9e8f81f07ce2a6e7205bf3ab2d45837a769df34fe882ef/488",
            "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
            "mojo_unittests": "f6eea47f6013ed52e4fad9e98397eb5f6cee123ce550ba3b287b53e07b253766/566",
            "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
            "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
            "openscreen_unittests": "db5cdaf0158f4d5e8a10e1accfff82110e3b7ba60a2b302aa8f3ab61e7f128ad/489",
            "ozone_unittests": "d2f29b2806f3d71fb48fc181b139fab344b3fafdb9f7f821e6ae3fb648d876e4/488",
            "ozone_x11_unittests": "3f4ac4a58a2d2f4f7918940db57f56804db969c220f3cf7763bd643e04680de0/488",
            "pdf_unittests": "55774ffcbcf6d8917b7fd272a74126a46649b8f386ddc542a4249b235b74acfd/565",
            "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
            "printing_unittests": "5d4cf6866dc274b4c08ee46c89aae004c015b73b42fd8a5241af8f1e6b8fb312/488",
            "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
            "remoting_unittests": "5d7aae638ceb66e67e74d382291fd5c474df70151c3e594c8f9468a673d5e370/565",
            "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
            "services_unittests": "1539adb36c51f87ecf9140777b4f30ab3fc259ecf369072f90e6932a3588ea58/734",
            "shell_dialogs_unittests": "a0f6fe31631355c4308041b51ee56bba945a80f7a9a4b2ecbd8bcdf44d8b652c/488",
            "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
            "snapshot_unittests": "6baf4b4ab1cbd0c9b056d6dbd42e35f45dd7cb08c54528727edcd671d84e0722/488",
            "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
            "storage_unittests": "046a4d88f495b9c55c583ca5a7b879996a3cc8a2334d67a0b5cbfd01f1d0788a/646",
            "sync_integration_tests": "04a7046a8f36c3b11e48a298f47f483f16c5e21d66c66dcf1a277c393899fcf4/647",
            "ui_base_unittests": "b98a4ddb7fe5c7cf208d55910aeae91aa72db2482b90cf26dbc844c64fb2869e/641",
            "ui_touch_selection_unittests": "50e595df021998c377210a3e28dcef1d98dfe6d34e35caad029b6b671c57864c/488",
            "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
            "unit_tests": "e0eeb8f502af48793343ab2d3904a610c64c3c4a7f98c2bee0d462be74eae567/1056",
            "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
            "views_unittests": "683ffce9483abc149a47a8016d7c0e621e9d9ca8d26c53302335795e83d12246/488",
            "viz_unittests": "17e7ed0c3c5c9c8ed249ec758e97c0e0cc53b78fef092689a8f80f3155705b3d/572",
            "vr_common_unittests": "08122901ad7a92ab48d6ebc51a366d07fb99d52ad59ffbd548724c12023fabf2/566",
            "wm_unittests": "895a9c1add33c4352ce121ec941da3004c05c621fe5ce43ca2489068eb3e4723/488",
            "wtf_unittests": "7f3e257b46e9d0c62f77e63f7ffadac3df3f452abc3128185eaf76cf5aa30787/488",
            "xr_browser_tests": "00b2ba7709d32e9a8e8f5cc8af6f6367ebb547d7b6457db0cbda3fd7055aec7f/646",
            "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f781439589d18cdc6c072003e230a3f74e73777c",
    "ref": "refs/branch-heads/6778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898259994498079280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m131/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "222"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:16:46.733] Scheduled build:
{
  "id": "8732829932509973601",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 222,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-10-28T13:16:46.029100139Z",
  "updateTime": "2024-10-28T13:16:46.029100139Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f781439589d18cdc6c072003e230a3f74e73777c",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[13:16:46.733] Task URL: https://cr-buildbucket.appspot.com/build/8732829932509973601
[13:16:46.733] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:2:0) after 6m0s
[13:16:47.692] Received PubSub notification, asking Buildbucket for the build status
[13:16:47.714] Build status: SCHEDULED
[13:22:46.766] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:2:0)
[13:22:46.786] Build status: SCHEDULED
[13:22:46.786] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:4:0) after 7m51s
[13:23:55.076] Received PubSub notification, asking Buildbucket for the build status
[13:23:55.129] Build status: STARTED
[13:30:38.005] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:4:0)
[13:30:38.023] Build status: STARTED
[13:30:38.023] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:6:0) after 7m45s
[13:38:23.056] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:6:0)
[13:38:23.080] Build status: STARTED
[13:38:23.080] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:7:0) after 3m1s
[13:41:24.113] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:7:0)
[13:41:24.197] Build status: STARTED
[13:41:24.197] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:8:0) after 5m38s
[13:47:02.216] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:8:0)
[13:47:02.233] Build status: STARTED
[13:47:02.233] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898259994498079280:9:0) after 3m33s
[13:49:57.622] Received PubSub notification, asking Buildbucket for the build status
[13:49:57.642] Build:
{
  "id": "8732829932509973601",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 222,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-10-28T13:16:46.029100139Z",
  "startTime": "2024-10-28T13:23:54.800572495Z",
  "endTime": "2024-10-28T13:49:57.284156244Z",
  "updateTime": "2024-10-28T13:49:57.284156244Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f781439589d18cdc6c072003e230a3f74e73777c",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[13:49:57.642] Invocation finished in 33m12.893029282s with status FAILED