Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "df9236677dad2477744a3418d97e08f1d00deb3c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8689028910382919857"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8689028910382919857"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8689028910382919857"
    }
  ],
  "parent_build_id": "8689028910382919857",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#1165}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "4417d50716f8e133f09857e4042546cfa624b954",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#8}",
  "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
  "swarm_hashes": {
    "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
    "accessibility_unittests": "f1e4d3e8b23054746417fa01d7d142dd56674a2f61d69c09c6ae4f8d6b252313/488",
    "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
    "app_shell_unittests": "f35dc429b5fa48c32d809d4cd03435f78245969b4f9c635d1737b741651c268e/649",
    "aura_unittests": "21a2f7ac32693d4b0a0b1c797d471a2677cb5abfdefa84b2194ff5de3a242502/488",
    "base_unittests": "5313561a5b1e7466fe702141045a597e9204ef9fd9285ff7f59afd2965c75a35/566",
    "blink_common_unittests": "9df67e9b6d0f5b234012c0c4b079c7343cf89f16943af128d2435a6fae749f31/566",
    "blink_fuzzer_unittests": "7b64e9d4811bc2fcf8e00bc3470c86aa349e3b9df3bc784474f15db98024751a/488",
    "blink_heap_unittests": "b14f70822336d44c4374d3beedf8362d24b72cf202f1fe241635ec885ef37d58/488",
    "blink_platform_unittests": "398a4dbd959f2db0aa230cbb645da71ad1a9b5f83bc5266149783dadf06e490e/645",
    "blink_unittests": "f7ab57f76cf03e169f090ebad9edecf556be8b5771c5434604b2a9e8092c54ea/729",
    "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
    "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
    "capture_unittests": "c0e2e4dd8f2e5813ba44d410d7d4f963abd8563329ccbffba1aed7a9ea9e5d80/567",
    "cast_unittests": "50718a49390a302542e51476ecbbce560075a7e3411d065c24f45feb96d65b82/488",
    "cc_unittests": "00a4efaf54ac68d956e4b1c70c0734d029e86683eb0805e174dc8daede6be6e1/648",
    "chrome_app_unittests": "f70e8072f9eec193236ad78293ed9163380b0b0b9c9b7a85b1f72d024baaafd4/566",
    "chromedriver_unittests": "43f9d93ae6e84a61a720406995a411914ea466007223e640a9a7bca20fc43810/645",
    "components_browsertests": "a0088597dab24942c36debc6d282600b66a64f87b25b75132f02b76f2f19e59b/732",
    "components_unittests": "367e77383f6214181d540c275ae67106fe890ccfda606d9a899a8946bb6c75c3/811",
    "compositor_unittests": "750a537ad229efce68ab31256b72b35271c133f4f382bf702b8bce190b2bf63b/564",
    "content_browsertests": "f4ac6d69ceab67cf82aaf8afdfa95ee5820c3e961f9388cd00a65f316ededac3/805",
    "content_unittests": "ca89c7e5908d0aeae81cfe2c8286281d4dc880ff36e42f423bf0c6d0b2c777d0/725",
    "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
    "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
    "device_unittests": "87c79bc4e8b2f2d4d23098c95ccab2b15d50ad586fe0cbbcf249c44243503189/565",
    "display_unittests": "bbaf2cd64d0d4f3d3426289f030885dcbbb0a9ad9f667c9a30b08b103242e918/488",
    "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
    "events_unittests": "f0e7510285b160742484c44e65ae9e441521ff4e645035e8109b8ad9482ca7c7/488",
    "extensions_browsertests": "50d09378f47b373ad4b8b2f32a70012fd7a5e8e7fd79c9cab45123139d88fe21/651",
    "extensions_unittests": "c8bf407b3b8538fabbb5f3d581ec4a9782bb2d64217b552dad8f0c6211f988b0/730",
    "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
    "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
    "gcm_unit_tests": "bfcc11551e7cfbcd3e786d674b1812638a3750da58f3b18cff0d08a501f8efe6/565",
    "gfx_unittests": "4313c23aecdc701bfcc9fb1d6159deaea8a0ee305bed60952fcf0aeb9d2dafc6/564",
    "gin_unittests": "de7ad9b0d2b980aac834d4b528f4d689a5234f6a2322d4f08318c188e1899750/565",
    "gl_tests": "ffb1eb035cf256f8d86ad431005eb256561278ffd6ee118f6b71027c74c98fba/488",
    "gl_unittests": "e0fe69a5829ec004779662f0c283c7551851754f225ed756e11795ede054b5f0/488",
    "google_apis_unittests": "d913e68ea1e0919c94883fe10010ea17cb3ac87901dc9b0703009dd08e5ed4cd/650",
    "gpu_unittests": "ca54299d8a549da1778cce1a72b51bc22d487df6fc930da049e62857fa755ad5/565",
    "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
    "headless_browsertests": "996ab4ed33af8451667f7cc91d32cf42f6000f26ea8e7f0690a71643b99a37ca/733",
    "headless_unittests": "739246cf97f1e1aa469be12fcbeccc80c54ccf4010b57d4606cf4dc7248769d4/488",
    "interactive_ui_tests": "ae7fd4e51dc1deb393f915d5b762d8017688d64194a0fab7d6655fef9299791e/1059",
    "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
    "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
    "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
    "libjingle_xmpp_unittests": "2351dabec46d8d18daa67c37251436c31008350473c93c11cbecb173eeb00180/488",
    "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
    "media_unittests": "aa83ba47320f08d130f83bdd6ddacb4005cb754c512f8e7f91a03e6e35612bb3/568",
    "message_center_unittests": "1b4f17d4aae77fc9a1bcf43ccb3752b4f9767f1302e13d0823d394adccf27427/488",
    "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
    "mojo_unittests": "12414f1967e6cf01e79e1cc9152bad6ada4a1b01b14221d2dce3fa043c1ccb14/566",
    "native_theme_unittests": "3e9e746d0718420b936dd1d9b1cee04c2ce91dd20531ea41b7cc255907afe650/488",
    "net_unittests": "fcbf2fb322b69824c3ec74b9c662813a61688c165ae8c7b10d15763f071ba4d1/567",
    "openscreen_unittests": "f9a0e29f3cfdcfa8dd1c4ead5e6444198040b56979f4f7831b3469ae75f8d5a3/489",
    "ozone_unittests": "f547a1bc5d4f2482ac67e91466afa0c9c606cf2a96b34af5c103e11c2d32694b/488",
    "ozone_x11_unittests": "435c38f25d51200c36a85ba8c56e3bdd29758ae5697cc450ab8c4bd9ad6b069f/488",
    "pdf_unittests": "a42af572dd40273f2625dcf06cb72a801140d2d965273bce2aa470ff9fe14184/565",
    "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
    "printing_unittests": "66432f683dd71b8ba9dc37c8e0cb9cda4458cfbdb0dcd8b923754abb50d23071/488",
    "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
    "remoting_unittests": "99cba28a7dfbb5eca910ef9352cf91eaa1aea49b9008e89536a7fb77d58647fd/565",
    "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
    "services_unittests": "2bb9288fed9ec8ac3395f000e44eef2a98c07e71fe0f2e8da317ab6bae8b9c95/734",
    "shell_dialogs_unittests": "507cb94e9e56250da4a488e272a347ee2c2b706e1c1a8f5ec7f8bb1d227276e3/488",
    "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
    "snapshot_unittests": "4172a60a4d11a9104785777f25cbb5363362b9df8754535b5477715dd775c61b/488",
    "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
    "storage_unittests": "16d76abe36defc1d1256ee5c2c00a077650477dec2424e3234378b3417928518/646",
    "sync_integration_tests": "892d792102efcbf688c395247749a507191e79de9ae130496266775573c1d217/647",
    "ui_base_unittests": "7423524c18f04db6bf81a424b11ee5f0ad007932b5bf161b696f34e8ed19d776/641",
    "ui_touch_selection_unittests": "9be26f389ef0558616011b57aa191eadd6a0aab62e3ecb69faa8c6e1c2bee2bc/488",
    "ui_unittests": "2bb2b6eb0ea439e1a9c0c8b573cf71780e730511e28c2165e5d51fdfdd9e76bb/488",
    "unit_tests": "aee87dfff0d27689983c647a25393c0872d5adf94b0854475c2f64ea63c14623/1061",
    "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
    "views_unittests": "9bf581f3e72f17b34d6fed42e7709a0c5b2559b81620fc8e242656c612ecf139/488",
    "viz_unittests": "a257d30f0a9e73bb1dc9857cef4030cf96135bab2f663c9636693c3e66621d74/572",
    "vr_common_unittests": "d803f498abec2eede1091846f4ef27b6320b1ac765f6002dc21d8e2857bfcd11/566",
    "wm_unittests": "4567a4421e236c98f1c7dda8fd3c9d571aa913f649db8017c4a595dc35ea2fc2/488",
    "wtf_unittests": "f0432f9a3eba9466f738497b52cc3b260a2b80b89dcb6d6f88bad542fdb62095/488",
    "xr_browser_tests": "e186bb35c6c0edfaf85372626869f454a34ada6adc3ef4917a2fd9007124c496/646",
    "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df9236677dad2477744a3418d97e08f1d00deb3c
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:281
  • user_agent:recipe

Debug log (UTC)

[01:36:56.780] New invocation is queued and will start shortly
[01:36:56.780] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:36:58.383] Starting the invocation (attempt 1)
[01:36:58.454] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df9236677dad2477744a3418d97e08f1d00deb3c"
[01:36:58.454] Popped gitiles commit info from properties and tags
[01:36:58.454] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:36:58.454] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:36:58.455] Buildbucket request:
{
  "requestId": "8854455090344149584",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8854455090344149584",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "df9236677dad2477744a3418d97e08f1d00deb3c"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8689028910382919857"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8689028910382919857"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8689028910382919857"
                                              }
                                        ],
                                    "parent_build_id": "8689028910382919857",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#1165}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "4417d50716f8e133f09857e4042546cfa624b954",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#8}",
                                    "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
                                    "revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
                                          "accessibility_unittests": "f1e4d3e8b23054746417fa01d7d142dd56674a2f61d69c09c6ae4f8d6b252313/488",
                                          "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
                                          "app_shell_unittests": "f35dc429b5fa48c32d809d4cd03435f78245969b4f9c635d1737b741651c268e/649",
                                          "aura_unittests": "21a2f7ac32693d4b0a0b1c797d471a2677cb5abfdefa84b2194ff5de3a242502/488",
                                          "base_unittests": "5313561a5b1e7466fe702141045a597e9204ef9fd9285ff7f59afd2965c75a35/566",
                                          "blink_common_unittests": "9df67e9b6d0f5b234012c0c4b079c7343cf89f16943af128d2435a6fae749f31/566",
                                          "blink_fuzzer_unittests": "7b64e9d4811bc2fcf8e00bc3470c86aa349e3b9df3bc784474f15db98024751a/488",
                                          "blink_heap_unittests": "b14f70822336d44c4374d3beedf8362d24b72cf202f1fe241635ec885ef37d58/488",
                                          "blink_platform_unittests": "398a4dbd959f2db0aa230cbb645da71ad1a9b5f83bc5266149783dadf06e490e/645",
                                          "blink_unittests": "f7ab57f76cf03e169f090ebad9edecf556be8b5771c5434604b2a9e8092c54ea/729",
                                          "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
                                          "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
                                          "capture_unittests": "c0e2e4dd8f2e5813ba44d410d7d4f963abd8563329ccbffba1aed7a9ea9e5d80/567",
                                          "cast_unittests": "50718a49390a302542e51476ecbbce560075a7e3411d065c24f45feb96d65b82/488",
                                          "cc_unittests": "00a4efaf54ac68d956e4b1c70c0734d029e86683eb0805e174dc8daede6be6e1/648",
                                          "chrome_app_unittests": "f70e8072f9eec193236ad78293ed9163380b0b0b9c9b7a85b1f72d024baaafd4/566",
                                          "chromedriver_unittests": "43f9d93ae6e84a61a720406995a411914ea466007223e640a9a7bca20fc43810/645",
                                          "components_browsertests": "a0088597dab24942c36debc6d282600b66a64f87b25b75132f02b76f2f19e59b/732",
                                          "components_unittests": "367e77383f6214181d540c275ae67106fe890ccfda606d9a899a8946bb6c75c3/811",
                                          "compositor_unittests": "750a537ad229efce68ab31256b72b35271c133f4f382bf702b8bce190b2bf63b/564",
                                          "content_browsertests": "f4ac6d69ceab67cf82aaf8afdfa95ee5820c3e961f9388cd00a65f316ededac3/805",
                                          "content_unittests": "ca89c7e5908d0aeae81cfe2c8286281d4dc880ff36e42f423bf0c6d0b2c777d0/725",
                                          "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
                                          "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
                                          "device_unittests": "87c79bc4e8b2f2d4d23098c95ccab2b15d50ad586fe0cbbcf249c44243503189/565",
                                          "display_unittests": "bbaf2cd64d0d4f3d3426289f030885dcbbb0a9ad9f667c9a30b08b103242e918/488",
                                          "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
                                          "events_unittests": "f0e7510285b160742484c44e65ae9e441521ff4e645035e8109b8ad9482ca7c7/488",
                                          "extensions_browsertests": "50d09378f47b373ad4b8b2f32a70012fd7a5e8e7fd79c9cab45123139d88fe21/651",
                                          "extensions_unittests": "c8bf407b3b8538fabbb5f3d581ec4a9782bb2d64217b552dad8f0c6211f988b0/730",
                                          "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
                                          "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
                                          "gcm_unit_tests": "bfcc11551e7cfbcd3e786d674b1812638a3750da58f3b18cff0d08a501f8efe6/565",
                                          "gfx_unittests": "4313c23aecdc701bfcc9fb1d6159deaea8a0ee305bed60952fcf0aeb9d2dafc6/564",
                                          "gin_unittests": "de7ad9b0d2b980aac834d4b528f4d689a5234f6a2322d4f08318c188e1899750/565",
                                          "gl_tests": "ffb1eb035cf256f8d86ad431005eb256561278ffd6ee118f6b71027c74c98fba/488",
                                          "gl_unittests": "e0fe69a5829ec004779662f0c283c7551851754f225ed756e11795ede054b5f0/488",
                                          "google_apis_unittests": "d913e68ea1e0919c94883fe10010ea17cb3ac87901dc9b0703009dd08e5ed4cd/650",
                                          "gpu_unittests": "ca54299d8a549da1778cce1a72b51bc22d487df6fc930da049e62857fa755ad5/565",
                                          "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
                                          "headless_browsertests": "996ab4ed33af8451667f7cc91d32cf42f6000f26ea8e7f0690a71643b99a37ca/733",
                                          "headless_unittests": "739246cf97f1e1aa469be12fcbeccc80c54ccf4010b57d4606cf4dc7248769d4/488",
                                          "interactive_ui_tests": "ae7fd4e51dc1deb393f915d5b762d8017688d64194a0fab7d6655fef9299791e/1059",
                                          "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
                                          "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
                                          "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
                                          "libjingle_xmpp_unittests": "2351dabec46d8d18daa67c37251436c31008350473c93c11cbecb173eeb00180/488",
                                          "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
                                          "media_unittests": "aa83ba47320f08d130f83bdd6ddacb4005cb754c512f8e7f91a03e6e35612bb3/568",
                                          "message_center_unittests": "1b4f17d4aae77fc9a1bcf43ccb3752b4f9767f1302e13d0823d394adccf27427/488",
                                          "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
                                          "mojo_unittests": "12414f1967e6cf01e79e1cc9152bad6ada4a1b01b14221d2dce3fa043c1ccb14/566",
                                          "native_theme_unittests": "3e9e746d0718420b936dd1d9b1cee04c2ce91dd20531ea41b7cc255907afe650/488",
                                          "net_unittests": "fcbf2fb322b69824c3ec74b9c662813a61688c165ae8c7b10d15763f071ba4d1/567",
                                          "openscreen_unittests": "f9a0e29f3cfdcfa8dd1c4ead5e6444198040b56979f4f7831b3469ae75f8d5a3/489",
                                          "ozone_unittests": "f547a1bc5d4f2482ac67e91466afa0c9c606cf2a96b34af5c103e11c2d32694b/488",
                                          "ozone_x11_unittests": "435c38f25d51200c36a85ba8c56e3bdd29758ae5697cc450ab8c4bd9ad6b069f/488",
                                          "pdf_unittests": "a42af572dd40273f2625dcf06cb72a801140d2d965273bce2aa470ff9fe14184/565",
                                          "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
                                          "printing_unittests": "66432f683dd71b8ba9dc37c8e0cb9cda4458cfbdb0dcd8b923754abb50d23071/488",
                                          "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
                                          "remoting_unittests": "99cba28a7dfbb5eca910ef9352cf91eaa1aea49b9008e89536a7fb77d58647fd/565",
                                          "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
                                          "services_unittests": "2bb9288fed9ec8ac3395f000e44eef2a98c07e71fe0f2e8da317ab6bae8b9c95/734",
                                          "shell_dialogs_unittests": "507cb94e9e56250da4a488e272a347ee2c2b706e1c1a8f5ec7f8bb1d227276e3/488",
                                          "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
                                          "snapshot_unittests": "4172a60a4d11a9104785777f25cbb5363362b9df8754535b5477715dd775c61b/488",
                                          "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
                                          "storage_unittests": "16d76abe36defc1d1256ee5c2c00a077650477dec2424e3234378b3417928518/646",
                                          "sync_integration_tests": "892d792102efcbf688c395247749a507191e79de9ae130496266775573c1d217/647",
                                          "ui_base_unittests": "7423524c18f04db6bf81a424b11ee5f0ad007932b5bf161b696f34e8ed19d776/641",
                                          "ui_touch_selection_unittests": "9be26f389ef0558616011b57aa191eadd6a0aab62e3ecb69faa8c6e1c2bee2bc/488",
                                          "ui_unittests": "2bb2b6eb0ea439e1a9c0c8b573cf71780e730511e28c2165e5d51fdfdd9e76bb/488",
                                          "unit_tests": "aee87dfff0d27689983c647a25393c0872d5adf94b0854475c2f64ea63c14623/1061",
                                          "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
                                          "views_unittests": "9bf581f3e72f17b34d6fed42e7709a0c5b2559b81620fc8e242656c612ecf139/488",
                                          "viz_unittests": "a257d30f0a9e73bb1dc9857cef4030cf96135bab2f663c9636693c3e66621d74/572",
                                          "vr_common_unittests": "d803f498abec2eede1091846f4ef27b6320b1ac765f6002dc21d8e2857bfcd11/566",
                                          "wm_unittests": "4567a4421e236c98f1c7dda8fd3c9d571aa913f649db8017c4a595dc35ea2fc2/488",
                                          "wtf_unittests": "f0432f9a3eba9466f738497b52cc3b260a2b80b89dcb6d6f88bad542fdb62095/488",
                                          "xr_browser_tests": "e186bb35c6c0edfaf85372626869f454a34ada6adc3ef4917a2fd9007124c496/646",
                                          "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:281",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dd56427b-7c40-409a-bb50-8a59fc596540",
                        "title": "Linux TSan Builder/281",
                        "url": "https://cr-buildbucket.appspot.com/build/8689028910382919857"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "df9236677dad2477744a3418d97e08f1d00deb3c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8689028910382919857"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8689028910382919857"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8689028910382919857"
                }
          ],
      "parent_build_id": "8689028910382919857",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "df9236677dad2477744a3418d97e08f1d00deb3c",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#1165}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "4417d50716f8e133f09857e4042546cfa624b954",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#8}",
      "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
      "swarm_hashes": {
            "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
            "accessibility_unittests": "f1e4d3e8b23054746417fa01d7d142dd56674a2f61d69c09c6ae4f8d6b252313/488",
            "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
            "app_shell_unittests": "f35dc429b5fa48c32d809d4cd03435f78245969b4f9c635d1737b741651c268e/649",
            "aura_unittests": "21a2f7ac32693d4b0a0b1c797d471a2677cb5abfdefa84b2194ff5de3a242502/488",
            "base_unittests": "5313561a5b1e7466fe702141045a597e9204ef9fd9285ff7f59afd2965c75a35/566",
            "blink_common_unittests": "9df67e9b6d0f5b234012c0c4b079c7343cf89f16943af128d2435a6fae749f31/566",
            "blink_fuzzer_unittests": "7b64e9d4811bc2fcf8e00bc3470c86aa349e3b9df3bc784474f15db98024751a/488",
            "blink_heap_unittests": "b14f70822336d44c4374d3beedf8362d24b72cf202f1fe241635ec885ef37d58/488",
            "blink_platform_unittests": "398a4dbd959f2db0aa230cbb645da71ad1a9b5f83bc5266149783dadf06e490e/645",
            "blink_unittests": "f7ab57f76cf03e169f090ebad9edecf556be8b5771c5434604b2a9e8092c54ea/729",
            "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
            "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
            "capture_unittests": "c0e2e4dd8f2e5813ba44d410d7d4f963abd8563329ccbffba1aed7a9ea9e5d80/567",
            "cast_unittests": "50718a49390a302542e51476ecbbce560075a7e3411d065c24f45feb96d65b82/488",
            "cc_unittests": "00a4efaf54ac68d956e4b1c70c0734d029e86683eb0805e174dc8daede6be6e1/648",
            "chrome_app_unittests": "f70e8072f9eec193236ad78293ed9163380b0b0b9c9b7a85b1f72d024baaafd4/566",
            "chromedriver_unittests": "43f9d93ae6e84a61a720406995a411914ea466007223e640a9a7bca20fc43810/645",
            "components_browsertests": "a0088597dab24942c36debc6d282600b66a64f87b25b75132f02b76f2f19e59b/732",
            "components_unittests": "367e77383f6214181d540c275ae67106fe890ccfda606d9a899a8946bb6c75c3/811",
            "compositor_unittests": "750a537ad229efce68ab31256b72b35271c133f4f382bf702b8bce190b2bf63b/564",
            "content_browsertests": "f4ac6d69ceab67cf82aaf8afdfa95ee5820c3e961f9388cd00a65f316ededac3/805",
            "content_unittests": "ca89c7e5908d0aeae81cfe2c8286281d4dc880ff36e42f423bf0c6d0b2c777d0/725",
            "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
            "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
            "device_unittests": "87c79bc4e8b2f2d4d23098c95ccab2b15d50ad586fe0cbbcf249c44243503189/565",
            "display_unittests": "bbaf2cd64d0d4f3d3426289f030885dcbbb0a9ad9f667c9a30b08b103242e918/488",
            "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
            "events_unittests": "f0e7510285b160742484c44e65ae9e441521ff4e645035e8109b8ad9482ca7c7/488",
            "extensions_browsertests": "50d09378f47b373ad4b8b2f32a70012fd7a5e8e7fd79c9cab45123139d88fe21/651",
            "extensions_unittests": "c8bf407b3b8538fabbb5f3d581ec4a9782bb2d64217b552dad8f0c6211f988b0/730",
            "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
            "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
            "gcm_unit_tests": "bfcc11551e7cfbcd3e786d674b1812638a3750da58f3b18cff0d08a501f8efe6/565",
            "gfx_unittests": "4313c23aecdc701bfcc9fb1d6159deaea8a0ee305bed60952fcf0aeb9d2dafc6/564",
            "gin_unittests": "de7ad9b0d2b980aac834d4b528f4d689a5234f6a2322d4f08318c188e1899750/565",
            "gl_tests": "ffb1eb035cf256f8d86ad431005eb256561278ffd6ee118f6b71027c74c98fba/488",
            "gl_unittests": "e0fe69a5829ec004779662f0c283c7551851754f225ed756e11795ede054b5f0/488",
            "google_apis_unittests": "d913e68ea1e0919c94883fe10010ea17cb3ac87901dc9b0703009dd08e5ed4cd/650",
            "gpu_unittests": "ca54299d8a549da1778cce1a72b51bc22d487df6fc930da049e62857fa755ad5/565",
            "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
            "headless_browsertests": "996ab4ed33af8451667f7cc91d32cf42f6000f26ea8e7f0690a71643b99a37ca/733",
            "headless_unittests": "739246cf97f1e1aa469be12fcbeccc80c54ccf4010b57d4606cf4dc7248769d4/488",
            "interactive_ui_tests": "ae7fd4e51dc1deb393f915d5b762d8017688d64194a0fab7d6655fef9299791e/1059",
            "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
            "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
            "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
            "libjingle_xmpp_unittests": "2351dabec46d8d18daa67c37251436c31008350473c93c11cbecb173eeb00180/488",
            "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
            "media_unittests": "aa83ba47320f08d130f83bdd6ddacb4005cb754c512f8e7f91a03e6e35612bb3/568",
            "message_center_unittests": "1b4f17d4aae77fc9a1bcf43ccb3752b4f9767f1302e13d0823d394adccf27427/488",
            "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
            "mojo_unittests": "12414f1967e6cf01e79e1cc9152bad6ada4a1b01b14221d2dce3fa043c1ccb14/566",
            "native_theme_unittests": "3e9e746d0718420b936dd1d9b1cee04c2ce91dd20531ea41b7cc255907afe650/488",
            "net_unittests": "fcbf2fb322b69824c3ec74b9c662813a61688c165ae8c7b10d15763f071ba4d1/567",
            "openscreen_unittests": "f9a0e29f3cfdcfa8dd1c4ead5e6444198040b56979f4f7831b3469ae75f8d5a3/489",
            "ozone_unittests": "f547a1bc5d4f2482ac67e91466afa0c9c606cf2a96b34af5c103e11c2d32694b/488",
            "ozone_x11_unittests": "435c38f25d51200c36a85ba8c56e3bdd29758ae5697cc450ab8c4bd9ad6b069f/488",
            "pdf_unittests": "a42af572dd40273f2625dcf06cb72a801140d2d965273bce2aa470ff9fe14184/565",
            "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
            "printing_unittests": "66432f683dd71b8ba9dc37c8e0cb9cda4458cfbdb0dcd8b923754abb50d23071/488",
            "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
            "remoting_unittests": "99cba28a7dfbb5eca910ef9352cf91eaa1aea49b9008e89536a7fb77d58647fd/565",
            "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
            "services_unittests": "2bb9288fed9ec8ac3395f000e44eef2a98c07e71fe0f2e8da317ab6bae8b9c95/734",
            "shell_dialogs_unittests": "507cb94e9e56250da4a488e272a347ee2c2b706e1c1a8f5ec7f8bb1d227276e3/488",
            "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
            "snapshot_unittests": "4172a60a4d11a9104785777f25cbb5363362b9df8754535b5477715dd775c61b/488",
            "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
            "storage_unittests": "16d76abe36defc1d1256ee5c2c00a077650477dec2424e3234378b3417928518/646",
            "sync_integration_tests": "892d792102efcbf688c395247749a507191e79de9ae130496266775573c1d217/647",
            "ui_base_unittests": "7423524c18f04db6bf81a424b11ee5f0ad007932b5bf161b696f34e8ed19d776/641",
            "ui_touch_selection_unittests": "9be26f389ef0558616011b57aa191eadd6a0aab62e3ecb69faa8c6e1c2bee2bc/488",
            "ui_unittests": "2bb2b6eb0ea439e1a9c0c8b573cf71780e730511e28c2165e5d51fdfdd9e76bb/488",
            "unit_tests": "aee87dfff0d27689983c647a25393c0872d5adf94b0854475c2f64ea63c14623/1061",
            "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
            "views_unittests": "9bf581f3e72f17b34d6fed42e7709a0c5b2559b81620fc8e242656c612ecf139/488",
            "viz_unittests": "a257d30f0a9e73bb1dc9857cef4030cf96135bab2f663c9636693c3e66621d74/572",
            "vr_common_unittests": "d803f498abec2eede1091846f4ef27b6320b1ac765f6002dc21d8e2857bfcd11/566",
            "wm_unittests": "4567a4421e236c98f1c7dda8fd3c9d571aa913f649db8017c4a595dc35ea2fc2/488",
            "wtf_unittests": "f0432f9a3eba9466f738497b52cc3b260a2b80b89dcb6d6f88bad542fdb62095/488",
            "xr_browser_tests": "e186bb35c6c0edfaf85372626869f454a34ada6adc3ef4917a2fd9007124c496/646",
            "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8854455090344149584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "281"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:36:59.108] Scheduled build:
{
  "id": "8689025027784866097",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 281,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-24T01:36:58.598804707Z",
  "updateTime": "2026-02-24T01:36:58.598804707Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[01:36:59.108] Task URL: https://cr-buildbucket.appspot.com/build/8689025027784866097
[01:36:59.108] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:2:0) after 4m49s
[01:37:00.124] Received PubSub notification, asking Buildbucket for the build status
[01:37:00.149] Build status: SCHEDULED
[01:37:03.185] Received PubSub notification, asking Buildbucket for the build status
[01:37:03.207] Build status: STARTED
[01:41:48.253] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:2:0)
[01:41:48.270] Build status: STARTED
[01:41:48.270] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:5:0) after 2m3s
[01:43:51.296] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:5:0)
[01:43:51.310] Build status: STARTED
[01:43:51.310] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:6:0) after 5m16s
[01:49:07.324] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:6:0)
[01:49:07.339] Build status: STARTED
[01:49:07.339] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:7:0) after 7m13s
[01:56:20.358] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:7:0)
[01:56:20.385] Build status: STARTED
[01:56:20.385] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:8:0) after 9m36s
[02:05:56.460] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:8:0)
[02:05:56.492] Build status: STARTED
[02:05:56.492] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854455090344149584:9:0) after 3m10s
[02:06:32.556] Received PubSub notification, asking Buildbucket for the build status
[02:06:32.570] Build:
{
  "id": "8689025027784866097",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 281,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-24T01:36:58.598804707Z",
  "startTime": "2026-02-24T01:37:02.930540213Z",
  "endTime": "2026-02-24T02:06:32.196323535Z",
  "updateTime": "2026-02-24T02:06:32.196323535Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df9236677dad2477744a3418d97e08f1d00deb3c",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[02:06:32.570] Invocation finished in 29m35.796298972s with status FAILED