Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 35 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "99c49ba9139bc1e83df593d664770af2c2ef9a54"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8686471097497150353"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8686471097497150353"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8686471097497150353"
    }
  ],
  "parent_build_id": "8686471097497150353",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d1057840b8daa9eaec0e3d676fbbb1223ec034a1",
  "parent_got_dawn_revision": "fcaf11f6e545d20940b00268da26ccac2344e151",
  "parent_got_revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3112}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
  "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "112c88edf6769012f1f2c91065dd49bd13eaab481009771edfe5a5482b6415d1/488",
    "angle_unittests": "ef3c718d62b3a205e4111f7444fa57bbef851c57978e34bd29219ba1e4ae4029/489",
    "app_shell_unittests": "1c2f246c2fd5b702f5af36f33cdf3cb3b308d48c31fc80f89fe3ac64f5e16a0c/649",
    "aura_unittests": "9b8e77b601e7b88f2956f21f7abb604f56f51948688dfe103fa2f84e7bfe58e9/488",
    "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
    "blink_common_unittests": "98b5dca853e1a07c05d80ad685f53dfd78c9e9e93c696287a040ba6d1dceb501/566",
    "blink_fuzzer_unittests": "d871db5547aa47766e6b09683479c4790b214fdab157279bd87ccd22e371beb2/488",
    "blink_heap_unittests": "fd67fe52ffedfbc550a5f68a818c7976623f2b1ac54527d9509cca0e4f5745e6/488",
    "blink_platform_unittests": "3afc6854ba02d13f95cc2c7142bb96e73f255613b7fb1e65bcac516b84734738/645",
    "blink_unittests": "6d1fef40ed59f2629e67f87023d9b1cbc23190d92d34a25b9ee476cbd63cda5e/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "fb0db4ba85240aeb37c911a6bcd21c2487d80428c43d4965b247bf99d39112f6/567",
    "cast_unittests": "a86002422feb1ac593116e1475b11b3a5ea5c1e76331628cb5a1b14af9b0b76e/488",
    "cc_unittests": "db3222b5c123717dc7c5dacd151f82b028a039171cbda568081f454fee3d5073/648",
    "chrome_app_unittests": "cbf239ad0122d5e8acc9a824b6d4f4dce089f430bff8fa7297b113f68a24c760/566",
    "chromedriver_unittests": "0206f533ff793755dec58039446a57233e5b76147b75b302db2532b474808a9d/645",
    "components_browsertests": "d391a9dcf53cd5d665024be9792e3b895dddda57d0602cbdedde7d7891eef263/732",
    "components_unittests": "8a7573bcf4c6068dbd5c3113d8b61cb703693f647fd4b180a2f87c0f01565cf4/811",
    "compositor_unittests": "eb5ab340907cb72a131430898651d76c5941ab0b32d1f70833c5056a88317a3e/564",
    "content_browsertests": "03e56bee3af2b14cb0bf1ef15433915a267d6cab8dd4d2509cead7c26c262385/805",
    "content_unittests": "d2e1bca129746880e3966dc737760062c35eb76f6a883a6c5b029608bdb1f020/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "579ac989aef640eb4657f90e1e084c2bcb873ad55ef58872c2262eca9ed05130/565",
    "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "36beefd304853216f11a6c849017f11fb7764f4b8635eb707b533d8543e703c6/488",
    "extensions_browsertests": "aa6acbb3261b814f4a6808adbe27e4e96eb4b820dbfc600de2a67ac5a84d9884/651",
    "extensions_unittests": "e63c1ee71d75beedfd136c91d23eefa2cd0ddbe25fa6fc62986439a3a9933d9e/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "3eeb7a70c55effd2ba8bc9ac6cd4c0120347cab0cbce357e08fc1028908a1881/565",
    "gfx_unittests": "7e9ef5b0e25e64af256b1b46ae73e3dfd67852a8d426ac807c5dcbc2a05ad3cb/564",
    "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
    "gl_tests": "2a370a503fc9e626b678b8cefa8cc733e7cc366917ca01394839f46bfe6f5950/488",
    "gl_unittests": "23afba9333738508885600d94a2aaaf5eb57f6b77f0f871689a12180cc054863/488",
    "google_apis_unittests": "b388d883a5db79cee9f7f312960acf7edf6a70212c91031f3d0d12713d8b61da/650",
    "gpu_unittests": "e2188cb7bf42cbc5868a94d56abf531c6be3e0011925ce9e3ebd95be80ea5824/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "d144f5eb3ab471293b2c258a7413aa058c88dd87c50d66c483d29029155795ab/733",
    "headless_unittests": "66f06a7a3b4adf8fcb16463ad78c02e1fa299f8e3523973f3c13f55b3f0fbfc3/488",
    "interactive_ui_tests": "5092327f65a5c47c4ea9af8815d44844f6841fdf2a2ece91a489bbb92ea7de58/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "a9936b3ef3bcc5d86fc9e43b3929b3f194ee6cb56f025441574c161bee7ed611/568",
    "message_center_unittests": "ee732a8eefca5e3105675606ea3c1c1a78e31361ec3ca3f18bef99220f28d131/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "ea24efe65993ead94d1104aeaecbd2a9d6c8d50ebd5fb58ac3605fe1dd4fb0be/566",
    "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
    "net_unittests": "e8e5dbd9810661d0f8b980ff0c80044a1e31d81a3bd707bf93792c9ffcf0dec9/567",
    "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
    "ozone_unittests": "2f813858ef5416ec9974d00d748627bc1bb05567b4278f6a718cbe956e9b5c68/488",
    "ozone_x11_unittests": "18524ae2a8754875e00d492184cc6f4ac3aed9db898b1cef00376da333aa0e10/488",
    "pdf_unittests": "03a4fad3f986b68737fb191d7ccf9213c4e552f4eb0c6d8bc5a7eb9bb4b32b60/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "b5a238fe13055ccdb9324117ad8840e82c764669aa07e86c3d1a68f876ec2eac/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "3f67b57aaf6ef1cf16483032901e624260ced2bcf225b2fdb8626eb584da161d/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "1f816a28e66416587d9a8a1f54f4a44f0b9756e3e2366e9936c4c10880d6697b/734",
    "shell_dialogs_unittests": "ed0cbd076a7b50e38725777d9e01743be3d876dca5cf4507963e25b0643343da/488",
    "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
    "snapshot_unittests": "df4b1a7318fa36834b25c2ea79babe4c33d98f17d9f675d5bb066f24e618654a/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "4cdeb8b8eef1911cacd95ae79761ac5c2e13b513c542071f2cbb1b4bac76cc0d/646",
    "sync_integration_tests": "834e6fb4c4303601d3dd3a657a39141c0ebe682b8696033d317a4c488646ff63/647",
    "ui_base_unittests": "7e5e560b73327940b4e654ea9944f0b57a9c88b1b115b075f3722a454fb681ad/641",
    "ui_touch_selection_unittests": "82a383c140d6832d0ea9cd1159ae8ec51936bdc0d33ba9ae35bef3d6f5b9b6f1/488",
    "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
    "unit_tests": "fca889bf6ad0e3dd4f45b61f365c12b31ba7e2520084e434b5c93bd1ec19893f/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "6264e3601ee72952c4002c035a86689ddc5eb259886a6fdad8207731553f0316/488",
    "viz_unittests": "a6be31941edcb78efb8141d7606184687812be9b762d79352b6381cfbc846855/572",
    "vr_common_unittests": "0bb895793aadd5a42ffd4abe8a47ef58aed4290ba687bff98fbb5fbf1ec29bc7/566",
    "wm_unittests": "2b6693a9060b1aebb5a7fa925597dcc7d7149b46c7d787ee8c56e7e1ad67a18f/488",
    "wtf_unittests": "1fe6670e7805971ddf610d1a09cf227cfc21244c4be7285d060aeae869189ee4/488",
    "xr_browser_tests": "5e1e752b802b24999de583a2fda5ccd96b8d5d2ef37a057c42f8c8d6add03153/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99c49ba9139bc1e83df593d664770af2c2ef9a54
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:864
  • user_agent:recipe

Debug log (UTC)

[07:22:56.739] New invocation is queued and will start shortly
[07:22:56.739] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:22:58.221] Starting the invocation (attempt 1)
[07:22:58.245] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99c49ba9139bc1e83df593d664770af2c2ef9a54"
[07:22:58.245] Popped gitiles commit info from properties and tags
[07:22:58.245] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:22:58.245] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:22:58.247] Buildbucket request:
{
  "requestId": "8851896606889314832",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851896606889314832",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "99c49ba9139bc1e83df593d664770af2c2ef9a54"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8686471097497150353"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8686471097497150353"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8686471097497150353"
                                              }
                                        ],
                                    "parent_build_id": "8686471097497150353",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "d1057840b8daa9eaec0e3d676fbbb1223ec034a1",
                                    "parent_got_dawn_revision": "fcaf11f6e545d20940b00268da26ccac2344e151",
                                    "parent_got_revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3112}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
                                    "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
                                    "revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "112c88edf6769012f1f2c91065dd49bd13eaab481009771edfe5a5482b6415d1/488",
                                          "angle_unittests": "ef3c718d62b3a205e4111f7444fa57bbef851c57978e34bd29219ba1e4ae4029/489",
                                          "app_shell_unittests": "1c2f246c2fd5b702f5af36f33cdf3cb3b308d48c31fc80f89fe3ac64f5e16a0c/649",
                                          "aura_unittests": "9b8e77b601e7b88f2956f21f7abb604f56f51948688dfe103fa2f84e7bfe58e9/488",
                                          "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
                                          "blink_common_unittests": "98b5dca853e1a07c05d80ad685f53dfd78c9e9e93c696287a040ba6d1dceb501/566",
                                          "blink_fuzzer_unittests": "d871db5547aa47766e6b09683479c4790b214fdab157279bd87ccd22e371beb2/488",
                                          "blink_heap_unittests": "fd67fe52ffedfbc550a5f68a818c7976623f2b1ac54527d9509cca0e4f5745e6/488",
                                          "blink_platform_unittests": "3afc6854ba02d13f95cc2c7142bb96e73f255613b7fb1e65bcac516b84734738/645",
                                          "blink_unittests": "6d1fef40ed59f2629e67f87023d9b1cbc23190d92d34a25b9ee476cbd63cda5e/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "fb0db4ba85240aeb37c911a6bcd21c2487d80428c43d4965b247bf99d39112f6/567",
                                          "cast_unittests": "a86002422feb1ac593116e1475b11b3a5ea5c1e76331628cb5a1b14af9b0b76e/488",
                                          "cc_unittests": "db3222b5c123717dc7c5dacd151f82b028a039171cbda568081f454fee3d5073/648",
                                          "chrome_app_unittests": "cbf239ad0122d5e8acc9a824b6d4f4dce089f430bff8fa7297b113f68a24c760/566",
                                          "chromedriver_unittests": "0206f533ff793755dec58039446a57233e5b76147b75b302db2532b474808a9d/645",
                                          "components_browsertests": "d391a9dcf53cd5d665024be9792e3b895dddda57d0602cbdedde7d7891eef263/732",
                                          "components_unittests": "8a7573bcf4c6068dbd5c3113d8b61cb703693f647fd4b180a2f87c0f01565cf4/811",
                                          "compositor_unittests": "eb5ab340907cb72a131430898651d76c5941ab0b32d1f70833c5056a88317a3e/564",
                                          "content_browsertests": "03e56bee3af2b14cb0bf1ef15433915a267d6cab8dd4d2509cead7c26c262385/805",
                                          "content_unittests": "d2e1bca129746880e3966dc737760062c35eb76f6a883a6c5b029608bdb1f020/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "579ac989aef640eb4657f90e1e084c2bcb873ad55ef58872c2262eca9ed05130/565",
                                          "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "36beefd304853216f11a6c849017f11fb7764f4b8635eb707b533d8543e703c6/488",
                                          "extensions_browsertests": "aa6acbb3261b814f4a6808adbe27e4e96eb4b820dbfc600de2a67ac5a84d9884/651",
                                          "extensions_unittests": "e63c1ee71d75beedfd136c91d23eefa2cd0ddbe25fa6fc62986439a3a9933d9e/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "3eeb7a70c55effd2ba8bc9ac6cd4c0120347cab0cbce357e08fc1028908a1881/565",
                                          "gfx_unittests": "7e9ef5b0e25e64af256b1b46ae73e3dfd67852a8d426ac807c5dcbc2a05ad3cb/564",
                                          "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
                                          "gl_tests": "2a370a503fc9e626b678b8cefa8cc733e7cc366917ca01394839f46bfe6f5950/488",
                                          "gl_unittests": "23afba9333738508885600d94a2aaaf5eb57f6b77f0f871689a12180cc054863/488",
                                          "google_apis_unittests": "b388d883a5db79cee9f7f312960acf7edf6a70212c91031f3d0d12713d8b61da/650",
                                          "gpu_unittests": "e2188cb7bf42cbc5868a94d56abf531c6be3e0011925ce9e3ebd95be80ea5824/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "d144f5eb3ab471293b2c258a7413aa058c88dd87c50d66c483d29029155795ab/733",
                                          "headless_unittests": "66f06a7a3b4adf8fcb16463ad78c02e1fa299f8e3523973f3c13f55b3f0fbfc3/488",
                                          "interactive_ui_tests": "5092327f65a5c47c4ea9af8815d44844f6841fdf2a2ece91a489bbb92ea7de58/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "a9936b3ef3bcc5d86fc9e43b3929b3f194ee6cb56f025441574c161bee7ed611/568",
                                          "message_center_unittests": "ee732a8eefca5e3105675606ea3c1c1a78e31361ec3ca3f18bef99220f28d131/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "ea24efe65993ead94d1104aeaecbd2a9d6c8d50ebd5fb58ac3605fe1dd4fb0be/566",
                                          "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
                                          "net_unittests": "e8e5dbd9810661d0f8b980ff0c80044a1e31d81a3bd707bf93792c9ffcf0dec9/567",
                                          "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
                                          "ozone_unittests": "2f813858ef5416ec9974d00d748627bc1bb05567b4278f6a718cbe956e9b5c68/488",
                                          "ozone_x11_unittests": "18524ae2a8754875e00d492184cc6f4ac3aed9db898b1cef00376da333aa0e10/488",
                                          "pdf_unittests": "03a4fad3f986b68737fb191d7ccf9213c4e552f4eb0c6d8bc5a7eb9bb4b32b60/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "b5a238fe13055ccdb9324117ad8840e82c764669aa07e86c3d1a68f876ec2eac/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "3f67b57aaf6ef1cf16483032901e624260ced2bcf225b2fdb8626eb584da161d/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "1f816a28e66416587d9a8a1f54f4a44f0b9756e3e2366e9936c4c10880d6697b/734",
                                          "shell_dialogs_unittests": "ed0cbd076a7b50e38725777d9e01743be3d876dca5cf4507963e25b0643343da/488",
                                          "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
                                          "snapshot_unittests": "df4b1a7318fa36834b25c2ea79babe4c33d98f17d9f675d5bb066f24e618654a/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "4cdeb8b8eef1911cacd95ae79761ac5c2e13b513c542071f2cbb1b4bac76cc0d/646",
                                          "sync_integration_tests": "834e6fb4c4303601d3dd3a657a39141c0ebe682b8696033d317a4c488646ff63/647",
                                          "ui_base_unittests": "7e5e560b73327940b4e654ea9944f0b57a9c88b1b115b075f3722a454fb681ad/641",
                                          "ui_touch_selection_unittests": "82a383c140d6832d0ea9cd1159ae8ec51936bdc0d33ba9ae35bef3d6f5b9b6f1/488",
                                          "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
                                          "unit_tests": "fca889bf6ad0e3dd4f45b61f365c12b31ba7e2520084e434b5c93bd1ec19893f/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "6264e3601ee72952c4002c035a86689ddc5eb259886a6fdad8207731553f0316/488",
                                          "viz_unittests": "a6be31941edcb78efb8141d7606184687812be9b762d79352b6381cfbc846855/572",
                                          "vr_common_unittests": "0bb895793aadd5a42ffd4abe8a47ef58aed4290ba687bff98fbb5fbf1ec29bc7/566",
                                          "wm_unittests": "2b6693a9060b1aebb5a7fa925597dcc7d7149b46c7d787ee8c56e7e1ad67a18f/488",
                                          "wtf_unittests": "1fe6670e7805971ddf610d1a09cf227cfc21244c4be7285d060aeae869189ee4/488",
                                          "xr_browser_tests": "5e1e752b802b24999de583a2fda5ccd96b8d5d2ef37a057c42f8c8d6add03153/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:864",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "c0f99225-93f5-4d7b-8eb3-31cca1e98455",
                        "title": "Linux TSan Builder/864",
                        "url": "https://cr-buildbucket.appspot.com/build/8686471097497150353"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "99c49ba9139bc1e83df593d664770af2c2ef9a54"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8686471097497150353"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8686471097497150353"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8686471097497150353"
                }
          ],
      "parent_build_id": "8686471097497150353",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d1057840b8daa9eaec0e3d676fbbb1223ec034a1",
      "parent_got_dawn_revision": "fcaf11f6e545d20940b00268da26ccac2344e151",
      "parent_got_revision": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3112}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0e999a528db40a3ef6fa917adf96370a18b87d70",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#52}",
      "parent_got_webrtc_revision": "b2a90ac0037ee7187102ce2c40e5007216ca9a58",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "112c88edf6769012f1f2c91065dd49bd13eaab481009771edfe5a5482b6415d1/488",
            "angle_unittests": "ef3c718d62b3a205e4111f7444fa57bbef851c57978e34bd29219ba1e4ae4029/489",
            "app_shell_unittests": "1c2f246c2fd5b702f5af36f33cdf3cb3b308d48c31fc80f89fe3ac64f5e16a0c/649",
            "aura_unittests": "9b8e77b601e7b88f2956f21f7abb604f56f51948688dfe103fa2f84e7bfe58e9/488",
            "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
            "blink_common_unittests": "98b5dca853e1a07c05d80ad685f53dfd78c9e9e93c696287a040ba6d1dceb501/566",
            "blink_fuzzer_unittests": "d871db5547aa47766e6b09683479c4790b214fdab157279bd87ccd22e371beb2/488",
            "blink_heap_unittests": "fd67fe52ffedfbc550a5f68a818c7976623f2b1ac54527d9509cca0e4f5745e6/488",
            "blink_platform_unittests": "3afc6854ba02d13f95cc2c7142bb96e73f255613b7fb1e65bcac516b84734738/645",
            "blink_unittests": "6d1fef40ed59f2629e67f87023d9b1cbc23190d92d34a25b9ee476cbd63cda5e/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "fb0db4ba85240aeb37c911a6bcd21c2487d80428c43d4965b247bf99d39112f6/567",
            "cast_unittests": "a86002422feb1ac593116e1475b11b3a5ea5c1e76331628cb5a1b14af9b0b76e/488",
            "cc_unittests": "db3222b5c123717dc7c5dacd151f82b028a039171cbda568081f454fee3d5073/648",
            "chrome_app_unittests": "cbf239ad0122d5e8acc9a824b6d4f4dce089f430bff8fa7297b113f68a24c760/566",
            "chromedriver_unittests": "0206f533ff793755dec58039446a57233e5b76147b75b302db2532b474808a9d/645",
            "components_browsertests": "d391a9dcf53cd5d665024be9792e3b895dddda57d0602cbdedde7d7891eef263/732",
            "components_unittests": "8a7573bcf4c6068dbd5c3113d8b61cb703693f647fd4b180a2f87c0f01565cf4/811",
            "compositor_unittests": "eb5ab340907cb72a131430898651d76c5941ab0b32d1f70833c5056a88317a3e/564",
            "content_browsertests": "03e56bee3af2b14cb0bf1ef15433915a267d6cab8dd4d2509cead7c26c262385/805",
            "content_unittests": "d2e1bca129746880e3966dc737760062c35eb76f6a883a6c5b029608bdb1f020/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "579ac989aef640eb4657f90e1e084c2bcb873ad55ef58872c2262eca9ed05130/565",
            "display_unittests": "653087e47e0ad356eb948d53d4a9ba67525f39e16ad41433a2c27235c883263a/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "36beefd304853216f11a6c849017f11fb7764f4b8635eb707b533d8543e703c6/488",
            "extensions_browsertests": "aa6acbb3261b814f4a6808adbe27e4e96eb4b820dbfc600de2a67ac5a84d9884/651",
            "extensions_unittests": "e63c1ee71d75beedfd136c91d23eefa2cd0ddbe25fa6fc62986439a3a9933d9e/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "3eeb7a70c55effd2ba8bc9ac6cd4c0120347cab0cbce357e08fc1028908a1881/565",
            "gfx_unittests": "7e9ef5b0e25e64af256b1b46ae73e3dfd67852a8d426ac807c5dcbc2a05ad3cb/564",
            "gin_unittests": "8492096897088d685501b29e5132b56c1d771b3291f493f97c99468e3dac6f04/565",
            "gl_tests": "2a370a503fc9e626b678b8cefa8cc733e7cc366917ca01394839f46bfe6f5950/488",
            "gl_unittests": "23afba9333738508885600d94a2aaaf5eb57f6b77f0f871689a12180cc054863/488",
            "google_apis_unittests": "b388d883a5db79cee9f7f312960acf7edf6a70212c91031f3d0d12713d8b61da/650",
            "gpu_unittests": "e2188cb7bf42cbc5868a94d56abf531c6be3e0011925ce9e3ebd95be80ea5824/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "d144f5eb3ab471293b2c258a7413aa058c88dd87c50d66c483d29029155795ab/733",
            "headless_unittests": "66f06a7a3b4adf8fcb16463ad78c02e1fa299f8e3523973f3c13f55b3f0fbfc3/488",
            "interactive_ui_tests": "5092327f65a5c47c4ea9af8815d44844f6841fdf2a2ece91a489bbb92ea7de58/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "a9936b3ef3bcc5d86fc9e43b3929b3f194ee6cb56f025441574c161bee7ed611/568",
            "message_center_unittests": "ee732a8eefca5e3105675606ea3c1c1a78e31361ec3ca3f18bef99220f28d131/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "ea24efe65993ead94d1104aeaecbd2a9d6c8d50ebd5fb58ac3605fe1dd4fb0be/566",
            "native_theme_unittests": "6f5e17a21949b5a9ba3088c0f1b465ac8709e6825e2c689b9e694764d9045321/488",
            "net_unittests": "e8e5dbd9810661d0f8b980ff0c80044a1e31d81a3bd707bf93792c9ffcf0dec9/567",
            "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
            "ozone_unittests": "2f813858ef5416ec9974d00d748627bc1bb05567b4278f6a718cbe956e9b5c68/488",
            "ozone_x11_unittests": "18524ae2a8754875e00d492184cc6f4ac3aed9db898b1cef00376da333aa0e10/488",
            "pdf_unittests": "03a4fad3f986b68737fb191d7ccf9213c4e552f4eb0c6d8bc5a7eb9bb4b32b60/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "b5a238fe13055ccdb9324117ad8840e82c764669aa07e86c3d1a68f876ec2eac/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "3f67b57aaf6ef1cf16483032901e624260ced2bcf225b2fdb8626eb584da161d/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "1f816a28e66416587d9a8a1f54f4a44f0b9756e3e2366e9936c4c10880d6697b/734",
            "shell_dialogs_unittests": "ed0cbd076a7b50e38725777d9e01743be3d876dca5cf4507963e25b0643343da/488",
            "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
            "snapshot_unittests": "df4b1a7318fa36834b25c2ea79babe4c33d98f17d9f675d5bb066f24e618654a/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "4cdeb8b8eef1911cacd95ae79761ac5c2e13b513c542071f2cbb1b4bac76cc0d/646",
            "sync_integration_tests": "834e6fb4c4303601d3dd3a657a39141c0ebe682b8696033d317a4c488646ff63/647",
            "ui_base_unittests": "7e5e560b73327940b4e654ea9944f0b57a9c88b1b115b075f3722a454fb681ad/641",
            "ui_touch_selection_unittests": "82a383c140d6832d0ea9cd1159ae8ec51936bdc0d33ba9ae35bef3d6f5b9b6f1/488",
            "ui_unittests": "2277eb117620648ad62f03505b910ac3c084f110afc41c848a88088228924f33/488",
            "unit_tests": "fca889bf6ad0e3dd4f45b61f365c12b31ba7e2520084e434b5c93bd1ec19893f/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "6264e3601ee72952c4002c035a86689ddc5eb259886a6fdad8207731553f0316/488",
            "viz_unittests": "a6be31941edcb78efb8141d7606184687812be9b762d79352b6381cfbc846855/572",
            "vr_common_unittests": "0bb895793aadd5a42ffd4abe8a47ef58aed4290ba687bff98fbb5fbf1ec29bc7/566",
            "wm_unittests": "2b6693a9060b1aebb5a7fa925597dcc7d7149b46c7d787ee8c56e7e1ad67a18f/488",
            "wtf_unittests": "1fe6670e7805971ddf610d1a09cf227cfc21244c4be7285d060aeae869189ee4/488",
            "xr_browser_tests": "5e1e752b802b24999de583a2fda5ccd96b8d5d2ef37a057c42f8c8d6add03153/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851896606889314832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "864"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:22:58.749] Scheduled build:
{
  "id": "8686466544605474977",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 861,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-24T07:22:58.295046782Z",
  "updateTime": "2026-03-24T07:22:58.295046782Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[07:22:58.749] Task URL: https://cr-buildbucket.appspot.com/build/8686466544605474977
[07:22:58.749] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:2:0) after 9m25s
[07:22:59.517] Received PubSub notification, asking Buildbucket for the build status
[07:22:59.547] Build status: SCHEDULED
[07:26:20.732] Received PubSub notification, asking Buildbucket for the build status
[07:26:20.762] Build status: STARTED
[07:32:23.805] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:2:0)
[07:32:23.843] Build status: STARTED
[07:32:23.843] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:5:0) after 8m21s
[07:40:44.903] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:5:0)
[07:40:44.921] Build status: STARTED
[07:40:44.921] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:6:0) after 8m27s
[07:49:12.021] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:6:0)
[07:49:12.107] Build status: STARTED
[07:49:12.107] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:7:0) after 6m39s
[07:55:51.125] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:7:0)
[07:55:51.174] Build status: STARTED
[07:55:51.174] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851896606889314832:8:0) after 3m24s
[07:58:09.142] Received PubSub notification, asking Buildbucket for the build status
[07:58:09.157] Build:
{
  "id": "8686466544605474977",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 861,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-24T07:22:58.295046782Z",
  "startTime": "2026-03-24T07:26:20.428316917Z",
  "endTime": "2026-03-24T07:58:08.772027017Z",
  "updateTime": "2026-03-24T07:58:08.772027017Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99c49ba9139bc1e83df593d664770af2c2ef9a54",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[07:58:09.157] Invocation finished in 35m12.42356031s with status FAILED