Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 37 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8668389414499527009"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8668389414499527009"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8668389414499527009"
    }
  ],
  "parent_build_id": "8668389414499527009",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
  "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
  "parent_got_revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#886}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
  "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
  "swarm_hashes": {
    "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
    "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
    "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
    "aura_unittests": "5938c262138c7438ae1e58f08a9f6cdd5be39ef8c44eb6cf0b114b915a5a53f6/586",
    "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
    "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
    "blink_fuzzer_unittests": "687c546f8e0a5c18d20a542c77791ca78f2cbb1b755e35e052c1d798ca8195a2/586",
    "blink_heap_unittests": "2efa40af6f1b6aa618f7402c9d20f100d27b5ae6e178e81f6b0f7337eede8ebf/586",
    "blink_platform_unittests": "2471ce15d4696baa5643ebe810995764b3373cece0d0ebfd2f1c271cc81281a1/743",
    "blink_unittests": "f5918d36e9765d1295a18358101e8b1f043e366c703515f2f0102661c8f74d3f/827",
    "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
    "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
    "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
    "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
    "cc_unittests": "f35445aa567bb68513537d53fac3085c77217e798607475141592377a3e214c9/746",
    "chrome_app_unittests": "c5233d6b9a1590030a90a7832803b822cc45999fa0c960ae00a4490bc908cc10/664",
    "chromedriver_unittests": "49a9d6a3c20c5819c7bb69113dbc0ef941d6f21cd3be8972da5a5e0ada849fca/743",
    "components_browsertests": "fa514fb0aebb1023bc3a96bbab653a3d4b3bd22f3d21651c6f5caa13fa972f51/830",
    "components_unittests": "0e35210ea98df93ead088e78e10973f0af3582c1f196cb0c119a42c2e03f5774/909",
    "compositor_unittests": "ad9089bf65a35dbb080f67cf2e9dd98eea5bf3bdd755059bbf74497f623271be/662",
    "content_browsertests": "07fd10ecc788010006ee6ae556684faf50afa5fe591ed7d1814ce6c4064e659f/903",
    "content_unittests": "43fd6ba2d54fef2b3528476f50ff781104fee4a93febb114aef3a965fb67c7ee/823",
    "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
    "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
    "device_unittests": "48fc5954637f9c5d74de893527c9fa6d985e5908b100a6df3ff9d1aa8dd2535b/663",
    "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
    "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
    "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
    "extensions_unittests": "1d47ba95f9d6fd2e619350a1cf3a77522c5a6a8a7b0832a2e2048f3c680c6d82/828",
    "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
    "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
    "gcm_unit_tests": "e273c02b6957c573aa3b33acb430ec7e326849096c670f59a467e3c115078742/663",
    "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
    "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
    "gl_tests": "5453eab90f7436f4391d7b3fa6e3192c532cfa8db60cd018a862c58566f13ff6/586",
    "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
    "google_apis_unittests": "c8a647b412a4fed12132273b02ee46eec4b9022304401ae594547f94b0b0e827/748",
    "gpu_unittests": "7b019bac678ab477c3d07b14d976ad9c16b24ce9aafbb197069b748d9f7db0e4/663",
    "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
    "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
    "headless_browsertests": "efa9c21ae24d2db67ab98e9102962298e058189e0a8c0a3c724647f0d7c7636f/831",
    "headless_unittests": "79eba6ab17372be7365da861d16eab7ef124d2768533f4cd0214384b0decc44a/586",
    "interactive_ui_tests": "d8724e730b1f884dca01550a1cd29e6bbe874fa2b9813851d1e195b1af873332/1157",
    "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
    "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
    "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
    "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
    "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
    "media_unittests": "604ddaa9ed991a19920cb831bb860f1698f0f96480350eed93a752b62270d4cb/666",
    "message_center_unittests": "08ff507e75d51941236268b4844a3518f8d352d2fd6eb1ec340b4ae2f3dafffa/586",
    "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
    "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
    "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
    "net_unittests": "692d19b12b3fb1fd0413df2903ad61ebf249a3ea05c2a710a33bc6a0a0c756e7/665",
    "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
    "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
    "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
    "pdf_unittests": "d1f92031dbe01e1f341a269fd2f2007fcc9781c3365b90a65c9b4b629121d57b/663",
    "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
    "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
    "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
    "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
    "remoting_unittests": "c74647666635257587dc69423ab743dcad37f4764dce4f3d47dbcf04865e6517/745",
    "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
    "services_unittests": "0307e2f1f5d4a8e8f8aa42f8f015916253aa0312d1cb8634bbee81575433a677/912",
    "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
    "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
    "snapshot_unittests": "3875ce8f36d86ff2fcd92e1aad8b9f1ecdaa241c3e8d87e6afb07ce64040faea/586",
    "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
    "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
    "sync_integration_tests": "e1316a60205b2bb69e1d4615d7dce2d3e5af94c530cdd08df8aab4c4be20dfd1/745",
    "ui_base_unittests": "86bf992ead2d895d4d026f974b39e0dc7720f0ee26a3b427deb150600ba7860e/739",
    "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
    "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
    "unit_tests": "37c17de6b0c3a4d00c6d0223a663afbd50d9fc82a11dd183cabe3d899280c101/1238",
    "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
    "views_unittests": "6260e1d831bd2122e56681195b49479ea8a315989e0e03af72e38c4f54af8d3a/586",
    "viz_unittests": "69014a1ee6b538a73b613dcbfec87e24ae8f96741a077fdb96e0af30963f28b2/670",
    "vr_common_unittests": "0561e68e377ffc54e84c72e8d45b0a0fbdf3c5c8ac726339338d6e2be833946d/664",
    "wm_unittests": "d778e8b574b1336ef30e31c93a8c758e2c86e2622b97fa5de7263640e6780bb2/586",
    "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
    "xr_browser_tests": "0e506ac965bf006205190817daab5c97ca31bec4ed95354fa80b16ea429de57b/744",
    "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/88e2ca531f3dd2edb957e5dfe905c16c7e7c1632
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:550
  • user_agent:recipe

Debug log (UTC)

[20:44:34.351] New invocation is queued and will start shortly
[20:44:34.351] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:44:37.302] Starting the invocation (attempt 1)
[20:44:37.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/88e2ca531f3dd2edb957e5dfe905c16c7e7c1632"
[20:44:37.331] Popped gitiles commit info from properties and tags
[20:44:37.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:44:37.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:44:37.332] Buildbucket request:
{
  "requestId": "8833817376575107312",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8833817376575107312",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8668389414499527009"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8668389414499527009"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8668389414499527009"
                                              }
                                        ],
                                    "parent_build_id": "8668389414499527009",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
                                    "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
                                    "parent_got_revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#886}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
                                    "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
                                    "revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
                                          "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
                                          "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
                                          "aura_unittests": "5938c262138c7438ae1e58f08a9f6cdd5be39ef8c44eb6cf0b114b915a5a53f6/586",
                                          "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
                                          "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
                                          "blink_fuzzer_unittests": "687c546f8e0a5c18d20a542c77791ca78f2cbb1b755e35e052c1d798ca8195a2/586",
                                          "blink_heap_unittests": "2efa40af6f1b6aa618f7402c9d20f100d27b5ae6e178e81f6b0f7337eede8ebf/586",
                                          "blink_platform_unittests": "2471ce15d4696baa5643ebe810995764b3373cece0d0ebfd2f1c271cc81281a1/743",
                                          "blink_unittests": "f5918d36e9765d1295a18358101e8b1f043e366c703515f2f0102661c8f74d3f/827",
                                          "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
                                          "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
                                          "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
                                          "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
                                          "cc_unittests": "f35445aa567bb68513537d53fac3085c77217e798607475141592377a3e214c9/746",
                                          "chrome_app_unittests": "c5233d6b9a1590030a90a7832803b822cc45999fa0c960ae00a4490bc908cc10/664",
                                          "chromedriver_unittests": "49a9d6a3c20c5819c7bb69113dbc0ef941d6f21cd3be8972da5a5e0ada849fca/743",
                                          "components_browsertests": "fa514fb0aebb1023bc3a96bbab653a3d4b3bd22f3d21651c6f5caa13fa972f51/830",
                                          "components_unittests": "0e35210ea98df93ead088e78e10973f0af3582c1f196cb0c119a42c2e03f5774/909",
                                          "compositor_unittests": "ad9089bf65a35dbb080f67cf2e9dd98eea5bf3bdd755059bbf74497f623271be/662",
                                          "content_browsertests": "07fd10ecc788010006ee6ae556684faf50afa5fe591ed7d1814ce6c4064e659f/903",
                                          "content_unittests": "43fd6ba2d54fef2b3528476f50ff781104fee4a93febb114aef3a965fb67c7ee/823",
                                          "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
                                          "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
                                          "device_unittests": "48fc5954637f9c5d74de893527c9fa6d985e5908b100a6df3ff9d1aa8dd2535b/663",
                                          "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
                                          "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
                                          "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
                                          "extensions_unittests": "1d47ba95f9d6fd2e619350a1cf3a77522c5a6a8a7b0832a2e2048f3c680c6d82/828",
                                          "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
                                          "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
                                          "gcm_unit_tests": "e273c02b6957c573aa3b33acb430ec7e326849096c670f59a467e3c115078742/663",
                                          "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
                                          "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
                                          "gl_tests": "5453eab90f7436f4391d7b3fa6e3192c532cfa8db60cd018a862c58566f13ff6/586",
                                          "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
                                          "google_apis_unittests": "c8a647b412a4fed12132273b02ee46eec4b9022304401ae594547f94b0b0e827/748",
                                          "gpu_unittests": "7b019bac678ab477c3d07b14d976ad9c16b24ce9aafbb197069b748d9f7db0e4/663",
                                          "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
                                          "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
                                          "headless_browsertests": "efa9c21ae24d2db67ab98e9102962298e058189e0a8c0a3c724647f0d7c7636f/831",
                                          "headless_unittests": "79eba6ab17372be7365da861d16eab7ef124d2768533f4cd0214384b0decc44a/586",
                                          "interactive_ui_tests": "d8724e730b1f884dca01550a1cd29e6bbe874fa2b9813851d1e195b1af873332/1157",
                                          "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
                                          "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
                                          "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
                                          "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
                                          "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
                                          "media_unittests": "604ddaa9ed991a19920cb831bb860f1698f0f96480350eed93a752b62270d4cb/666",
                                          "message_center_unittests": "08ff507e75d51941236268b4844a3518f8d352d2fd6eb1ec340b4ae2f3dafffa/586",
                                          "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
                                          "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
                                          "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
                                          "net_unittests": "692d19b12b3fb1fd0413df2903ad61ebf249a3ea05c2a710a33bc6a0a0c756e7/665",
                                          "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
                                          "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
                                          "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
                                          "pdf_unittests": "d1f92031dbe01e1f341a269fd2f2007fcc9781c3365b90a65c9b4b629121d57b/663",
                                          "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
                                          "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
                                          "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
                                          "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
                                          "remoting_unittests": "c74647666635257587dc69423ab743dcad37f4764dce4f3d47dbcf04865e6517/745",
                                          "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
                                          "services_unittests": "0307e2f1f5d4a8e8f8aa42f8f015916253aa0312d1cb8634bbee81575433a677/912",
                                          "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
                                          "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
                                          "snapshot_unittests": "3875ce8f36d86ff2fcd92e1aad8b9f1ecdaa241c3e8d87e6afb07ce64040faea/586",
                                          "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
                                          "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
                                          "sync_integration_tests": "e1316a60205b2bb69e1d4615d7dce2d3e5af94c530cdd08df8aab4c4be20dfd1/745",
                                          "ui_base_unittests": "86bf992ead2d895d4d026f974b39e0dc7720f0ee26a3b427deb150600ba7860e/739",
                                          "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
                                          "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
                                          "unit_tests": "37c17de6b0c3a4d00c6d0223a663afbd50d9fc82a11dd183cabe3d899280c101/1238",
                                          "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
                                          "views_unittests": "6260e1d831bd2122e56681195b49479ea8a315989e0e03af72e38c4f54af8d3a/586",
                                          "viz_unittests": "69014a1ee6b538a73b613dcbfec87e24ae8f96741a077fdb96e0af30963f28b2/670",
                                          "vr_common_unittests": "0561e68e377ffc54e84c72e8d45b0a0fbdf3c5c8ac726339338d6e2be833946d/664",
                                          "wm_unittests": "d778e8b574b1336ef30e31c93a8c758e2c86e2622b97fa5de7263640e6780bb2/586",
                                          "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
                                          "xr_browser_tests": "0e506ac965bf006205190817daab5c97ca31bec4ed95354fa80b16ea429de57b/744",
                                          "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:550",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a2c16414-081d-4697-b8ae-425ce3c8dcdf",
                        "title": "Linux TSan Builder/550",
                        "url": "https://cr-buildbucket.appspot.com/build/8668389414499527009"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8668389414499527009"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8668389414499527009"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8668389414499527009"
                }
          ],
      "parent_build_id": "8668389414499527009",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "108beb4d60ca043c55334225042f40adb863b3cb",
      "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
      "parent_got_revision": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#886}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "f0ddb16957899ce85f321d717c84c7c7e27ca0f4",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#24}",
      "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "66b075e5edf7fa02e3db4db0f75cadb2fdfbf4f07276307a8903ed03fbbcc197/586",
            "accessibility_unittests": "374d48fd542168c9292c44dd453ed7086af1d8061b2aedde1d125ce615c06600/586",
            "angle_unittests": "9eb7e340dc18bcd2d511b76c235060627b897fd07812a45ea265ec7f737409f9/587",
            "aura_unittests": "5938c262138c7438ae1e58f08a9f6cdd5be39ef8c44eb6cf0b114b915a5a53f6/586",
            "base_unittests": "19f9808f90a22dbd6dd60f2c5b06af2e28f5f189ed469168114586ef575d49d9/664",
            "blink_common_unittests": "9cc350619454b80c5284064650e23f074a66114fc1388ab5b99aa8076e8ea7ee/664",
            "blink_fuzzer_unittests": "687c546f8e0a5c18d20a542c77791ca78f2cbb1b755e35e052c1d798ca8195a2/586",
            "blink_heap_unittests": "2efa40af6f1b6aa618f7402c9d20f100d27b5ae6e178e81f6b0f7337eede8ebf/586",
            "blink_platform_unittests": "2471ce15d4696baa5643ebe810995764b3373cece0d0ebfd2f1c271cc81281a1/743",
            "blink_unittests": "f5918d36e9765d1295a18358101e8b1f043e366c703515f2f0102661c8f74d3f/827",
            "boringssl_crypto_tests": "1f184b8af53164e4236c5d01159ce01254aca2f9418a57b02b8872da23ac36a6/587",
            "boringssl_ssl_tests": "4c5965c0901200c42dff4882b48352952d4c011d7c11eebbbf708ff447e8b421/586",
            "capture_unittests": "4770e5b4bc00e70daa892954aa14232715b1fc19be9fb4811766f242972b1ccb/665",
            "cast_unittests": "92fa566035ae404e79c189b3c17ca3f2958e4513c1a438ba3b1d74a6023dd393/586",
            "cc_unittests": "f35445aa567bb68513537d53fac3085c77217e798607475141592377a3e214c9/746",
            "chrome_app_unittests": "c5233d6b9a1590030a90a7832803b822cc45999fa0c960ae00a4490bc908cc10/664",
            "chromedriver_unittests": "49a9d6a3c20c5819c7bb69113dbc0ef941d6f21cd3be8972da5a5e0ada849fca/743",
            "components_browsertests": "fa514fb0aebb1023bc3a96bbab653a3d4b3bd22f3d21651c6f5caa13fa972f51/830",
            "components_unittests": "0e35210ea98df93ead088e78e10973f0af3582c1f196cb0c119a42c2e03f5774/909",
            "compositor_unittests": "ad9089bf65a35dbb080f67cf2e9dd98eea5bf3bdd755059bbf74497f623271be/662",
            "content_browsertests": "07fd10ecc788010006ee6ae556684faf50afa5fe591ed7d1814ce6c4064e659f/903",
            "content_unittests": "43fd6ba2d54fef2b3528476f50ff781104fee4a93febb114aef3a965fb67c7ee/823",
            "crypto_unittests": "9ec7d0258d3308c10285d2bbd706922d6afc4323234bc4a89861df1bd8e3295d/666",
            "dbus_unittests": "9d4634e3ca76286229a447d63cafa0c8e781cd1f8edbd46addf6d90615520edd/586",
            "device_unittests": "48fc5954637f9c5d74de893527c9fa6d985e5908b100a6df3ff9d1aa8dd2535b/663",
            "display_unittests": "1cf296bdd2471c44b17310ee4dcda78796b307b5aa9c2c359577576d6571fb7d/586",
            "env_chromium_unittests": "50afdfd17e289a3d7f00dd0967ad41a5c78f5634aca31905dce7cb96073274c7/586",
            "events_unittests": "724c2d0508f16f85cd5496ba182f24d4525f2ba45153d0155f3d2706ecbdb944/586",
            "extensions_unittests": "1d47ba95f9d6fd2e619350a1cf3a77522c5a6a8a7b0832a2e2048f3c680c6d82/828",
            "filesystem_service_unittests": "47d3440f63ff7d6b5c8d7d3f052032226041ebd4517707184bcb5dd4ea2edfbd/586",
            "fuzzing_unittests": "ce9029b6b39abf8aeeb97016bb9e5d47dcdc1f19915f2c46261be723328e4e6a/586",
            "gcm_unit_tests": "e273c02b6957c573aa3b33acb430ec7e326849096c670f59a467e3c115078742/663",
            "gfx_unittests": "be26e90d42db5fc2a372b9d00c3bba4f5942fb311e67293eb406d9c12b3d4ed8/662",
            "gin_unittests": "787d0aa695da42faecaca0c09fd6d509d1627fa9db960e8caa754a348f2693e5/663",
            "gl_tests": "5453eab90f7436f4391d7b3fa6e3192c532cfa8db60cd018a862c58566f13ff6/586",
            "gl_unittests": "b3fea5d33db4e6515b102136912f909b8ee4aec93bbe817690672c703014e5fb/586",
            "google_apis_unittests": "c8a647b412a4fed12132273b02ee46eec4b9022304401ae594547f94b0b0e827/748",
            "gpu_unittests": "7b019bac678ab477c3d07b14d976ad9c16b24ce9aafbb197069b748d9f7db0e4/663",
            "gtk_unittests": "f7d99b4957c9c5c798b9b8360ef94faf524fa37951c07405e9a352debd1dedea/586",
            "gwp_asan_unittests": "92a5fd24ff3a1dd347d0d809e95e30b5152dd924e76989e82c435b1fda5ee4aa/587",
            "headless_browsertests": "efa9c21ae24d2db67ab98e9102962298e058189e0a8c0a3c724647f0d7c7636f/831",
            "headless_unittests": "79eba6ab17372be7365da861d16eab7ef124d2768533f4cd0214384b0decc44a/586",
            "interactive_ui_tests": "d8724e730b1f884dca01550a1cd29e6bbe874fa2b9813851d1e195b1af873332/1157",
            "ipc_tests": "2065a7ac5b7a5528f948070d5ca84a045a73beebd8e93cabaece77144afc00e4/586",
            "latency_unittests": "6c114034dcc0326eb7c43d3f1cee4b1a777276e36e5181293b14b539998ac20d/586",
            "leveldb_unittests": "705932be5410d060d1972080223b9d2e1cefb2e233ff06057af373fa68e0afc1/586",
            "libjingle_xmpp_unittests": "d623fc1cf0213e0e72380a763e9256074c688702f60abad94a6e982a9ef8f898/586",
            "liburlpattern_unittests": "d6cf89db41a714282b9c03fc79368daf38f482bee679d7271c3ac55c53dd9ea6/586",
            "media_unittests": "604ddaa9ed991a19920cb831bb860f1698f0f96480350eed93a752b62270d4cb/666",
            "message_center_unittests": "08ff507e75d51941236268b4844a3518f8d352d2fd6eb1ec340b4ae2f3dafffa/586",
            "midi_unittests": "2ea4c779687c8ae3cf57d9227c41f13f9d19f297840b79b5edbf01d42b5322c5/586",
            "mojo_unittests": "2596dbe7a0cef1a24bc8b80b79aef993381700decce6e4eef30dd05689fbb4cd/664",
            "native_theme_unittests": "24c865cf825bababbe54e946f3ffc60fd2ec8c8fed216a49ddef5807e669c3c7/586",
            "net_unittests": "692d19b12b3fb1fd0413df2903ad61ebf249a3ea05c2a710a33bc6a0a0c756e7/665",
            "openscreen_unittests": "0c278b97e24f7265303964373b10e3db6f481abace22520d13237892c17a9aa8/587",
            "ozone_unittests": "fbc61b7a27beb4cfd2b03fef38709e3dee73c682fc410cf6f4a07cb2c41d3efc/586",
            "ozone_x11_unittests": "f619267aaa938cc0e5c4ffdc7dcc6ec5de40598671ae460478c059adf7e05501/586",
            "pdf_unittests": "d1f92031dbe01e1f341a269fd2f2007fcc9781c3365b90a65c9b4b629121d57b/663",
            "perfetto_unittests": "1253081d2cbeb9c0db2df8a95707982a1aeb49e253bbcf6e76ab53d3bdde4baa/586",
            "printing_unittests": "c5f839d357fa730d07c26def58c9130598ea6497c0e08f862e66d0ece82f2ae5/586",
            "pthreadpool_unittests": "fbd44ef28d9031b7199ae023b62557d7faeb62bc94fd04accbcfd530b04da1c1/586",
            "puffin_unittests": "430549b67bed7a0a992ed578962d62990966957cdbb65365cdcf081c657f535e/670",
            "remoting_unittests": "c74647666635257587dc69423ab743dcad37f4764dce4f3d47dbcf04865e6517/745",
            "sandbox_linux_unittests": "677609ed685f75cd847f009bdfefc4134d590471744e9fae50211ddc75a77595/586",
            "services_unittests": "0307e2f1f5d4a8e8f8aa42f8f015916253aa0312d1cb8634bbee81575433a677/912",
            "shell_dialogs_unittests": "436f5ba2a941cfddfed8dae978170bacfdf59198e2e4be70c86581814dde0c8d/586",
            "skia_unittests": "53b7576dc261b501c423d370eaf9fc85e69d32eed5036888b85bb041eaf8b81b/587",
            "snapshot_unittests": "3875ce8f36d86ff2fcd92e1aad8b9f1ecdaa241c3e8d87e6afb07ce64040faea/586",
            "sql_unittests": "c959882e0bdffdc5393beb2d830946ecbb41db7b3b06e65dd73fe01eb1222874/663",
            "storage_unittests": "d20d80f8d8e44fb901758ff4e6a58d8c238dd36c2c0d00fa02dbe861d0d6cf7d/744",
            "sync_integration_tests": "e1316a60205b2bb69e1d4615d7dce2d3e5af94c530cdd08df8aab4c4be20dfd1/745",
            "ui_base_unittests": "86bf992ead2d895d4d026f974b39e0dc7720f0ee26a3b427deb150600ba7860e/739",
            "ui_touch_selection_unittests": "4e6c665ecf2e3eee09f67a5310c1183624d41eb0145cddc3e3b7a90219f751bf/586",
            "ui_unittests": "3fa6b756a85bafa597b0fd7c334c8610496e45f96347e2ab69023885ad6e86d6/586",
            "unit_tests": "37c17de6b0c3a4d00c6d0223a663afbd50d9fc82a11dd183cabe3d899280c101/1238",
            "url_unittests": "fcc423d4de8e48671e0b06a4a6c607b07ea10611b45c102909a3689c7c7eb59a/586",
            "views_unittests": "6260e1d831bd2122e56681195b49479ea8a315989e0e03af72e38c4f54af8d3a/586",
            "viz_unittests": "69014a1ee6b538a73b613dcbfec87e24ae8f96741a077fdb96e0af30963f28b2/670",
            "vr_common_unittests": "0561e68e377ffc54e84c72e8d45b0a0fbdf3c5c8ac726339338d6e2be833946d/664",
            "wm_unittests": "d778e8b574b1336ef30e31c93a8c758e2c86e2622b97fa5de7263640e6780bb2/586",
            "wtf_unittests": "f85c5b0b185df378b50e64f38445a8176f5c36e04c0a1644dcbd1a31e677e1b2/586",
            "xr_browser_tests": "0e506ac965bf006205190817daab5c97ca31bec4ed95354fa80b16ea429de57b/744",
            "zlib_unittests": "e76b5ff3116662e97e40e359e849b99e2babfb4f9c7ad0c2bcc84e6998287ef1/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8833817376575107312"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "550"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:44:38.040] Scheduled build:
{
  "id": "8668387312629036593",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 368,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-09T20:44:37.491712028Z",
  "updateTime": "2026-10-09T20:44:37.491712028Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[20:44:38.041] Task URL: https://cr-buildbucket.appspot.com/build/8668387312629036593
[20:44:38.041] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:2:0) after 3m1s
[20:44:38.991] Received PubSub notification, asking Buildbucket for the build status
[20:44:39.067] Build status: SCHEDULED
[20:44:42.741] Received PubSub notification, asking Buildbucket for the build status
[20:44:42.767] Build status: STARTED
[20:47:39.099] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:2:0)
[20:47:39.118] Build status: STARTED
[20:47:39.118] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:5:0) after 1m41s
[20:49:20.139] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:5:0)
[20:49:20.169] Build status: STARTED
[20:49:20.170] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:6:0) after 4m16s
[20:53:36.346] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:6:0)
[20:53:36.439] Build status: STARTED
[20:53:36.439] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:7:0) after 8m40s
[21:02:16.561] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:7:0)
[21:02:16.588] Build status: STARTED
[21:02:16.588] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:8:0) after 3m8s
[21:05:24.605] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:8:0)
[21:05:24.745] Build status: STARTED
[21:05:24.745] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:9:0) after 9m59s
[21:15:23.803] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:9:0)
[21:15:23.827] Build status: STARTED
[21:15:23.827] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833817376575107312:10:0) after 8m24s
[21:22:08.241] Received PubSub notification, asking Buildbucket for the build status
[21:22:08.271] Build:
{
  "id": "8668387312629036593",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 368,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-09T20:44:37.491712028Z",
  "startTime": "2026-10-09T20:44:42.369063097Z",
  "endTime": "2026-10-09T21:22:07.874629864Z",
  "updateTime": "2026-10-09T21:22:07.874629864Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "88e2ca531f3dd2edb957e5dfe905c16c7e7c1632",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[21:22:08.271] Invocation finished in 37m33.925815756s with status FAILED