Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "10a26a8096841c994c4460c1c0bc336e1b278794"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8687498709177669633"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8687498709177669633"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8687498709177669633"
    }
  ],
  "parent_build_id": "8687498709177669633",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#2450}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "8f5288e5ffdccbb9d9f2bdc59f65c40224e39552",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#42}",
  "parent_got_webrtc_revision": "fe210de7215dc375cba88a42df2715e4a4d6706f",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
  "swarm_hashes": {
    "absl_hardening_tests": "c3c2f75dfe6b7abbdcdcd2ccacad7f5390a55ea9537ed44d7f8d36532d4c9339/488",
    "accessibility_unittests": "cc27df4e7b76e22b4673e5f4b92c9ef1778928574486cbca2295cd28435ec40e/488",
    "angle_unittests": "77c2601d7b763e5fdfc6c319a6618186c6145fe71a3183639500bfa8c43c7a7d/489",
    "app_shell_unittests": "269a52e2b95aa9860b56a0e631d628ce91e56819903da5228b0e796acd33a140/649",
    "aura_unittests": "7df243aefc7d9cfa33b18261d33ae5fcee332934ab2a915d4ce68bbadf90d5d6/488",
    "base_unittests": "7a2580d03ab129fbd53bb3752b22856eca75f3aa019ad5504a504b8dca7644c7/566",
    "blink_common_unittests": "4428c874f40c11ca4ac194101cbb00a8809093147685ed0a38c3ef99d315d65f/566",
    "blink_fuzzer_unittests": "b3e21209d8326ffb98528db3526fdb28eb2ec84063febf46344a4a2e75f92ac5/488",
    "blink_heap_unittests": "03e101dc27396a331623a3594e6df4461b4057f5555e09c0fd2ca1c02731ca0c/488",
    "blink_platform_unittests": "992531b83b6304bc5048c4366a6c73ad05d994a0e2fe10fc4338da3e5217feb4/645",
    "blink_unittests": "995a9ec799f7becae9af705cd7ed207be4065776b15c60e82f5b7b477200d9e4/729",
    "boringssl_crypto_tests": "990a322ec67517f1c05532580afa104db81ea409a3b0aa14828b7e0eba31b2ac/489",
    "boringssl_ssl_tests": "e9e26893419c22ead9173f4dc09367805cc9e377647f00e3c98e799fbd4c7740/488",
    "capture_unittests": "bc8008550375fcdb089356b25bdbd72d68b5a6dcc567509de595e021c5b0086c/567",
    "cast_unittests": "e61718dde28131a347b4999ce3bffa858003f7807df99964ebbed8618ab92362/488",
    "cc_unittests": "153f1078ed563be7a123d0a249220a92f5422b2a7cafde3decab5585707b5795/648",
    "chrome_app_unittests": "14803066ea75c764e2bc6f1e10a05e966925b39c261f1213e86ecce9f9c18235/566",
    "chromedriver_unittests": "588d2d3d305f3a80e370e1616810ff8506f702145af9d7b5caaf2d1decc70c56/645",
    "components_browsertests": "850a46c5dd7384e11f3fd672ed868da79324d55b65b9947c61d8956fa879c918/732",
    "components_unittests": "76577c7a892ae009be51ac9a932e74f1e6671b3d5470b4a4e0f3626b38956f2a/811",
    "compositor_unittests": "d7225203b112a95f48b7afabbd15aced3d49636b8dd3119284f749db4b27dcaa/564",
    "content_browsertests": "99b88184716ec3847b6643b267e26298071b69837491f20a3c091a34b9464ae6/805",
    "content_unittests": "1b884cf1e2a39a2c8c18d152436eca1719973fdcd0ba154008399b3e9ffe0a54/725",
    "crypto_unittests": "330922cce28e7252645aa28347b28540c890d5d1eee5adeef9c655cf1794fd54/568",
    "dbus_unittests": "1d516303b1d2a56be9b8349fac6d38b0b676ed229d7d53afd86b5db4e1827f9e/488",
    "device_unittests": "9b6f20b8035c76287f78fa79e7069ebf18ee35d233a04181d44357c74cb24936/565",
    "display_unittests": "d731d3bbe800b09870aa6c065a2e4e7f6dfcef3124953e655215cd428123f8f2/488",
    "env_chromium_unittests": "c9e5792dfd2eba43d85facdb89f8cab9e13e0c6c0d54e3ab715bd57aec8019cd/488",
    "events_unittests": "0081d4c7e26eb3ac8ee25f75ae07b6f50455d3dae4efbdb96ba55503464da895/488",
    "extensions_browsertests": "205a8d2a6d3765032cde464e1e00a924a8d7c5ef8645262a20fdbd8b14845698/651",
    "extensions_unittests": "9161b3dc245ccb051a26e3020e10166b0a7354baa590137ab9f11dc3f63f84b8/730",
    "filesystem_service_unittests": "3609adc09fd28164d0d2550b9fb24ae17234e886e781c956c46de8ec2891d709/488",
    "fuzzing_unittests": "e5798de8e9dd4b329a43049ef453a205e86352790038efb4ff6616f636c73e17/488",
    "gcm_unit_tests": "693fe6ad9b000e844cecd31a0067131a7499a159e7bc4cf00254edaf9dc15a16/565",
    "gfx_unittests": "85ed50655b1648d04a96082832041b62572aca409071609763e9bce410594b4f/564",
    "gin_unittests": "16a5f4bfc179eec242b0b47ab2e80e731d3b31f0a0cf96ff23f504c9c9673af4/565",
    "gl_tests": "99252c9dcf0e3a3f25b437bc22f2ccc78d353c568b67f088abd05e1506e097b7/488",
    "gl_unittests": "d223b4d92153259978c7dac565f2de7b2c36a862b0f676fe6df77f1389d4ef6c/488",
    "google_apis_unittests": "da0436f95a69c3d1bf2b39ff325dcd2e730536b1a9cb555c423dac3c1e185b57/650",
    "gpu_unittests": "d19e878ab7a3051aa0b718bd2a5939442c27f770da4a91a2abe92c8a9578cc1d/565",
    "gwp_asan_unittests": "4e1cce5e7d55ea08fdd16d1c62164a6add8ddbd30557a4cc31ea5174b03af931/489",
    "headless_browsertests": "42c46c70ba83bcaa043838e389168c7119e45787a952ac49b714d6e8a002f23c/733",
    "headless_unittests": "f6f3c73b6859dd8585dc6907b05b6c78771e5f7c6af355eb12ddb2c31020390d/488",
    "interactive_ui_tests": "20df03ec53f4e0b9282ff005e551052d0dfe4c756c78e0acd827245dbf3ac0fe/1059",
    "ipc_tests": "95ea11c49a627b8d5e3cc7dbc7791b398b3134a1d45e5f4df7d842594efca4f3/488",
    "latency_unittests": "363e29a964704ecf4a0c291fbae5b838b0bfc9a6ab917e842ebd55d99098ac74/488",
    "leveldb_unittests": "972c97d149e54a4af8d4f0bf56a4206c5e813c4dda86f389db24529fc9fd8680/488",
    "libjingle_xmpp_unittests": "fbb9d3659d973cb44d2e6d766383eb21faf843645e1e74b046c9fe8822a38272/488",
    "liburlpattern_unittests": "9b80fb8844229d47b01932391c1bf05d8158eadfcb8422b056a8b9f7d313a526/488",
    "media_unittests": "7c0b3f3fa3bec4deb93d0e29682927f8510ccb525155e3014ccc50754c1696a7/568",
    "message_center_unittests": "c58bd69a7f1e9baa60298dc655e38b98eb86ffb06f45db7860725d004dee71e7/488",
    "midi_unittests": "2b89fe6f6ab79efbe158fab1b5167f55660e22c2bef8be51146b23edfa913fad/488",
    "mojo_unittests": "1a6f0303f3ca64b03f78c93d85b2d56d1517ff07af1d5b18b4a36e707f918bcd/566",
    "native_theme_unittests": "697b6d512a8ae8c1e19e113d70fb15f5fdd6cfaf842a89d90831a323e7b5cefe/488",
    "net_unittests": "5fbd5274520ea4320f2587294954838976081bc965637d106f2f97bc56be3889/567",
    "openscreen_unittests": "9da6bb77d07b3160c8d4d7eec49ec975943bb0dd48dd5170f88167ae8d42cd09/489",
    "ozone_unittests": "1a36727f6e59d48ff8bfef55b062c1bf75e17283cde73fde58c937fe5b21b9af/488",
    "ozone_x11_unittests": "c802dcf14b35cd5f2b02d2c6d6276e7ec6a7a8e98f4483e79edef4b47fbed3a9/488",
    "pdf_unittests": "ffb67fdbea15d814cf751a25a744e58f895832c8e637b51adaddf51ee696093d/565",
    "perfetto_unittests": "b45d8f7cb0ecf1d51dc2e5414567003ca2090b7296d59df50f93a87d1449aab9/488",
    "printing_unittests": "ae5a2fa36991473767d7a44d42ade6135c66603e5d5b4424d18f4a0acb50ffb0/488",
    "pthreadpool_unittests": "ae64ecdcb4176957771074f65b2a5fadbbfb43cc04b3c2dac5092d25093b0b2d/488",
    "remoting_unittests": "f326479d42fa12fbc7eb5ca3c1832458308555aa6edda454c5bfa1e6dc95a984/565",
    "sandbox_linux_unittests": "bff20c5d93729d48712528d3ae6381a9bb145efcea4d50c1b87f6222fa04f50d/488",
    "services_unittests": "d8bfb90953672b6517e7401d9a3d7cb517e6a209109719fecdb75bacf81cbc9c/734",
    "shell_dialogs_unittests": "43715772588a7f318f9ca134c42e2cd586c99bd129370071ad6f3f4ada7b4272/488",
    "skia_unittests": "34db1cacfc08a2c55705a2847f52444f0a591f769a283fc52aa8f0751dcca82d/488",
    "snapshot_unittests": "6202a29a4cc0380009ce99bbf095007edda9f7615d553fe21e752372f15bf9a0/488",
    "sql_unittests": "e2c99ed37d894a75d685b74faec2830cdbfb5b9042023f26b70d89b82177ea04/565",
    "storage_unittests": "779cbacf5388f07a32d9d4e432fd95021bb984d29bbee4324cb73b697b92fd5c/646",
    "sync_integration_tests": "1a965dae14887626e5090adec498a74d2a1930a3dc2b921937947e61725933b3/647",
    "ui_base_unittests": "b10da9dde806ac3a0f72993020f8161026731342811f1564c56e35955c541158/641",
    "ui_touch_selection_unittests": "2284191435b208312ef3cd41732c9ce2b1eea63208f05c4a01313bbeb6640ab7/488",
    "ui_unittests": "534d670eeca863d4a48d5543863983534a4498d0bbd0dcf58253360ab9fa3aee/488",
    "unit_tests": "8367fc168a1bcba97b1cf02ce839414f9ac4a51457f2b973791a75c6cf6ec9ad/1061",
    "url_unittests": "cf0f2d1419d9dbc9fd870457bbfbe680f301da8a9b9763e1259631499e147bc8/488",
    "views_unittests": "b026baa3244b1d2e0f5e61ceea5afe65636a6733ccfbb2b41de248f87914e022/488",
    "viz_unittests": "c5001a40e1fbc10782cfb1983ec0b5afcd85f172bf8099b97eee0b856535b992/572",
    "vr_common_unittests": "9ae044365cc8390237dca5621b128a1f8d000f119e5e61803d033ca3346d1597/566",
    "wm_unittests": "0d340048570f96b243c6cd8484955ee0e4e71104f4920ef8c777db3ae69d125c/488",
    "wtf_unittests": "5ab823a9ce9a6b705cdf140af7e040e4b141126d3f2442926fdd9c94bb12f8ca/488",
    "xr_browser_tests": "51b2cf5938d32c30e17059511acc535a443696d5bff54073f7a86afa2b987a28/646",
    "zlib_unittests": "32c963dcff016b7075bd95a818ae6d51568c23dca20581ad8111b096aa5c996d/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10a26a8096841c994c4460c1c0bc336e1b278794
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:622
  • user_agent:recipe

Debug log (UTC)

[23:06:14.320] New invocation is queued and will start shortly
[23:06:14.320] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:06:15.472] Starting the invocation (attempt 1)
[23:06:15.502] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10a26a8096841c994c4460c1c0bc336e1b278794"
[23:06:15.502] Popped gitiles commit info from properties and tags
[23:06:15.502] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:06:15.503] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:06:15.504] Buildbucket request:
{
  "requestId": "8852924423624406816",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8852924423624406816",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "10a26a8096841c994c4460c1c0bc336e1b278794"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8687498709177669633"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8687498709177669633"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8687498709177669633"
                                              }
                                        ],
                                    "parent_build_id": "8687498709177669633",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#2450}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "8f5288e5ffdccbb9d9f2bdc59f65c40224e39552",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#42}",
                                    "parent_got_webrtc_revision": "fe210de7215dc375cba88a42df2715e4a4d6706f",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#1}",
                                    "revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c3c2f75dfe6b7abbdcdcd2ccacad7f5390a55ea9537ed44d7f8d36532d4c9339/488",
                                          "accessibility_unittests": "cc27df4e7b76e22b4673e5f4b92c9ef1778928574486cbca2295cd28435ec40e/488",
                                          "angle_unittests": "77c2601d7b763e5fdfc6c319a6618186c6145fe71a3183639500bfa8c43c7a7d/489",
                                          "app_shell_unittests": "269a52e2b95aa9860b56a0e631d628ce91e56819903da5228b0e796acd33a140/649",
                                          "aura_unittests": "7df243aefc7d9cfa33b18261d33ae5fcee332934ab2a915d4ce68bbadf90d5d6/488",
                                          "base_unittests": "7a2580d03ab129fbd53bb3752b22856eca75f3aa019ad5504a504b8dca7644c7/566",
                                          "blink_common_unittests": "4428c874f40c11ca4ac194101cbb00a8809093147685ed0a38c3ef99d315d65f/566",
                                          "blink_fuzzer_unittests": "b3e21209d8326ffb98528db3526fdb28eb2ec84063febf46344a4a2e75f92ac5/488",
                                          "blink_heap_unittests": "03e101dc27396a331623a3594e6df4461b4057f5555e09c0fd2ca1c02731ca0c/488",
                                          "blink_platform_unittests": "992531b83b6304bc5048c4366a6c73ad05d994a0e2fe10fc4338da3e5217feb4/645",
                                          "blink_unittests": "995a9ec799f7becae9af705cd7ed207be4065776b15c60e82f5b7b477200d9e4/729",
                                          "boringssl_crypto_tests": "990a322ec67517f1c05532580afa104db81ea409a3b0aa14828b7e0eba31b2ac/489",
                                          "boringssl_ssl_tests": "e9e26893419c22ead9173f4dc09367805cc9e377647f00e3c98e799fbd4c7740/488",
                                          "capture_unittests": "bc8008550375fcdb089356b25bdbd72d68b5a6dcc567509de595e021c5b0086c/567",
                                          "cast_unittests": "e61718dde28131a347b4999ce3bffa858003f7807df99964ebbed8618ab92362/488",
                                          "cc_unittests": "153f1078ed563be7a123d0a249220a92f5422b2a7cafde3decab5585707b5795/648",
                                          "chrome_app_unittests": "14803066ea75c764e2bc6f1e10a05e966925b39c261f1213e86ecce9f9c18235/566",
                                          "chromedriver_unittests": "588d2d3d305f3a80e370e1616810ff8506f702145af9d7b5caaf2d1decc70c56/645",
                                          "components_browsertests": "850a46c5dd7384e11f3fd672ed868da79324d55b65b9947c61d8956fa879c918/732",
                                          "components_unittests": "76577c7a892ae009be51ac9a932e74f1e6671b3d5470b4a4e0f3626b38956f2a/811",
                                          "compositor_unittests": "d7225203b112a95f48b7afabbd15aced3d49636b8dd3119284f749db4b27dcaa/564",
                                          "content_browsertests": "99b88184716ec3847b6643b267e26298071b69837491f20a3c091a34b9464ae6/805",
                                          "content_unittests": "1b884cf1e2a39a2c8c18d152436eca1719973fdcd0ba154008399b3e9ffe0a54/725",
                                          "crypto_unittests": "330922cce28e7252645aa28347b28540c890d5d1eee5adeef9c655cf1794fd54/568",
                                          "dbus_unittests": "1d516303b1d2a56be9b8349fac6d38b0b676ed229d7d53afd86b5db4e1827f9e/488",
                                          "device_unittests": "9b6f20b8035c76287f78fa79e7069ebf18ee35d233a04181d44357c74cb24936/565",
                                          "display_unittests": "d731d3bbe800b09870aa6c065a2e4e7f6dfcef3124953e655215cd428123f8f2/488",
                                          "env_chromium_unittests": "c9e5792dfd2eba43d85facdb89f8cab9e13e0c6c0d54e3ab715bd57aec8019cd/488",
                                          "events_unittests": "0081d4c7e26eb3ac8ee25f75ae07b6f50455d3dae4efbdb96ba55503464da895/488",
                                          "extensions_browsertests": "205a8d2a6d3765032cde464e1e00a924a8d7c5ef8645262a20fdbd8b14845698/651",
                                          "extensions_unittests": "9161b3dc245ccb051a26e3020e10166b0a7354baa590137ab9f11dc3f63f84b8/730",
                                          "filesystem_service_unittests": "3609adc09fd28164d0d2550b9fb24ae17234e886e781c956c46de8ec2891d709/488",
                                          "fuzzing_unittests": "e5798de8e9dd4b329a43049ef453a205e86352790038efb4ff6616f636c73e17/488",
                                          "gcm_unit_tests": "693fe6ad9b000e844cecd31a0067131a7499a159e7bc4cf00254edaf9dc15a16/565",
                                          "gfx_unittests": "85ed50655b1648d04a96082832041b62572aca409071609763e9bce410594b4f/564",
                                          "gin_unittests": "16a5f4bfc179eec242b0b47ab2e80e731d3b31f0a0cf96ff23f504c9c9673af4/565",
                                          "gl_tests": "99252c9dcf0e3a3f25b437bc22f2ccc78d353c568b67f088abd05e1506e097b7/488",
                                          "gl_unittests": "d223b4d92153259978c7dac565f2de7b2c36a862b0f676fe6df77f1389d4ef6c/488",
                                          "google_apis_unittests": "da0436f95a69c3d1bf2b39ff325dcd2e730536b1a9cb555c423dac3c1e185b57/650",
                                          "gpu_unittests": "d19e878ab7a3051aa0b718bd2a5939442c27f770da4a91a2abe92c8a9578cc1d/565",
                                          "gwp_asan_unittests": "4e1cce5e7d55ea08fdd16d1c62164a6add8ddbd30557a4cc31ea5174b03af931/489",
                                          "headless_browsertests": "42c46c70ba83bcaa043838e389168c7119e45787a952ac49b714d6e8a002f23c/733",
                                          "headless_unittests": "f6f3c73b6859dd8585dc6907b05b6c78771e5f7c6af355eb12ddb2c31020390d/488",
                                          "interactive_ui_tests": "20df03ec53f4e0b9282ff005e551052d0dfe4c756c78e0acd827245dbf3ac0fe/1059",
                                          "ipc_tests": "95ea11c49a627b8d5e3cc7dbc7791b398b3134a1d45e5f4df7d842594efca4f3/488",
                                          "latency_unittests": "363e29a964704ecf4a0c291fbae5b838b0bfc9a6ab917e842ebd55d99098ac74/488",
                                          "leveldb_unittests": "972c97d149e54a4af8d4f0bf56a4206c5e813c4dda86f389db24529fc9fd8680/488",
                                          "libjingle_xmpp_unittests": "fbb9d3659d973cb44d2e6d766383eb21faf843645e1e74b046c9fe8822a38272/488",
                                          "liburlpattern_unittests": "9b80fb8844229d47b01932391c1bf05d8158eadfcb8422b056a8b9f7d313a526/488",
                                          "media_unittests": "7c0b3f3fa3bec4deb93d0e29682927f8510ccb525155e3014ccc50754c1696a7/568",
                                          "message_center_unittests": "c58bd69a7f1e9baa60298dc655e38b98eb86ffb06f45db7860725d004dee71e7/488",
                                          "midi_unittests": "2b89fe6f6ab79efbe158fab1b5167f55660e22c2bef8be51146b23edfa913fad/488",
                                          "mojo_unittests": "1a6f0303f3ca64b03f78c93d85b2d56d1517ff07af1d5b18b4a36e707f918bcd/566",
                                          "native_theme_unittests": "697b6d512a8ae8c1e19e113d70fb15f5fdd6cfaf842a89d90831a323e7b5cefe/488",
                                          "net_unittests": "5fbd5274520ea4320f2587294954838976081bc965637d106f2f97bc56be3889/567",
                                          "openscreen_unittests": "9da6bb77d07b3160c8d4d7eec49ec975943bb0dd48dd5170f88167ae8d42cd09/489",
                                          "ozone_unittests": "1a36727f6e59d48ff8bfef55b062c1bf75e17283cde73fde58c937fe5b21b9af/488",
                                          "ozone_x11_unittests": "c802dcf14b35cd5f2b02d2c6d6276e7ec6a7a8e98f4483e79edef4b47fbed3a9/488",
                                          "pdf_unittests": "ffb67fdbea15d814cf751a25a744e58f895832c8e637b51adaddf51ee696093d/565",
                                          "perfetto_unittests": "b45d8f7cb0ecf1d51dc2e5414567003ca2090b7296d59df50f93a87d1449aab9/488",
                                          "printing_unittests": "ae5a2fa36991473767d7a44d42ade6135c66603e5d5b4424d18f4a0acb50ffb0/488",
                                          "pthreadpool_unittests": "ae64ecdcb4176957771074f65b2a5fadbbfb43cc04b3c2dac5092d25093b0b2d/488",
                                          "remoting_unittests": "f326479d42fa12fbc7eb5ca3c1832458308555aa6edda454c5bfa1e6dc95a984/565",
                                          "sandbox_linux_unittests": "bff20c5d93729d48712528d3ae6381a9bb145efcea4d50c1b87f6222fa04f50d/488",
                                          "services_unittests": "d8bfb90953672b6517e7401d9a3d7cb517e6a209109719fecdb75bacf81cbc9c/734",
                                          "shell_dialogs_unittests": "43715772588a7f318f9ca134c42e2cd586c99bd129370071ad6f3f4ada7b4272/488",
                                          "skia_unittests": "34db1cacfc08a2c55705a2847f52444f0a591f769a283fc52aa8f0751dcca82d/488",
                                          "snapshot_unittests": "6202a29a4cc0380009ce99bbf095007edda9f7615d553fe21e752372f15bf9a0/488",
                                          "sql_unittests": "e2c99ed37d894a75d685b74faec2830cdbfb5b9042023f26b70d89b82177ea04/565",
                                          "storage_unittests": "779cbacf5388f07a32d9d4e432fd95021bb984d29bbee4324cb73b697b92fd5c/646",
                                          "sync_integration_tests": "1a965dae14887626e5090adec498a74d2a1930a3dc2b921937947e61725933b3/647",
                                          "ui_base_unittests": "b10da9dde806ac3a0f72993020f8161026731342811f1564c56e35955c541158/641",
                                          "ui_touch_selection_unittests": "2284191435b208312ef3cd41732c9ce2b1eea63208f05c4a01313bbeb6640ab7/488",
                                          "ui_unittests": "534d670eeca863d4a48d5543863983534a4498d0bbd0dcf58253360ab9fa3aee/488",
                                          "unit_tests": "8367fc168a1bcba97b1cf02ce839414f9ac4a51457f2b973791a75c6cf6ec9ad/1061",
                                          "url_unittests": "cf0f2d1419d9dbc9fd870457bbfbe680f301da8a9b9763e1259631499e147bc8/488",
                                          "views_unittests": "b026baa3244b1d2e0f5e61ceea5afe65636a6733ccfbb2b41de248f87914e022/488",
                                          "viz_unittests": "c5001a40e1fbc10782cfb1983ec0b5afcd85f172bf8099b97eee0b856535b992/572",
                                          "vr_common_unittests": "9ae044365cc8390237dca5621b128a1f8d000f119e5e61803d033ca3346d1597/566",
                                          "wm_unittests": "0d340048570f96b243c6cd8484955ee0e4e71104f4920ef8c777db3ae69d125c/488",
                                          "wtf_unittests": "5ab823a9ce9a6b705cdf140af7e040e4b141126d3f2442926fdd9c94bb12f8ca/488",
                                          "xr_browser_tests": "51b2cf5938d32c30e17059511acc535a443696d5bff54073f7a86afa2b987a28/646",
                                          "zlib_unittests": "32c963dcff016b7075bd95a818ae6d51568c23dca20581ad8111b096aa5c996d/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:622",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "62825de5-fbc6-4e86-9353-10d13c186689",
                        "title": "Linux TSan Builder/622",
                        "url": "https://cr-buildbucket.appspot.com/build/8687498709177669633"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "10a26a8096841c994c4460c1c0bc336e1b278794"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8687498709177669633"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8687498709177669633"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8687498709177669633"
                }
          ],
      "parent_build_id": "8687498709177669633",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "e05753c6d05b17b23d514038957469c70b75475c",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "10a26a8096841c994c4460c1c0bc336e1b278794",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#2450}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "8f5288e5ffdccbb9d9f2bdc59f65c40224e39552",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#42}",
      "parent_got_webrtc_revision": "fe210de7215dc375cba88a42df2715e4a4d6706f",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#1}",
      "swarm_hashes": {
            "absl_hardening_tests": "c3c2f75dfe6b7abbdcdcd2ccacad7f5390a55ea9537ed44d7f8d36532d4c9339/488",
            "accessibility_unittests": "cc27df4e7b76e22b4673e5f4b92c9ef1778928574486cbca2295cd28435ec40e/488",
            "angle_unittests": "77c2601d7b763e5fdfc6c319a6618186c6145fe71a3183639500bfa8c43c7a7d/489",
            "app_shell_unittests": "269a52e2b95aa9860b56a0e631d628ce91e56819903da5228b0e796acd33a140/649",
            "aura_unittests": "7df243aefc7d9cfa33b18261d33ae5fcee332934ab2a915d4ce68bbadf90d5d6/488",
            "base_unittests": "7a2580d03ab129fbd53bb3752b22856eca75f3aa019ad5504a504b8dca7644c7/566",
            "blink_common_unittests": "4428c874f40c11ca4ac194101cbb00a8809093147685ed0a38c3ef99d315d65f/566",
            "blink_fuzzer_unittests": "b3e21209d8326ffb98528db3526fdb28eb2ec84063febf46344a4a2e75f92ac5/488",
            "blink_heap_unittests": "03e101dc27396a331623a3594e6df4461b4057f5555e09c0fd2ca1c02731ca0c/488",
            "blink_platform_unittests": "992531b83b6304bc5048c4366a6c73ad05d994a0e2fe10fc4338da3e5217feb4/645",
            "blink_unittests": "995a9ec799f7becae9af705cd7ed207be4065776b15c60e82f5b7b477200d9e4/729",
            "boringssl_crypto_tests": "990a322ec67517f1c05532580afa104db81ea409a3b0aa14828b7e0eba31b2ac/489",
            "boringssl_ssl_tests": "e9e26893419c22ead9173f4dc09367805cc9e377647f00e3c98e799fbd4c7740/488",
            "capture_unittests": "bc8008550375fcdb089356b25bdbd72d68b5a6dcc567509de595e021c5b0086c/567",
            "cast_unittests": "e61718dde28131a347b4999ce3bffa858003f7807df99964ebbed8618ab92362/488",
            "cc_unittests": "153f1078ed563be7a123d0a249220a92f5422b2a7cafde3decab5585707b5795/648",
            "chrome_app_unittests": "14803066ea75c764e2bc6f1e10a05e966925b39c261f1213e86ecce9f9c18235/566",
            "chromedriver_unittests": "588d2d3d305f3a80e370e1616810ff8506f702145af9d7b5caaf2d1decc70c56/645",
            "components_browsertests": "850a46c5dd7384e11f3fd672ed868da79324d55b65b9947c61d8956fa879c918/732",
            "components_unittests": "76577c7a892ae009be51ac9a932e74f1e6671b3d5470b4a4e0f3626b38956f2a/811",
            "compositor_unittests": "d7225203b112a95f48b7afabbd15aced3d49636b8dd3119284f749db4b27dcaa/564",
            "content_browsertests": "99b88184716ec3847b6643b267e26298071b69837491f20a3c091a34b9464ae6/805",
            "content_unittests": "1b884cf1e2a39a2c8c18d152436eca1719973fdcd0ba154008399b3e9ffe0a54/725",
            "crypto_unittests": "330922cce28e7252645aa28347b28540c890d5d1eee5adeef9c655cf1794fd54/568",
            "dbus_unittests": "1d516303b1d2a56be9b8349fac6d38b0b676ed229d7d53afd86b5db4e1827f9e/488",
            "device_unittests": "9b6f20b8035c76287f78fa79e7069ebf18ee35d233a04181d44357c74cb24936/565",
            "display_unittests": "d731d3bbe800b09870aa6c065a2e4e7f6dfcef3124953e655215cd428123f8f2/488",
            "env_chromium_unittests": "c9e5792dfd2eba43d85facdb89f8cab9e13e0c6c0d54e3ab715bd57aec8019cd/488",
            "events_unittests": "0081d4c7e26eb3ac8ee25f75ae07b6f50455d3dae4efbdb96ba55503464da895/488",
            "extensions_browsertests": "205a8d2a6d3765032cde464e1e00a924a8d7c5ef8645262a20fdbd8b14845698/651",
            "extensions_unittests": "9161b3dc245ccb051a26e3020e10166b0a7354baa590137ab9f11dc3f63f84b8/730",
            "filesystem_service_unittests": "3609adc09fd28164d0d2550b9fb24ae17234e886e781c956c46de8ec2891d709/488",
            "fuzzing_unittests": "e5798de8e9dd4b329a43049ef453a205e86352790038efb4ff6616f636c73e17/488",
            "gcm_unit_tests": "693fe6ad9b000e844cecd31a0067131a7499a159e7bc4cf00254edaf9dc15a16/565",
            "gfx_unittests": "85ed50655b1648d04a96082832041b62572aca409071609763e9bce410594b4f/564",
            "gin_unittests": "16a5f4bfc179eec242b0b47ab2e80e731d3b31f0a0cf96ff23f504c9c9673af4/565",
            "gl_tests": "99252c9dcf0e3a3f25b437bc22f2ccc78d353c568b67f088abd05e1506e097b7/488",
            "gl_unittests": "d223b4d92153259978c7dac565f2de7b2c36a862b0f676fe6df77f1389d4ef6c/488",
            "google_apis_unittests": "da0436f95a69c3d1bf2b39ff325dcd2e730536b1a9cb555c423dac3c1e185b57/650",
            "gpu_unittests": "d19e878ab7a3051aa0b718bd2a5939442c27f770da4a91a2abe92c8a9578cc1d/565",
            "gwp_asan_unittests": "4e1cce5e7d55ea08fdd16d1c62164a6add8ddbd30557a4cc31ea5174b03af931/489",
            "headless_browsertests": "42c46c70ba83bcaa043838e389168c7119e45787a952ac49b714d6e8a002f23c/733",
            "headless_unittests": "f6f3c73b6859dd8585dc6907b05b6c78771e5f7c6af355eb12ddb2c31020390d/488",
            "interactive_ui_tests": "20df03ec53f4e0b9282ff005e551052d0dfe4c756c78e0acd827245dbf3ac0fe/1059",
            "ipc_tests": "95ea11c49a627b8d5e3cc7dbc7791b398b3134a1d45e5f4df7d842594efca4f3/488",
            "latency_unittests": "363e29a964704ecf4a0c291fbae5b838b0bfc9a6ab917e842ebd55d99098ac74/488",
            "leveldb_unittests": "972c97d149e54a4af8d4f0bf56a4206c5e813c4dda86f389db24529fc9fd8680/488",
            "libjingle_xmpp_unittests": "fbb9d3659d973cb44d2e6d766383eb21faf843645e1e74b046c9fe8822a38272/488",
            "liburlpattern_unittests": "9b80fb8844229d47b01932391c1bf05d8158eadfcb8422b056a8b9f7d313a526/488",
            "media_unittests": "7c0b3f3fa3bec4deb93d0e29682927f8510ccb525155e3014ccc50754c1696a7/568",
            "message_center_unittests": "c58bd69a7f1e9baa60298dc655e38b98eb86ffb06f45db7860725d004dee71e7/488",
            "midi_unittests": "2b89fe6f6ab79efbe158fab1b5167f55660e22c2bef8be51146b23edfa913fad/488",
            "mojo_unittests": "1a6f0303f3ca64b03f78c93d85b2d56d1517ff07af1d5b18b4a36e707f918bcd/566",
            "native_theme_unittests": "697b6d512a8ae8c1e19e113d70fb15f5fdd6cfaf842a89d90831a323e7b5cefe/488",
            "net_unittests": "5fbd5274520ea4320f2587294954838976081bc965637d106f2f97bc56be3889/567",
            "openscreen_unittests": "9da6bb77d07b3160c8d4d7eec49ec975943bb0dd48dd5170f88167ae8d42cd09/489",
            "ozone_unittests": "1a36727f6e59d48ff8bfef55b062c1bf75e17283cde73fde58c937fe5b21b9af/488",
            "ozone_x11_unittests": "c802dcf14b35cd5f2b02d2c6d6276e7ec6a7a8e98f4483e79edef4b47fbed3a9/488",
            "pdf_unittests": "ffb67fdbea15d814cf751a25a744e58f895832c8e637b51adaddf51ee696093d/565",
            "perfetto_unittests": "b45d8f7cb0ecf1d51dc2e5414567003ca2090b7296d59df50f93a87d1449aab9/488",
            "printing_unittests": "ae5a2fa36991473767d7a44d42ade6135c66603e5d5b4424d18f4a0acb50ffb0/488",
            "pthreadpool_unittests": "ae64ecdcb4176957771074f65b2a5fadbbfb43cc04b3c2dac5092d25093b0b2d/488",
            "remoting_unittests": "f326479d42fa12fbc7eb5ca3c1832458308555aa6edda454c5bfa1e6dc95a984/565",
            "sandbox_linux_unittests": "bff20c5d93729d48712528d3ae6381a9bb145efcea4d50c1b87f6222fa04f50d/488",
            "services_unittests": "d8bfb90953672b6517e7401d9a3d7cb517e6a209109719fecdb75bacf81cbc9c/734",
            "shell_dialogs_unittests": "43715772588a7f318f9ca134c42e2cd586c99bd129370071ad6f3f4ada7b4272/488",
            "skia_unittests": "34db1cacfc08a2c55705a2847f52444f0a591f769a283fc52aa8f0751dcca82d/488",
            "snapshot_unittests": "6202a29a4cc0380009ce99bbf095007edda9f7615d553fe21e752372f15bf9a0/488",
            "sql_unittests": "e2c99ed37d894a75d685b74faec2830cdbfb5b9042023f26b70d89b82177ea04/565",
            "storage_unittests": "779cbacf5388f07a32d9d4e432fd95021bb984d29bbee4324cb73b697b92fd5c/646",
            "sync_integration_tests": "1a965dae14887626e5090adec498a74d2a1930a3dc2b921937947e61725933b3/647",
            "ui_base_unittests": "b10da9dde806ac3a0f72993020f8161026731342811f1564c56e35955c541158/641",
            "ui_touch_selection_unittests": "2284191435b208312ef3cd41732c9ce2b1eea63208f05c4a01313bbeb6640ab7/488",
            "ui_unittests": "534d670eeca863d4a48d5543863983534a4498d0bbd0dcf58253360ab9fa3aee/488",
            "unit_tests": "8367fc168a1bcba97b1cf02ce839414f9ac4a51457f2b973791a75c6cf6ec9ad/1061",
            "url_unittests": "cf0f2d1419d9dbc9fd870457bbfbe680f301da8a9b9763e1259631499e147bc8/488",
            "views_unittests": "b026baa3244b1d2e0f5e61ceea5afe65636a6733ccfbb2b41de248f87914e022/488",
            "viz_unittests": "c5001a40e1fbc10782cfb1983ec0b5afcd85f172bf8099b97eee0b856535b992/572",
            "vr_common_unittests": "9ae044365cc8390237dca5621b128a1f8d000f119e5e61803d033ca3346d1597/566",
            "wm_unittests": "0d340048570f96b243c6cd8484955ee0e4e71104f4920ef8c777db3ae69d125c/488",
            "wtf_unittests": "5ab823a9ce9a6b705cdf140af7e040e4b141126d3f2442926fdd9c94bb12f8ca/488",
            "xr_browser_tests": "51b2cf5938d32c30e17059511acc535a443696d5bff54073f7a86afa2b987a28/646",
            "zlib_unittests": "32c963dcff016b7075bd95a818ae6d51568c23dca20581ad8111b096aa5c996d/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852924423624406816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "622"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:06:16.247] Scheduled build:
{
  "id": "8687494361659687265",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 619,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-12T23:06:15.569142658Z",
  "updateTime": "2026-03-12T23:06:15.569142658Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[23:06:16.247] Task URL: https://cr-buildbucket.appspot.com/build/8687494361659687265
[23:06:16.247] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:2:0) after 9m37s
[23:06:17.087] Received PubSub notification, asking Buildbucket for the build status
[23:06:17.142] Build status: SCHEDULED
[23:07:09.814] Received PubSub notification, asking Buildbucket for the build status
[23:07:09.831] Build status: STARTED
[23:15:53.373] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:2:0)
[23:15:53.415] Build status: STARTED
[23:15:53.415] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:5:0) after 9m37s
[23:25:30.532] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:5:0)
[23:25:30.585] Build status: STARTED
[23:25:30.585] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:6:0) after 3m32s
[23:29:02.700] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:6:0)
[23:29:02.772] Build status: STARTED
[23:29:02.772] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:7:0) after 1m5s
[23:30:07.842] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:7:0)
[23:30:07.866] Build status: STARTED
[23:30:07.866] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:8:0) after 2m20s
[23:32:27.889] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:8:0)
[23:32:27.905] Build status: STARTED
[23:32:27.905] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8852924423624406816:9:0) after 6m51s
[23:36:07.000] Received PubSub notification, asking Buildbucket for the build status
[23:36:07.022] Build:
{
  "id": "8687494361659687265",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 619,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-12T23:06:15.569142658Z",
  "startTime": "2026-03-12T23:07:09.528428885Z",
  "endTime": "2026-03-12T23:35:59.555354509Z",
  "updateTime": "2026-03-12T23:35:59.555354509Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "10a26a8096841c994c4460c1c0bc336e1b278794",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[23:36:07.022] Invocation finished in 29m52.711631983s with status FAILED