Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8710894460433428801"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8710894460433428801"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8710894460433428801"
    }
  ],
  "parent_build_id": "8710894460433428801",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
  "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
  "parent_got_revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#1905}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
  "swarm_hashes": {
    "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
    "accessibility_unittests": "b1f77fcdbfa77320cd6543f21d164a2a0e5a333a4bd568279211f3e0c4b5f700/488",
    "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
    "app_shell_unittests": "5cc080a25a6e65f4cefb32d94f0157f7c7d99bc261afb18bffa0ab4249ff099a/649",
    "aura_unittests": "9921a13875a4e6ecec383024d4ab722b2eeb729704e80d378b204f633debd53f/488",
    "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
    "blink_common_unittests": "a402e4f426c9d7c18dae1ebceec25a266c619bf3016250cc2f92be920e233d93/566",
    "blink_fuzzer_unittests": "eb61a3c6cad700ee6398880efaeee3cfad28507f029ce6e01a9aa4e4e4b5984e/488",
    "blink_heap_unittests": "11725f3ef86eb1eca958f27fd2b1f6b39be3e9009e9b04c7b214497f7e3acd02/488",
    "blink_platform_unittests": "e06a2c82debf4458ef9882a703cfca270ddf20e4184766e049a0a208e6478b89/645",
    "blink_unittests": "600c6037b223bf1b0dd77ee88fae8af05a51afa3e266b02783c6de6ffcc89ae5/729",
    "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
    "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
    "capture_unittests": "95264f4249a25b70aaaf0bc7cb158d4a104d0b0cb077234972d4318f8525deb5/567",
    "cast_unittests": "bafa6881d758431a9e75fffe53ef77d9c5cd0a5d3964bd641b63012b9b4f58d5/488",
    "cc_unittests": "d6ef2167d019ae593bb81470b624ed3a44a68834749aabfba01612983f694c37/648",
    "chrome_app_unittests": "61cf5ab5807b38d61c408b870c63168d0fc04071b4678cc90b553ce64f4af02f/566",
    "chromedriver_unittests": "a0c29a1fe3b7b64ef32335d0eb211486ed0b61d72c4cd514b27591d24aa56b51/645",
    "components_browsertests": "766919fb5b7932612fd810877e3f4f6b71f94e6cd64bc70035e51dfd7a713f34/732",
    "components_unittests": "8fe08e5a285a601d24b4bdc186fc2379b945925e9834c1aad531beb749801d8c/811",
    "compositor_unittests": "8ff218ca60740af47138c1be876b05b74b4151dfa865ea0696576adcc51bcbd7/564",
    "content_browsertests": "6eb5ab9618a97e8931ad99a8730e33826957995c645c290f99ecbf34f8e3c05c/805",
    "content_unittests": "a0ab1c9e3f43d4ebdd8068c9c18a746b23c33c2432ca24b7a8a0ec13c940e51c/725",
    "cronet_tests": "96b43ee7a55f276687737f0d87c49ed5fe90ef9c882d6c05a21ae301b49de5cd/649",
    "cronet_unittests": "144e6300e3fbb781d732e256cca8ba64019733c981261ab3c21a5fcbae7f9fc7/565",
    "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
    "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
    "device_unittests": "cd96b28dd811d0581cd7adf5e62e5c74389622270e538021a5a80a82a564083b/565",
    "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
    "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
    "events_unittests": "832efd53999eba3503da8b6f6d16211098d76e1f88601b7ebbcdd1f0904b8f9d/488",
    "extensions_browsertests": "88ef383c201c3b46eb0e1febdda5ce951bd08b301040c040e8aca77fa7aadf8b/651",
    "extensions_unittests": "f2da2c640a59171fa72e4f3404512f7851159fba6693fcc39b50454b6f1c0c77/730",
    "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
    "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
    "gcm_unit_tests": "445c1e82d3c1bc9ed0b02baeed5e78eb0f587f3ed2baa93be2315456ad0470d9/565",
    "gfx_unittests": "70ef9b223fc4c3535d0be04bec1d4df6bcff98ca6c3242e8b24efb2fa7b1fcec/564",
    "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
    "gl_tests": "ac655295530d3f8bb9d156eefb893bb4fc05d4e35471f34737b093b19d594a06/488",
    "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
    "google_apis_unittests": "dcaf46341b71438301b84f930c616b85d52c753624b42755b7bf2befb7cfcd97/650",
    "gpu_unittests": "a2c4dbde8f1a7e5a00cf4a6d87ef539caee2b44220ab21187131777993a69a62/565",
    "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
    "headless_browsertests": "1d24c6009baa40fc7b3bbe9f7bf6d4b75698044928835d5d25914d34be8214bc/649",
    "headless_unittests": "5740d792146da72b8db2a9a234011467db3598ab111b7b93786a7a515a455c0b/488",
    "interactive_ui_tests": "d7a86391d4041391ba8746d86f8f7f96115ea1028fec3ac656a9718d66c9efc0/973",
    "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
    "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
    "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
    "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
    "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
    "media_unittests": "339610dfd40979de40420a254efbadf1e3157ca0bcef35fdf8f16a062e635b00/568",
    "message_center_unittests": "7acb7e60b17da1949d02af2cca28a6caf89e564e2a2be029d9d1b0c8d8af46a0/488",
    "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
    "mojo_unittests": "0e952998ff93082ea2206a715849c813b389eda8b0020910334aebc18a586f01/566",
    "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
    "net_unittests": "f74aad894631af41f1436ee4945bcf73283f710aba2cbffa7fcdf3553c7bbc9f/567",
    "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
    "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
    "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
    "pdf_unittests": "947f30c252b6ea815c011d210c25055868493e6f0c30a548353f0998a9213982/565",
    "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
    "printing_unittests": "97a5905f8e818bee09041f76fda4027ed7d8f0d32d86259176313385067c4a6b/488",
    "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
    "remoting_unittests": "0d6d3a8f23b86eb4e8d50db3e9e0293729781ea4cbad9e5b5fbd2ac6231fd146/565",
    "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
    "services_unittests": "d0feca25035069d23d5b4b621da3ed7d44b5629e4e43703e66dba370d26f0d92/734",
    "shell_dialogs_unittests": "20841060b22d0020b6d7221cad95f59fffe583a5024f600a6252f9116619ad3d/488",
    "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
    "snapshot_unittests": "c5de802d996a8f131acdbe5b168a9eef3c7e95627ad417e74e76981d4cbdd14c/488",
    "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
    "storage_unittests": "ee8d1868d9ac4b3e66e1f63ece689a51e0f94e200d692c5c7e008a8271799115/646",
    "sync_integration_tests": "52e9bfe8c616962f6a01069e3d321037d8db9780bcb4b8aa0794aaa976835eee/647",
    "ui_base_unittests": "423a4e1930defa1b0c64cc17dc3fd596bb79ab8127d5049c3215fbc7ca34e239/641",
    "ui_touch_selection_unittests": "07b6e478301e5578547ec0d034ceeb6025b3b68750a0fd4de6254d1363eaf1bf/488",
    "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
    "unit_tests": "06d65fdbe6c9bdf824236aa2f57d25ec418c0dd8545026a9b920d7374f0db6ec/1061",
    "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
    "views_unittests": "d69824e8de373771ebb46a1b5b183607c7ca66ac205e00ede0da18436dd6a348/488",
    "viz_unittests": "bcdd421643d899b86b36770fcc99aa2ad3f33c5540eddd9f7303059780f93b3d/572",
    "vr_common_unittests": "062c94013bb1b2c930f6c453a62a4d0e1648b0ef1977f564ca6f3cddf9f6d33d/566",
    "wm_unittests": "4a036e51d61a4f1b2571a40f6f1a125dcd221e52ff4f2e8d800dfe502b37b02f/488",
    "wtf_unittests": "9ec30ba4a2338e80ebb9d4c7f2abf598dbf52993b87ecb7a70e211dc2e932ea1/488",
    "xr_browser_tests": "161a7453a56623a90949942a32597b057155ea5850cc431e67b87adaf9a939ad/646",
    "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0fb32531ba95a2a9f5ed117ba0b9db1ce8416305
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:615
  • user_agent:recipe

Debug log (UTC)

[17:20:19.074] New invocation is queued and will start shortly
[17:20:19.074] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:20:20.251] Starting the invocation (attempt 1)
[17:20:20.277] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0fb32531ba95a2a9f5ed117ba0b9db1ce8416305"
[17:20:20.277] Popped gitiles commit info from properties and tags
[17:20:20.277] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:20:20.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:20:20.277] Buildbucket request:
{
  "requestId": "8876320204409999152",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876320204409999152",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8710894460433428801"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8710894460433428801"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8710894460433428801"
                                              }
                                        ],
                                    "parent_build_id": "8710894460433428801",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
                                    "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
                                    "parent_got_revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#1905}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
                                          "accessibility_unittests": "b1f77fcdbfa77320cd6543f21d164a2a0e5a333a4bd568279211f3e0c4b5f700/488",
                                          "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
                                          "app_shell_unittests": "5cc080a25a6e65f4cefb32d94f0157f7c7d99bc261afb18bffa0ab4249ff099a/649",
                                          "aura_unittests": "9921a13875a4e6ecec383024d4ab722b2eeb729704e80d378b204f633debd53f/488",
                                          "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
                                          "blink_common_unittests": "a402e4f426c9d7c18dae1ebceec25a266c619bf3016250cc2f92be920e233d93/566",
                                          "blink_fuzzer_unittests": "eb61a3c6cad700ee6398880efaeee3cfad28507f029ce6e01a9aa4e4e4b5984e/488",
                                          "blink_heap_unittests": "11725f3ef86eb1eca958f27fd2b1f6b39be3e9009e9b04c7b214497f7e3acd02/488",
                                          "blink_platform_unittests": "e06a2c82debf4458ef9882a703cfca270ddf20e4184766e049a0a208e6478b89/645",
                                          "blink_unittests": "600c6037b223bf1b0dd77ee88fae8af05a51afa3e266b02783c6de6ffcc89ae5/729",
                                          "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
                                          "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
                                          "capture_unittests": "95264f4249a25b70aaaf0bc7cb158d4a104d0b0cb077234972d4318f8525deb5/567",
                                          "cast_unittests": "bafa6881d758431a9e75fffe53ef77d9c5cd0a5d3964bd641b63012b9b4f58d5/488",
                                          "cc_unittests": "d6ef2167d019ae593bb81470b624ed3a44a68834749aabfba01612983f694c37/648",
                                          "chrome_app_unittests": "61cf5ab5807b38d61c408b870c63168d0fc04071b4678cc90b553ce64f4af02f/566",
                                          "chromedriver_unittests": "a0c29a1fe3b7b64ef32335d0eb211486ed0b61d72c4cd514b27591d24aa56b51/645",
                                          "components_browsertests": "766919fb5b7932612fd810877e3f4f6b71f94e6cd64bc70035e51dfd7a713f34/732",
                                          "components_unittests": "8fe08e5a285a601d24b4bdc186fc2379b945925e9834c1aad531beb749801d8c/811",
                                          "compositor_unittests": "8ff218ca60740af47138c1be876b05b74b4151dfa865ea0696576adcc51bcbd7/564",
                                          "content_browsertests": "6eb5ab9618a97e8931ad99a8730e33826957995c645c290f99ecbf34f8e3c05c/805",
                                          "content_unittests": "a0ab1c9e3f43d4ebdd8068c9c18a746b23c33c2432ca24b7a8a0ec13c940e51c/725",
                                          "cronet_tests": "96b43ee7a55f276687737f0d87c49ed5fe90ef9c882d6c05a21ae301b49de5cd/649",
                                          "cronet_unittests": "144e6300e3fbb781d732e256cca8ba64019733c981261ab3c21a5fcbae7f9fc7/565",
                                          "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
                                          "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
                                          "device_unittests": "cd96b28dd811d0581cd7adf5e62e5c74389622270e538021a5a80a82a564083b/565",
                                          "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
                                          "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
                                          "events_unittests": "832efd53999eba3503da8b6f6d16211098d76e1f88601b7ebbcdd1f0904b8f9d/488",
                                          "extensions_browsertests": "88ef383c201c3b46eb0e1febdda5ce951bd08b301040c040e8aca77fa7aadf8b/651",
                                          "extensions_unittests": "f2da2c640a59171fa72e4f3404512f7851159fba6693fcc39b50454b6f1c0c77/730",
                                          "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
                                          "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
                                          "gcm_unit_tests": "445c1e82d3c1bc9ed0b02baeed5e78eb0f587f3ed2baa93be2315456ad0470d9/565",
                                          "gfx_unittests": "70ef9b223fc4c3535d0be04bec1d4df6bcff98ca6c3242e8b24efb2fa7b1fcec/564",
                                          "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
                                          "gl_tests": "ac655295530d3f8bb9d156eefb893bb4fc05d4e35471f34737b093b19d594a06/488",
                                          "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
                                          "google_apis_unittests": "dcaf46341b71438301b84f930c616b85d52c753624b42755b7bf2befb7cfcd97/650",
                                          "gpu_unittests": "a2c4dbde8f1a7e5a00cf4a6d87ef539caee2b44220ab21187131777993a69a62/565",
                                          "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
                                          "headless_browsertests": "1d24c6009baa40fc7b3bbe9f7bf6d4b75698044928835d5d25914d34be8214bc/649",
                                          "headless_unittests": "5740d792146da72b8db2a9a234011467db3598ab111b7b93786a7a515a455c0b/488",
                                          "interactive_ui_tests": "d7a86391d4041391ba8746d86f8f7f96115ea1028fec3ac656a9718d66c9efc0/973",
                                          "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
                                          "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
                                          "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
                                          "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
                                          "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
                                          "media_unittests": "339610dfd40979de40420a254efbadf1e3157ca0bcef35fdf8f16a062e635b00/568",
                                          "message_center_unittests": "7acb7e60b17da1949d02af2cca28a6caf89e564e2a2be029d9d1b0c8d8af46a0/488",
                                          "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
                                          "mojo_unittests": "0e952998ff93082ea2206a715849c813b389eda8b0020910334aebc18a586f01/566",
                                          "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
                                          "net_unittests": "f74aad894631af41f1436ee4945bcf73283f710aba2cbffa7fcdf3553c7bbc9f/567",
                                          "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
                                          "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
                                          "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
                                          "pdf_unittests": "947f30c252b6ea815c011d210c25055868493e6f0c30a548353f0998a9213982/565",
                                          "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
                                          "printing_unittests": "97a5905f8e818bee09041f76fda4027ed7d8f0d32d86259176313385067c4a6b/488",
                                          "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
                                          "remoting_unittests": "0d6d3a8f23b86eb4e8d50db3e9e0293729781ea4cbad9e5b5fbd2ac6231fd146/565",
                                          "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
                                          "services_unittests": "d0feca25035069d23d5b4b621da3ed7d44b5629e4e43703e66dba370d26f0d92/734",
                                          "shell_dialogs_unittests": "20841060b22d0020b6d7221cad95f59fffe583a5024f600a6252f9116619ad3d/488",
                                          "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
                                          "snapshot_unittests": "c5de802d996a8f131acdbe5b168a9eef3c7e95627ad417e74e76981d4cbdd14c/488",
                                          "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
                                          "storage_unittests": "ee8d1868d9ac4b3e66e1f63ece689a51e0f94e200d692c5c7e008a8271799115/646",
                                          "sync_integration_tests": "52e9bfe8c616962f6a01069e3d321037d8db9780bcb4b8aa0794aaa976835eee/647",
                                          "ui_base_unittests": "423a4e1930defa1b0c64cc17dc3fd596bb79ab8127d5049c3215fbc7ca34e239/641",
                                          "ui_touch_selection_unittests": "07b6e478301e5578547ec0d034ceeb6025b3b68750a0fd4de6254d1363eaf1bf/488",
                                          "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
                                          "unit_tests": "06d65fdbe6c9bdf824236aa2f57d25ec418c0dd8545026a9b920d7374f0db6ec/1061",
                                          "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
                                          "views_unittests": "d69824e8de373771ebb46a1b5b183607c7ca66ac205e00ede0da18436dd6a348/488",
                                          "viz_unittests": "bcdd421643d899b86b36770fcc99aa2ad3f33c5540eddd9f7303059780f93b3d/572",
                                          "vr_common_unittests": "062c94013bb1b2c930f6c453a62a4d0e1648b0ef1977f564ca6f3cddf9f6d33d/566",
                                          "wm_unittests": "4a036e51d61a4f1b2571a40f6f1a125dcd221e52ff4f2e8d800dfe502b37b02f/488",
                                          "wtf_unittests": "9ec30ba4a2338e80ebb9d4c7f2abf598dbf52993b87ecb7a70e211dc2e932ea1/488",
                                          "xr_browser_tests": "161a7453a56623a90949942a32597b057155ea5850cc431e67b87adaf9a939ad/646",
                                          "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:615",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a5f6f3b6-875e-4e2a-994b-84e10d5ab61f",
                        "title": "Linux TSan Builder/615",
                        "url": "https://cr-buildbucket.appspot.com/build/8710894460433428801"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8710894460433428801"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8710894460433428801"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8710894460433428801"
                }
          ],
      "parent_build_id": "8710894460433428801",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "df15136b959fc60c230265f75ee7fc75c96e8250",
      "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
      "parent_got_revision": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#1905}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "08757f69797e7cd6e2c85d1c63d3ee7ce883718a",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#44}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c610812286d21cf86ec42b172626510575632006e230e22a205b874d168698c8/488",
            "accessibility_unittests": "b1f77fcdbfa77320cd6543f21d164a2a0e5a333a4bd568279211f3e0c4b5f700/488",
            "angle_unittests": "8f849ca50c55b36cbc0ba0bf9e2351bb079f1de75b8a39de0854ae800d563ed9/489",
            "app_shell_unittests": "5cc080a25a6e65f4cefb32d94f0157f7c7d99bc261afb18bffa0ab4249ff099a/649",
            "aura_unittests": "9921a13875a4e6ecec383024d4ab722b2eeb729704e80d378b204f633debd53f/488",
            "base_unittests": "eaaed9455d1536cc3ae385e73ef419e4c9c967933099e77bc6992a4f876cdcb7/566",
            "blink_common_unittests": "a402e4f426c9d7c18dae1ebceec25a266c619bf3016250cc2f92be920e233d93/566",
            "blink_fuzzer_unittests": "eb61a3c6cad700ee6398880efaeee3cfad28507f029ce6e01a9aa4e4e4b5984e/488",
            "blink_heap_unittests": "11725f3ef86eb1eca958f27fd2b1f6b39be3e9009e9b04c7b214497f7e3acd02/488",
            "blink_platform_unittests": "e06a2c82debf4458ef9882a703cfca270ddf20e4184766e049a0a208e6478b89/645",
            "blink_unittests": "600c6037b223bf1b0dd77ee88fae8af05a51afa3e266b02783c6de6ffcc89ae5/729",
            "boringssl_crypto_tests": "4ba10659f307e4d1f28165a7edf7af0f0b4c549cd30d04070337fbc1721eff8c/489",
            "boringssl_ssl_tests": "4d0b0a814bfc0ae0011106dbb98ce4ecd20b11bd644fbdbcb66eda7ca81b9e65/488",
            "capture_unittests": "95264f4249a25b70aaaf0bc7cb158d4a104d0b0cb077234972d4318f8525deb5/567",
            "cast_unittests": "bafa6881d758431a9e75fffe53ef77d9c5cd0a5d3964bd641b63012b9b4f58d5/488",
            "cc_unittests": "d6ef2167d019ae593bb81470b624ed3a44a68834749aabfba01612983f694c37/648",
            "chrome_app_unittests": "61cf5ab5807b38d61c408b870c63168d0fc04071b4678cc90b553ce64f4af02f/566",
            "chromedriver_unittests": "a0c29a1fe3b7b64ef32335d0eb211486ed0b61d72c4cd514b27591d24aa56b51/645",
            "components_browsertests": "766919fb5b7932612fd810877e3f4f6b71f94e6cd64bc70035e51dfd7a713f34/732",
            "components_unittests": "8fe08e5a285a601d24b4bdc186fc2379b945925e9834c1aad531beb749801d8c/811",
            "compositor_unittests": "8ff218ca60740af47138c1be876b05b74b4151dfa865ea0696576adcc51bcbd7/564",
            "content_browsertests": "6eb5ab9618a97e8931ad99a8730e33826957995c645c290f99ecbf34f8e3c05c/805",
            "content_unittests": "a0ab1c9e3f43d4ebdd8068c9c18a746b23c33c2432ca24b7a8a0ec13c940e51c/725",
            "cronet_tests": "96b43ee7a55f276687737f0d87c49ed5fe90ef9c882d6c05a21ae301b49de5cd/649",
            "cronet_unittests": "144e6300e3fbb781d732e256cca8ba64019733c981261ab3c21a5fcbae7f9fc7/565",
            "crypto_unittests": "3304570de3fcbae4d12940f1cd981a0766f90cc7924685cfa09936b931f555ea/488",
            "dbus_unittests": "dd373814172ff67063d52b0408da3c12a5faf21bdc158011412fa8c7cb64c821/488",
            "device_unittests": "cd96b28dd811d0581cd7adf5e62e5c74389622270e538021a5a80a82a564083b/565",
            "display_unittests": "9c9682373dc6e1fd97404c46aebc7656ff78cfcdbfc0cf5fc4338c8c1749c479/488",
            "env_chromium_unittests": "5f2a9f002e8a80d0b8c44a155ab32a657c2a2dbb8dacf02909e327ca30061d08/488",
            "events_unittests": "832efd53999eba3503da8b6f6d16211098d76e1f88601b7ebbcdd1f0904b8f9d/488",
            "extensions_browsertests": "88ef383c201c3b46eb0e1febdda5ce951bd08b301040c040e8aca77fa7aadf8b/651",
            "extensions_unittests": "f2da2c640a59171fa72e4f3404512f7851159fba6693fcc39b50454b6f1c0c77/730",
            "filesystem_service_unittests": "57a4a4fedea8a9f1e5fa326f06162761402f78c83ce44d24b367f71f225df952/488",
            "fuzzing_unittests": "7aa6f140a2e2d6f9243e1fcec5b7a829efa1c8b03c6107b26e465c87891771be/488",
            "gcm_unit_tests": "445c1e82d3c1bc9ed0b02baeed5e78eb0f587f3ed2baa93be2315456ad0470d9/565",
            "gfx_unittests": "70ef9b223fc4c3535d0be04bec1d4df6bcff98ca6c3242e8b24efb2fa7b1fcec/564",
            "gin_unittests": "95d0995155ad52309302b70ffdc7033a824d8073940f2ac7adc33f9f37ccaaf5/565",
            "gl_tests": "ac655295530d3f8bb9d156eefb893bb4fc05d4e35471f34737b093b19d594a06/488",
            "gl_unittests": "a5791974d153a6d3238012270439de0bf0444abc763b4141324643327e291bbe/488",
            "google_apis_unittests": "dcaf46341b71438301b84f930c616b85d52c753624b42755b7bf2befb7cfcd97/650",
            "gpu_unittests": "a2c4dbde8f1a7e5a00cf4a6d87ef539caee2b44220ab21187131777993a69a62/565",
            "gwp_asan_unittests": "439a68b12e637b618ed10dffffe8ecbe6c6f5505c6269de4ca1efb267bd64d7e/489",
            "headless_browsertests": "1d24c6009baa40fc7b3bbe9f7bf6d4b75698044928835d5d25914d34be8214bc/649",
            "headless_unittests": "5740d792146da72b8db2a9a234011467db3598ab111b7b93786a7a515a455c0b/488",
            "interactive_ui_tests": "d7a86391d4041391ba8746d86f8f7f96115ea1028fec3ac656a9718d66c9efc0/973",
            "ipc_tests": "819c8aa8dab853afbd31be14aaf25e02ceb39c19d63b1636a2f33f184832e464/488",
            "latency_unittests": "8303ac4623adef2c52a0d885740ad353de44ee33777ca14083e325b758f6218b/488",
            "leveldb_unittests": "fbea16a114046710abc82526d06272557fcd09d0a4e8d839ee2536501c15c5a4/488",
            "libjingle_xmpp_unittests": "4a79c84dd6622e612f22de0785aff9e753781bea75bb200dcc21438fc0e2550b/488",
            "liburlpattern_unittests": "f0db06bf50a7c31e06a7437b397bca7854dd7efff39b077f226dce5e135cd83d/488",
            "media_unittests": "339610dfd40979de40420a254efbadf1e3157ca0bcef35fdf8f16a062e635b00/568",
            "message_center_unittests": "7acb7e60b17da1949d02af2cca28a6caf89e564e2a2be029d9d1b0c8d8af46a0/488",
            "midi_unittests": "84da0267f88d72a190c7ae918756bb2fa6267bb2cd06f8e1ec652c51a482df33/488",
            "mojo_unittests": "0e952998ff93082ea2206a715849c813b389eda8b0020910334aebc18a586f01/566",
            "native_theme_unittests": "762b027cfb310d9324e28e1dd4add469632ac5cc0a8ba84fc4a2c2a33f1083cc/488",
            "net_unittests": "f74aad894631af41f1436ee4945bcf73283f710aba2cbffa7fcdf3553c7bbc9f/567",
            "openscreen_unittests": "6addc77b0b2e47dd22a8c4537a26d74ccf531af7109d105d6e367ab8d87f7585/489",
            "ozone_unittests": "8bf4c2277c6a89df738f0d2f4aad653f7079c5c9824e6582b6a7627a49c09a27/488",
            "ozone_x11_unittests": "7df7121154ceb57d2c5a1d76fed6aa99ac6f050af97575c1951175f9ab31dd14/488",
            "pdf_unittests": "947f30c252b6ea815c011d210c25055868493e6f0c30a548353f0998a9213982/565",
            "perfetto_unittests": "93e2cd7e749128e0a70a5c574577772b98a3d1a07ecdc9e66994198ee13194c7/488",
            "printing_unittests": "97a5905f8e818bee09041f76fda4027ed7d8f0d32d86259176313385067c4a6b/488",
            "pthreadpool_unittests": "f08979a84f4e3223e7ab70c1aba58786bee4672788057e41b37f26141bae76e8/488",
            "remoting_unittests": "0d6d3a8f23b86eb4e8d50db3e9e0293729781ea4cbad9e5b5fbd2ac6231fd146/565",
            "sandbox_linux_unittests": "a8d1124e9627962ec78273f946bfb73225d9ef622fa15953b459d3f367feddff/488",
            "services_unittests": "d0feca25035069d23d5b4b621da3ed7d44b5629e4e43703e66dba370d26f0d92/734",
            "shell_dialogs_unittests": "20841060b22d0020b6d7221cad95f59fffe583a5024f600a6252f9116619ad3d/488",
            "skia_unittests": "c3cde1514b40be4b1912ab70d2a22753413696efc778f2a93f560f2682f32223/488",
            "snapshot_unittests": "c5de802d996a8f131acdbe5b168a9eef3c7e95627ad417e74e76981d4cbdd14c/488",
            "sql_unittests": "2ea789863e3d8001ad793fd88052ab5837675279ab3b016cf0cb01f003a7dab8/565",
            "storage_unittests": "ee8d1868d9ac4b3e66e1f63ece689a51e0f94e200d692c5c7e008a8271799115/646",
            "sync_integration_tests": "52e9bfe8c616962f6a01069e3d321037d8db9780bcb4b8aa0794aaa976835eee/647",
            "ui_base_unittests": "423a4e1930defa1b0c64cc17dc3fd596bb79ab8127d5049c3215fbc7ca34e239/641",
            "ui_touch_selection_unittests": "07b6e478301e5578547ec0d034ceeb6025b3b68750a0fd4de6254d1363eaf1bf/488",
            "ui_unittests": "12ebb3ff87e49c77308e79aca7f026711cf4579f005e56dcb0043537398500b1/488",
            "unit_tests": "06d65fdbe6c9bdf824236aa2f57d25ec418c0dd8545026a9b920d7374f0db6ec/1061",
            "url_unittests": "12d34f711d501ae431cc558001cffb01ee37141b0cea70cad37cd933c5c999f0/488",
            "views_unittests": "d69824e8de373771ebb46a1b5b183607c7ca66ac205e00ede0da18436dd6a348/488",
            "viz_unittests": "bcdd421643d899b86b36770fcc99aa2ad3f33c5540eddd9f7303059780f93b3d/572",
            "vr_common_unittests": "062c94013bb1b2c930f6c453a62a4d0e1648b0ef1977f564ca6f3cddf9f6d33d/566",
            "wm_unittests": "4a036e51d61a4f1b2571a40f6f1a125dcd221e52ff4f2e8d800dfe502b37b02f/488",
            "wtf_unittests": "9ec30ba4a2338e80ebb9d4c7f2abf598dbf52993b87ecb7a70e211dc2e932ea1/488",
            "xr_browser_tests": "161a7453a56623a90949942a32597b057155ea5850cc431e67b87adaf9a939ad/646",
            "zlib_unittests": "0448c749a4d3fb29f49ebd3b3f81830a9780c2c3ca3d206559fbd967770f22c6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876320204409999152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "615"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:20:20.812] Scheduled build:
{
  "id": "8710890142427421265",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 614,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-27T17:20:20.338060615Z",
  "updateTime": "2025-06-27T17:20:20.338060615Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[17:20:20.812] Task URL: https://cr-buildbucket.appspot.com/build/8710890142427421265
[17:20:20.812] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8876320204409999152:2:0) after 7m33s
[17:20:21.861] Received PubSub notification, asking Buildbucket for the build status
[17:20:21.891] Build status: SCHEDULED
[17:20:24.538] Received PubSub notification, asking Buildbucket for the build status
[17:20:24.561] Build status: STARTED
[17:27:53.912] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8876320204409999152:2:0)
[17:27:53.939] Build status: STARTED
[17:27:53.939] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8876320204409999152:5:0) after 7m5s
[17:34:58.957] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8876320204409999152:5:0)
[17:34:59.001] Build status: STARTED
[17:34:59.001] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8876320204409999152:6:0) after 9m50s
[17:42:05.225] Received PubSub notification, asking Buildbucket for the build status
[17:42:05.253] Build:
{
  "id": "8710890142427421265",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 614,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-27T17:20:20.338060615Z",
  "startTime": "2025-06-27T17:20:24.307185679Z",
  "endTime": "2025-06-27T17:42:04.675171864Z",
  "updateTime": "2025-06-27T17:42:04.675171864Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0fb32531ba95a2a9f5ed117ba0b9db1ce8416305",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[17:42:05.253] Invocation finished in 21m46.18848017s with status FAILED