Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 20 minutes
Actions:

Definition (rev 88792a3ee1d8f828380e93e1e6b2012886013f02)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/219 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6778"
      }
    ]
  },
  "branch": "refs/branch-heads/6778",
  "deps_revision_overrides": {
    "src": "ee2829f5a741ed0206a021f2cbbeaf555287a562"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8732847050803131345"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8732847050803131345"
    }
  ],
  "parent_build_id": "8732847050803131345",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
  "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
  "parent_got_revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
  "parent_got_revision_cp": "refs/branch-heads/6778@{#1061}",
  "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
  "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
  "parent_got_webrtc_revision": "e61bb7312c3ec5af5ecf86bbf504039ed08fe9eb",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
  "swarm_hashes": {
    "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
    "accessibility_unittests": "a8e6daf8852e7c23871e2e24d794b49afdd859aa22f2771c5111fcac177be153/488",
    "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
    "app_shell_unittests": "f55bcef4e5138eec4e7dfaacf5b8a9d8ade1d0c1b26161e6605dccc3d82a448d/649",
    "aura_unittests": "61efd9a3c683d7857f2c37769ac9278e94ce3c4c4c257e34dff74bfdcd379d52/488",
    "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
    "blink_common_unittests": "aebebb00ad5d8230dc0431bf4e7f927deab4683026b99083666aa3923996cd7e/566",
    "blink_fuzzer_unittests": "6b7dbe0a824c1b977abad7e7586c709e8383f7be535056da5684bc353c5e4697/488",
    "blink_heap_unittests": "9867169e1f2ba5338934e08d1dca31572a1c2e092d72befb65089bee7e45df7f/488",
    "blink_platform_unittests": "b0a892929e2962812c69f8a7b9ca190bec71e2a06bc141a54d7156dbc1428deb/645",
    "blink_unittests": "b1776cb6941a88d7e64b45f863d46b601396a0910b38f43f3b4587a753c96b56/729",
    "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
    "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
    "capture_unittests": "e386e1a5686bee5e6ea1713e2d144d5a94b50456835297a625d7043153c4ee03/567",
    "cast_unittests": "eb9a08552f2b9e401a7659af7f4fe3e79c7238ffe127148c59a288c272649bfe/488",
    "cc_unittests": "b7ba5ad05a9f9577c09799488cebca56561daeb567ad79f01e734cad2237dd2a/648",
    "chrome_app_unittests": "2f5a38623abcc4507f53b5692af25f1124a062b0c5ae6554bb214efd6b1c6ab1/566",
    "chromedriver_unittests": "0489c6729fe591dae6c93c6ade305f3d1f5da9b4cb14dc04ba0bc31cf739fa31/645",
    "components_browsertests": "55f8ad31249206a20fa5e7f53d3f00e05586121aed11e83b29f6e76f8a350f90/732",
    "components_unittests": "3b6ccd39bda593d7e88e67a2320cbac9530ad7ba36a06f8bc5f7f1509055f442/732",
    "compositor_unittests": "7b0be1dd05f7730a58477286ffb9f9e6552222a51e44956f969781a43958b2a5/564",
    "content_browsertests": "ef50c2987e35c1c112ef012454723fd2f3e787b11c48036ea519b54aebae862c/727",
    "content_unittests": "701a49ef092a5b9a57713f885655dcfdabaa438f1d610c7bcbf5f6419d449276/725",
    "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
    "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
    "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
    "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
    "device_unittests": "21e661e4f6c80a5d3767d1be766a044a5d6054012e59e8d2201cc04f342044e5/645",
    "display_unittests": "31b333cc4e6174d01fb865c383b0c82880afa1b982b0c16000ff197449ccb0fb/488",
    "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
    "events_unittests": "6fa8310e18a5d41343c7f540a92509564627730a7dabd382c758e54d172f8eb1/488",
    "extensions_browsertests": "e3c8326e02927ee98d5d2ae77b0c3491c2f49857b552cde008cb4c23097eb2e3/651",
    "extensions_unittests": "766ef63dba8cba33191008b6ebc4e711f8d1e6b19dffad3bf9a3b951b1d67859/730",
    "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
    "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
    "gcm_unit_tests": "b16751db94ee69ffcd00920292cbc0b8973b62a48329cade9d63382f27235082/565",
    "gfx_unittests": "d9fda945a515ecdfd817fc2951033cdbff42ab45b30bbe1a12b2c12a2d61a192/564",
    "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
    "gl_tests": "1da8ba07d278a1f6d405a41c515ce5a781f1eb0ad70128a1dbe949f2211b47c9/488",
    "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
    "google_apis_unittests": "b32d0818e8f4374e19a2e766f75d246c0a50fcbf17d0bb2bf05a926d4a4d18a3/650",
    "gpu_unittests": "14f24a8953bae8f6e2e7c15a1093f108b7fc6d91413918f141bc16ec16a1c752/565",
    "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
    "headless_browsertests": "4910a2f64ad1859f71193e79892370082c8513f3dfb9a96c65c74fe9d9a438e1/649",
    "headless_unittests": "9b1e144f1b55ae41f93fca10ce915b6ee5c91b84f84ca444582268051f9317a8/488",
    "interactive_ui_tests": "839b9c3e74d86ceacb190cf899089feb4a8e87bb3b5f0202a08c234d4e9e6410/973",
    "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
    "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
    "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
    "libjingle_xmpp_unittests": "b86acbf3a2df08e9897b68549583f1bca66fb2863b230478eca61bdd9751435d/488",
    "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
    "media_unittests": "c61545a885829093e0ecf9f6456af79ce78bae7b34b64d2bce724809e4ab35ac/568",
    "message_center_unittests": "20ee9e6a03d82b32d5f3492a3cdca064a965df5720ebfeb15c9b5a68942b8379/488",
    "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
    "mojo_unittests": "4dbcf8fe1dc45f1d121c870f9031ae323b9e4fe9f58905a3cef75fb0773924d8/566",
    "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
    "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
    "openscreen_unittests": "5428cc271f59901dc0e44d90b345966c6e52924e18f0bd2fc8d1b1365a62d08f/489",
    "ozone_unittests": "fe8bd42e2d4a1b7e4f6f20bddf565ba9b108d2e05de6b5162eb0560134cf8009/488",
    "ozone_x11_unittests": "9a06d075268103ce098fb4c5459e021f879aaadaa883c4f45b637dd94fca01b2/488",
    "pdf_unittests": "a261335d0e72d9e0fd18846bb7d7ff2232ac4570480ac679d3967e0d96925221/565",
    "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
    "printing_unittests": "8ec80cd8cde3450beb7337fee5e5bd23aa789f13d51e9fcbd91ec30b13a560c9/488",
    "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
    "remoting_unittests": "b4ed56c9d1f7b32005c49f9f144b8df08ad0fb4119387a70239d6768750a8012/565",
    "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
    "services_unittests": "3c7e89112fcc2ec36326cddbeaab5bb4a4a470018810b180685effffa96bfc7b/734",
    "shell_dialogs_unittests": "79dcf025458c8b5798737683948c98f3c1b6a96cf5bbae91cd19c01775882248/488",
    "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
    "snapshot_unittests": "b155b492d692735155af5587d37e921737d1dc9b026e576e73478135a92cf279/488",
    "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
    "storage_unittests": "2052aefc67b2fb86929d2bac51d37a8749b2da8339fdb7168bddb7c195b6abd6/646",
    "sync_integration_tests": "54d1739184ec88ae6ee8fae8d5e44f45152b2e132c32051cb030beeaf048423c/647",
    "ui_base_unittests": "d98662ad2eea2e4b4428839da3db55456feb29f03a5461a03f05ce1a280294fb/641",
    "ui_touch_selection_unittests": "56d0309d708d3b16c87883fd8893a0e54df6823ca811d9a652bbca6d117eb8c6/488",
    "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
    "unit_tests": "9d2891e8ee2e43f3c571547f256109e0fafade5a5ff817ed9fbf96b47f8ed294/1056",
    "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
    "views_unittests": "3be78866b7b2a76707df90191012720c65f38e9ccea0651a38bf49686cc7c003/488",
    "viz_unittests": "2a798e91965d90524cba5c9ad9f1cc58d849abef6729a298ecabfb9b994fb77b/572",
    "vr_common_unittests": "66175ab7e0dc510070313052a4c6212aed78ceac6c4fed34eba152ddcfa0b05b/566",
    "wm_unittests": "a973909bd495c051c7642b2209c349844cd75b7c3e576d17f7a34e884105a6fd/488",
    "wtf_unittests": "5e6676e2fb9691e3a8659976f7e6dc5954bddc7aca9abf6fd2ae7eb93b8816da/488",
    "xr_browser_tests": "e97f8502ae50ce0ad24f9fc463ee426eec889a8bac1fe8a3bf95ea1e98e16911/646",
    "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ee2829f5a741ed0206a021f2cbbeaf555287a562
  • gitiles_ref:refs/branch-heads/6778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:219
  • user_agent:recipe

Debug log (UTC)

[09:43:00.912] New invocation is queued and will start shortly
[09:43:00.912] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:43:02.035] Starting the invocation (attempt 1)
[09:43:02.061] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ee2829f5a741ed0206a021f2cbbeaf555287a562"
[09:43:02.061] Popped gitiles commit info from properties and tags
[09:43:02.061] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:43:02.061] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:43:02.067] Buildbucket request:
{
  "requestId": "8898273441298705024",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8898273441298705024",
            "job": "chromium-m131/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "ee2829f5a741ed0206a021f2cbbeaf555287a562"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8732847050803131345"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8732847050803131345"
                                              }
                                        ],
                                    "parent_build_id": "8732847050803131345",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
                                    "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
                                    "parent_got_revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
                                    "parent_got_revision_cp": "refs/branch-heads/6778@{#1061}",
                                    "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
                                    "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
                                    "parent_got_webrtc_revision": "e61bb7312c3ec5af5ecf86bbf504039ed08fe9eb",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#1}",
                                    "revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
                                          "accessibility_unittests": "a8e6daf8852e7c23871e2e24d794b49afdd859aa22f2771c5111fcac177be153/488",
                                          "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
                                          "app_shell_unittests": "f55bcef4e5138eec4e7dfaacf5b8a9d8ade1d0c1b26161e6605dccc3d82a448d/649",
                                          "aura_unittests": "61efd9a3c683d7857f2c37769ac9278e94ce3c4c4c257e34dff74bfdcd379d52/488",
                                          "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
                                          "blink_common_unittests": "aebebb00ad5d8230dc0431bf4e7f927deab4683026b99083666aa3923996cd7e/566",
                                          "blink_fuzzer_unittests": "6b7dbe0a824c1b977abad7e7586c709e8383f7be535056da5684bc353c5e4697/488",
                                          "blink_heap_unittests": "9867169e1f2ba5338934e08d1dca31572a1c2e092d72befb65089bee7e45df7f/488",
                                          "blink_platform_unittests": "b0a892929e2962812c69f8a7b9ca190bec71e2a06bc141a54d7156dbc1428deb/645",
                                          "blink_unittests": "b1776cb6941a88d7e64b45f863d46b601396a0910b38f43f3b4587a753c96b56/729",
                                          "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
                                          "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
                                          "capture_unittests": "e386e1a5686bee5e6ea1713e2d144d5a94b50456835297a625d7043153c4ee03/567",
                                          "cast_unittests": "eb9a08552f2b9e401a7659af7f4fe3e79c7238ffe127148c59a288c272649bfe/488",
                                          "cc_unittests": "b7ba5ad05a9f9577c09799488cebca56561daeb567ad79f01e734cad2237dd2a/648",
                                          "chrome_app_unittests": "2f5a38623abcc4507f53b5692af25f1124a062b0c5ae6554bb214efd6b1c6ab1/566",
                                          "chromedriver_unittests": "0489c6729fe591dae6c93c6ade305f3d1f5da9b4cb14dc04ba0bc31cf739fa31/645",
                                          "components_browsertests": "55f8ad31249206a20fa5e7f53d3f00e05586121aed11e83b29f6e76f8a350f90/732",
                                          "components_unittests": "3b6ccd39bda593d7e88e67a2320cbac9530ad7ba36a06f8bc5f7f1509055f442/732",
                                          "compositor_unittests": "7b0be1dd05f7730a58477286ffb9f9e6552222a51e44956f969781a43958b2a5/564",
                                          "content_browsertests": "ef50c2987e35c1c112ef012454723fd2f3e787b11c48036ea519b54aebae862c/727",
                                          "content_unittests": "701a49ef092a5b9a57713f885655dcfdabaa438f1d610c7bcbf5f6419d449276/725",
                                          "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
                                          "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
                                          "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
                                          "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
                                          "device_unittests": "21e661e4f6c80a5d3767d1be766a044a5d6054012e59e8d2201cc04f342044e5/645",
                                          "display_unittests": "31b333cc4e6174d01fb865c383b0c82880afa1b982b0c16000ff197449ccb0fb/488",
                                          "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
                                          "events_unittests": "6fa8310e18a5d41343c7f540a92509564627730a7dabd382c758e54d172f8eb1/488",
                                          "extensions_browsertests": "e3c8326e02927ee98d5d2ae77b0c3491c2f49857b552cde008cb4c23097eb2e3/651",
                                          "extensions_unittests": "766ef63dba8cba33191008b6ebc4e711f8d1e6b19dffad3bf9a3b951b1d67859/730",
                                          "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
                                          "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
                                          "gcm_unit_tests": "b16751db94ee69ffcd00920292cbc0b8973b62a48329cade9d63382f27235082/565",
                                          "gfx_unittests": "d9fda945a515ecdfd817fc2951033cdbff42ab45b30bbe1a12b2c12a2d61a192/564",
                                          "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
                                          "gl_tests": "1da8ba07d278a1f6d405a41c515ce5a781f1eb0ad70128a1dbe949f2211b47c9/488",
                                          "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
                                          "google_apis_unittests": "b32d0818e8f4374e19a2e766f75d246c0a50fcbf17d0bb2bf05a926d4a4d18a3/650",
                                          "gpu_unittests": "14f24a8953bae8f6e2e7c15a1093f108b7fc6d91413918f141bc16ec16a1c752/565",
                                          "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
                                          "headless_browsertests": "4910a2f64ad1859f71193e79892370082c8513f3dfb9a96c65c74fe9d9a438e1/649",
                                          "headless_unittests": "9b1e144f1b55ae41f93fca10ce915b6ee5c91b84f84ca444582268051f9317a8/488",
                                          "interactive_ui_tests": "839b9c3e74d86ceacb190cf899089feb4a8e87bb3b5f0202a08c234d4e9e6410/973",
                                          "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
                                          "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
                                          "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
                                          "libjingle_xmpp_unittests": "b86acbf3a2df08e9897b68549583f1bca66fb2863b230478eca61bdd9751435d/488",
                                          "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
                                          "media_unittests": "c61545a885829093e0ecf9f6456af79ce78bae7b34b64d2bce724809e4ab35ac/568",
                                          "message_center_unittests": "20ee9e6a03d82b32d5f3492a3cdca064a965df5720ebfeb15c9b5a68942b8379/488",
                                          "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
                                          "mojo_unittests": "4dbcf8fe1dc45f1d121c870f9031ae323b9e4fe9f58905a3cef75fb0773924d8/566",
                                          "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
                                          "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
                                          "openscreen_unittests": "5428cc271f59901dc0e44d90b345966c6e52924e18f0bd2fc8d1b1365a62d08f/489",
                                          "ozone_unittests": "fe8bd42e2d4a1b7e4f6f20bddf565ba9b108d2e05de6b5162eb0560134cf8009/488",
                                          "ozone_x11_unittests": "9a06d075268103ce098fb4c5459e021f879aaadaa883c4f45b637dd94fca01b2/488",
                                          "pdf_unittests": "a261335d0e72d9e0fd18846bb7d7ff2232ac4570480ac679d3967e0d96925221/565",
                                          "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
                                          "printing_unittests": "8ec80cd8cde3450beb7337fee5e5bd23aa789f13d51e9fcbd91ec30b13a560c9/488",
                                          "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
                                          "remoting_unittests": "b4ed56c9d1f7b32005c49f9f144b8df08ad0fb4119387a70239d6768750a8012/565",
                                          "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
                                          "services_unittests": "3c7e89112fcc2ec36326cddbeaab5bb4a4a470018810b180685effffa96bfc7b/734",
                                          "shell_dialogs_unittests": "79dcf025458c8b5798737683948c98f3c1b6a96cf5bbae91cd19c01775882248/488",
                                          "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
                                          "snapshot_unittests": "b155b492d692735155af5587d37e921737d1dc9b026e576e73478135a92cf279/488",
                                          "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
                                          "storage_unittests": "2052aefc67b2fb86929d2bac51d37a8749b2da8339fdb7168bddb7c195b6abd6/646",
                                          "sync_integration_tests": "54d1739184ec88ae6ee8fae8d5e44f45152b2e132c32051cb030beeaf048423c/647",
                                          "ui_base_unittests": "d98662ad2eea2e4b4428839da3db55456feb29f03a5461a03f05ce1a280294fb/641",
                                          "ui_touch_selection_unittests": "56d0309d708d3b16c87883fd8893a0e54df6823ca811d9a652bbca6d117eb8c6/488",
                                          "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
                                          "unit_tests": "9d2891e8ee2e43f3c571547f256109e0fafade5a5ff817ed9fbf96b47f8ed294/1056",
                                          "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
                                          "views_unittests": "3be78866b7b2a76707df90191012720c65f38e9ccea0651a38bf49686cc7c003/488",
                                          "viz_unittests": "2a798e91965d90524cba5c9ad9f1cc58d849abef6729a298ecabfb9b994fb77b/572",
                                          "vr_common_unittests": "66175ab7e0dc510070313052a4c6212aed78ceac6c4fed34eba152ddcfa0b05b/566",
                                          "wm_unittests": "a973909bd495c051c7642b2209c349844cd75b7c3e576d17f7a34e884105a6fd/488",
                                          "wtf_unittests": "5e6676e2fb9691e3a8659976f7e6dc5954bddc7aca9abf6fd2ae7eb93b8816da/488",
                                          "xr_browser_tests": "e97f8502ae50ce0ad24f9fc463ee426eec889a8bac1fe8a3bf95ea1e98e16911/646",
                                          "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:219",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ae98c74d-f841-49bc-ad31-45aaca94be01",
                        "title": "Linux TSan Builder/219"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "ee2829f5a741ed0206a021f2cbbeaf555287a562"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8732847050803131345"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8732847050803131345"
                }
          ],
      "parent_build_id": "8732847050803131345",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
      "parent_got_dawn_revision": "c9a5aa975b309aa74f4e1c04a8c5a69ee1ed22cd",
      "parent_got_revision": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
      "parent_got_revision_cp": "refs/branch-heads/6778@{#1061}",
      "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
      "parent_got_v8_revision": "5954a4f6bd7412b33e9611e3e385af39a266c857",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#9}",
      "parent_got_webrtc_revision": "e61bb7312c3ec5af5ecf86bbf504039ed08fe9eb",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#1}",
      "swarm_hashes": {
            "absl_hardening_tests": "b00d688af616405719a56c75767774bb4a49842a05d7a4cfafe7212339e47b45/488",
            "accessibility_unittests": "a8e6daf8852e7c23871e2e24d794b49afdd859aa22f2771c5111fcac177be153/488",
            "angle_unittests": "78d542828b4c31f9b807c1bab158a228610118e8fb8677cdc186ad747b34a680/489",
            "app_shell_unittests": "f55bcef4e5138eec4e7dfaacf5b8a9d8ade1d0c1b26161e6605dccc3d82a448d/649",
            "aura_unittests": "61efd9a3c683d7857f2c37769ac9278e94ce3c4c4c257e34dff74bfdcd379d52/488",
            "base_unittests": "295a8bfbd0daa931c87c4e19a4d0851de4a21ade9f361db336a3972fb576cdc8/566",
            "blink_common_unittests": "aebebb00ad5d8230dc0431bf4e7f927deab4683026b99083666aa3923996cd7e/566",
            "blink_fuzzer_unittests": "6b7dbe0a824c1b977abad7e7586c709e8383f7be535056da5684bc353c5e4697/488",
            "blink_heap_unittests": "9867169e1f2ba5338934e08d1dca31572a1c2e092d72befb65089bee7e45df7f/488",
            "blink_platform_unittests": "b0a892929e2962812c69f8a7b9ca190bec71e2a06bc141a54d7156dbc1428deb/645",
            "blink_unittests": "b1776cb6941a88d7e64b45f863d46b601396a0910b38f43f3b4587a753c96b56/729",
            "boringssl_crypto_tests": "39457773b9c4214871081cbf9287cb95e2a017a692538cc5492eb03748396385/489",
            "boringssl_ssl_tests": "4d2b53031cf4d3467d10649c14f21f0712b3588f4fbcd89e277561f2e8c3ce33/488",
            "capture_unittests": "e386e1a5686bee5e6ea1713e2d144d5a94b50456835297a625d7043153c4ee03/567",
            "cast_unittests": "eb9a08552f2b9e401a7659af7f4fe3e79c7238ffe127148c59a288c272649bfe/488",
            "cc_unittests": "b7ba5ad05a9f9577c09799488cebca56561daeb567ad79f01e734cad2237dd2a/648",
            "chrome_app_unittests": "2f5a38623abcc4507f53b5692af25f1124a062b0c5ae6554bb214efd6b1c6ab1/566",
            "chromedriver_unittests": "0489c6729fe591dae6c93c6ade305f3d1f5da9b4cb14dc04ba0bc31cf739fa31/645",
            "components_browsertests": "55f8ad31249206a20fa5e7f53d3f00e05586121aed11e83b29f6e76f8a350f90/732",
            "components_unittests": "3b6ccd39bda593d7e88e67a2320cbac9530ad7ba36a06f8bc5f7f1509055f442/732",
            "compositor_unittests": "7b0be1dd05f7730a58477286ffb9f9e6552222a51e44956f969781a43958b2a5/564",
            "content_browsertests": "ef50c2987e35c1c112ef012454723fd2f3e787b11c48036ea519b54aebae862c/727",
            "content_unittests": "701a49ef092a5b9a57713f885655dcfdabaa438f1d610c7bcbf5f6419d449276/725",
            "cronet_tests": "d62071d813d16e1581aeb8056405bf2b495c54f2c730a759c6fe5ec6d5c2983c/649",
            "cronet_unittests": "d1b263a6b80f91d10e269b58e33220f207200e4a1da372fcd41d4d12c774cfb2/565",
            "crypto_unittests": "e390c89176d2f1f763f06daea25ebc40fceed8188f7237b83e96d4847003a2cb/488",
            "dbus_unittests": "0e8478d031fb491b45b664a455b7d4d87c429cc7cd09de7e6b33fe25f2f8935a/488",
            "device_unittests": "21e661e4f6c80a5d3767d1be766a044a5d6054012e59e8d2201cc04f342044e5/645",
            "display_unittests": "31b333cc4e6174d01fb865c383b0c82880afa1b982b0c16000ff197449ccb0fb/488",
            "env_chromium_unittests": "b34ecc95da46ae20383ea6441033630127d8d5e6fa488a7f104a65901c3891de/488",
            "events_unittests": "6fa8310e18a5d41343c7f540a92509564627730a7dabd382c758e54d172f8eb1/488",
            "extensions_browsertests": "e3c8326e02927ee98d5d2ae77b0c3491c2f49857b552cde008cb4c23097eb2e3/651",
            "extensions_unittests": "766ef63dba8cba33191008b6ebc4e711f8d1e6b19dffad3bf9a3b951b1d67859/730",
            "filesystem_service_unittests": "7b7d2267ef002aa6bc3b9ed914277b0ab00ccb25c90f2572297ab42243274bd7/488",
            "fuzzing_unittests": "e01ed21f450006022fc764bb2cdf9da7201782a5b90cdd96638675670d2b5fcb/488",
            "gcm_unit_tests": "b16751db94ee69ffcd00920292cbc0b8973b62a48329cade9d63382f27235082/565",
            "gfx_unittests": "d9fda945a515ecdfd817fc2951033cdbff42ab45b30bbe1a12b2c12a2d61a192/564",
            "gin_unittests": "e85a8a291faff3972db7d1c4ca6223c2139b24edfc52bfa1cff8b0a2fb194367/565",
            "gl_tests": "1da8ba07d278a1f6d405a41c515ce5a781f1eb0ad70128a1dbe949f2211b47c9/488",
            "gl_unittests": "cd5eb3d7ace81c19ae442b54b83419f7b485219493d0b7666d593f07718cc658/488",
            "google_apis_unittests": "b32d0818e8f4374e19a2e766f75d246c0a50fcbf17d0bb2bf05a926d4a4d18a3/650",
            "gpu_unittests": "14f24a8953bae8f6e2e7c15a1093f108b7fc6d91413918f141bc16ec16a1c752/565",
            "gwp_asan_unittests": "a59900e0d023197fa068b282dbdf10cc10b2aff33b63ee7d9766f173014577fb/489",
            "headless_browsertests": "4910a2f64ad1859f71193e79892370082c8513f3dfb9a96c65c74fe9d9a438e1/649",
            "headless_unittests": "9b1e144f1b55ae41f93fca10ce915b6ee5c91b84f84ca444582268051f9317a8/488",
            "interactive_ui_tests": "839b9c3e74d86ceacb190cf899089feb4a8e87bb3b5f0202a08c234d4e9e6410/973",
            "ipc_tests": "0812e17af0f1f87a018870bcac9175ed6fa9ab08a836305be1dbe66966f02da3/488",
            "latency_unittests": "0c1f920a6f4775617c2fd9a5b0b370fa287541ca73cb2ffc11aef0200ce8d25e/488",
            "leveldb_unittests": "85a36626b8e44e05e5b526f54a261e3e92e4b8bf72f7c68c56dd45d071caccd6/488",
            "libjingle_xmpp_unittests": "b86acbf3a2df08e9897b68549583f1bca66fb2863b230478eca61bdd9751435d/488",
            "liburlpattern_unittests": "6e65e3a47e4b7597ef310dfd295fd9352d1b14898df8a17f61c4e2dd3c8b51d9/488",
            "media_unittests": "c61545a885829093e0ecf9f6456af79ce78bae7b34b64d2bce724809e4ab35ac/568",
            "message_center_unittests": "20ee9e6a03d82b32d5f3492a3cdca064a965df5720ebfeb15c9b5a68942b8379/488",
            "midi_unittests": "e32ca7e703ee73f4fe8421be006fb55872aeadb64e7e076721a969731e19617c/488",
            "mojo_unittests": "4dbcf8fe1dc45f1d121c870f9031ae323b9e4fe9f58905a3cef75fb0773924d8/566",
            "native_theme_unittests": "cb7e72c04c5adfa9ec8924a9cf3c76188842115f1923afb1b51173b4dfe6b4a1/488",
            "net_unittests": "b73635ce6d98aa442cf72ddd7c508b7f80786e51875a60f800b0dc3a242fac06/567",
            "openscreen_unittests": "5428cc271f59901dc0e44d90b345966c6e52924e18f0bd2fc8d1b1365a62d08f/489",
            "ozone_unittests": "fe8bd42e2d4a1b7e4f6f20bddf565ba9b108d2e05de6b5162eb0560134cf8009/488",
            "ozone_x11_unittests": "9a06d075268103ce098fb4c5459e021f879aaadaa883c4f45b637dd94fca01b2/488",
            "pdf_unittests": "a261335d0e72d9e0fd18846bb7d7ff2232ac4570480ac679d3967e0d96925221/565",
            "perfetto_unittests": "5f3ae3f006bc9127ddc2a2531947c75628c01c6eac74dc374ccccb63b82c21f8/488",
            "printing_unittests": "8ec80cd8cde3450beb7337fee5e5bd23aa789f13d51e9fcbd91ec30b13a560c9/488",
            "pthreadpool_unittests": "43787eb989c8e0814d2290219949fb82492fda1619d36935283989b2056f5977/488",
            "remoting_unittests": "b4ed56c9d1f7b32005c49f9f144b8df08ad0fb4119387a70239d6768750a8012/565",
            "sandbox_linux_unittests": "3ecf19c1a160851b7bc0aab14247da61118b89290bcc0195701077549f306e5b/488",
            "services_unittests": "3c7e89112fcc2ec36326cddbeaab5bb4a4a470018810b180685effffa96bfc7b/734",
            "shell_dialogs_unittests": "79dcf025458c8b5798737683948c98f3c1b6a96cf5bbae91cd19c01775882248/488",
            "skia_unittests": "a167210f2df54d1726fbf04779fe06fee750737392db58d28c32d10c485a9445/488",
            "snapshot_unittests": "b155b492d692735155af5587d37e921737d1dc9b026e576e73478135a92cf279/488",
            "sql_unittests": "fb73454e72676b8929454bd8650313b7c64c4e3868cf143d34ac2f25df2830c2/565",
            "storage_unittests": "2052aefc67b2fb86929d2bac51d37a8749b2da8339fdb7168bddb7c195b6abd6/646",
            "sync_integration_tests": "54d1739184ec88ae6ee8fae8d5e44f45152b2e132c32051cb030beeaf048423c/647",
            "ui_base_unittests": "d98662ad2eea2e4b4428839da3db55456feb29f03a5461a03f05ce1a280294fb/641",
            "ui_touch_selection_unittests": "56d0309d708d3b16c87883fd8893a0e54df6823ca811d9a652bbca6d117eb8c6/488",
            "ui_unittests": "405c9e1384743cc99f37ef1a05f34c9fe33f512de9d1fa25013fd07491b1dcfc/488",
            "unit_tests": "9d2891e8ee2e43f3c571547f256109e0fafade5a5ff817ed9fbf96b47f8ed294/1056",
            "url_unittests": "ab0ae367d39399d987918feb7ee9623b77d2bb6a68145b1fbdd1e8e161a9b9aa/488",
            "views_unittests": "3be78866b7b2a76707df90191012720c65f38e9ccea0651a38bf49686cc7c003/488",
            "viz_unittests": "2a798e91965d90524cba5c9ad9f1cc58d849abef6729a298ecabfb9b994fb77b/572",
            "vr_common_unittests": "66175ab7e0dc510070313052a4c6212aed78ceac6c4fed34eba152ddcfa0b05b/566",
            "wm_unittests": "a973909bd495c051c7642b2209c349844cd75b7c3e576d17f7a34e884105a6fd/488",
            "wtf_unittests": "5e6676e2fb9691e3a8659976f7e6dc5954bddc7aca9abf6fd2ae7eb93b8816da/488",
            "xr_browser_tests": "e97f8502ae50ce0ad24f9fc463ee426eec889a8bac1fe8a3bf95ea1e98e16911/646",
            "zlib_unittests": "b972688fca2d47cd1629e8469af6505adac3e93db2d7e86eff6fddbebea483a1/489"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
    "ref": "refs/branch-heads/6778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898273441298705024"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m131/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "219"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:43:02.649] Scheduled build:
{
  "id": "8732843379332548065",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 219,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-10-28T09:43:02.140223171Z",
  "updateTime": "2024-10-28T09:43:02.140223171Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[09:43:02.649] Task URL: https://cr-buildbucket.appspot.com/build/8732843379332548065
[09:43:02.649] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898273441298705024:2:0) after 2m33s
[09:43:03.648] Received PubSub notification, asking Buildbucket for the build status
[09:43:03.698] Build status: SCHEDULED
[09:43:09.355] Received PubSub notification, asking Buildbucket for the build status
[09:43:09.745] Build status: STARTED
[09:45:35.830] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898273441298705024:2:0)
[09:45:35.850] Build status: STARTED
[09:45:35.850] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898273441298705024:5:0) after 9m5s
[09:54:41.083] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898273441298705024:5:0)
[09:54:41.101] Build status: STARTED
[09:54:41.101] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8898273441298705024:6:0) after 9m19s
[10:03:29.291] Received PubSub notification, asking Buildbucket for the build status
[10:03:29.312] Build:
{
  "id": "8732843379332548065",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 219,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-10-28T09:43:02.140223171Z",
  "startTime": "2024-10-28T09:43:09.164046384Z",
  "endTime": "2024-10-28T10:03:28.920775892Z",
  "updateTime": "2024-10-28T10:03:28.920775892Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ee2829f5a741ed0206a021f2cbbeaf555287a562",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[10:03:29.313] Invocation finished in 20m28.431771616s with status FAILED