Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 88792a3ee1d8f828380e93e1e6b2012886013f02)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/386 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6778"
      }
    ]
  },
  "branch": "refs/branch-heads/6778",
  "deps_revision_overrides": {
    "src": "d1273a617b2b8bd44249170722479e2fa72c74d4"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8731997200108965009"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8731997200108965009"
    }
  ],
  "parent_build_id": "8731997200108965009",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
  "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
  "parent_got_revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
  "parent_got_revision_cp": "refs/branch-heads/6778@{#1811}",
  "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
  "parent_got_v8_revision": "fcf75dae2bd527bd58d238736c2165c493fa226b",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#13}",
  "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
  "swarm_hashes": {
    "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
    "accessibility_unittests": "63e52c9a1cf9600706332416f4937b9d52223bd210fbc57c7f0ea057643fa6aa/488",
    "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
    "app_shell_unittests": "e0be1fdf9222c6255bbaca92022a85ae61e398a4d19ce2b4f208803e02f2b461/649",
    "aura_unittests": "995c762b6c85d7d542e209b55dbef0dd955e68a651d911dc1774fa52e39f75cc/488",
    "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
    "blink_common_unittests": "3cc27159aefc2bcc0e21920c182d389625983dbe0135a4894def24c379311786/566",
    "blink_fuzzer_unittests": "c998e79a4e0a3906725d4af837d669432f8cf517841e19a9d233403cd9fb1a51/488",
    "blink_heap_unittests": "c4fa75a1b543bc684da419058badc44d8b577ba85f11c9ccd5ced43973c9eb8d/488",
    "blink_platform_unittests": "1e202df06544b102e3284589167ee90f5af0bd805447dad9aca443cc5c1a4c4e/645",
    "blink_unittests": "daca1d31d40f56136a0f1eb7b8dcb36fc243898f1853b617b0cdd1e131704ebb/729",
    "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
    "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
    "capture_unittests": "640f83d3525de489ad18fdc27b4b8a45c84e86ed675eb699df4df00286448f9e/567",
    "cast_unittests": "ea9ca19164659aa11674e7b99dd720d9f7fba3da0bffa99c37b92b6f76094a1a/488",
    "cc_unittests": "7eb65d04a260ba738c6355914aeec82ad62e76ade2bbd741c661eeda41c21e54/648",
    "chrome_app_unittests": "ed5b582d53ba012ac524386b7f0c96efbf86aff77c13bee9a6d8714579360f22/566",
    "chromedriver_unittests": "f16ffabf60e4af747b66d9c556572aa867035c39173c32d61c159a05e8f59577/645",
    "components_browsertests": "492c79f52b91b3617802587b76eec3ae05ccf2ce2e0c819c24e2f5f3fbf2d555/732",
    "components_unittests": "8b3fffa2562d20ad82e589c46d085a0dc5f5a941f4a72a6472530ef383e7d229/732",
    "compositor_unittests": "54ee1317c61c2673d981195cfbf77d2d5d5030239f16b296233e7ea276ae413e/564",
    "content_browsertests": "6fab6642551a89fb3aae2593663d1d7e5df7858fd43aa91efcdcaccba3b8c13d/727",
    "content_unittests": "fd269e62ef735af9eaf2a9937e175f825e99275e16cb539f63910dda7256b98a/725",
    "cronet_tests": "e75d3c8a27441a8a7d9653c6ac78e8042d0638d5736d2ed24075c98ad2266c99/649",
    "cronet_unittests": "508c0a02f232dcdcab72f56be577b61713684e03d2f8e07856fed337df6cd64e/565",
    "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
    "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
    "device_unittests": "46648d8c9c2d5df105bf8d4c5d8435e965833d465999ba77a28ea7ff09c680a2/645",
    "display_unittests": "fb6dbb74602e085f2e35ab1be356013620204472083a5fcce9b9e3715793ec17/488",
    "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
    "events_unittests": "f02dee86bf2622e13062f829e968b939619bd9260022f4dc7ff30a7a2c2e63eb/488",
    "extensions_browsertests": "3c129f90a384dd10d401efbfa023380c0f517a1f0388895c324102deef6d6d08/651",
    "extensions_unittests": "089860057eafa2591cae76152a640c0d0372d6e4f8ef616355d6d69f4eb2d718/730",
    "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
    "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
    "gcm_unit_tests": "436449ba4b3c8cf26af7c22ef098c4fc7cd160256af34a1d64ab3dff5efcd5ea/565",
    "gfx_unittests": "361f90ba948d9629c97afa968e9657fc8d2332c81312028cf7a0a91288a5bbe9/564",
    "gin_unittests": "2b1e9cc420329059a2266b17d67a8264c22c6147c5c72752aa0b740bdf7243d3/565",
    "gl_tests": "50d774a303672ccdc4f6222a8f4f3e472dfc38e38438ba05b34f8e1ff52d6956/488",
    "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
    "google_apis_unittests": "4618616a433bd5a5e98ebb79f8b433e870fbac1281887fd763bf1f167ae6fd9a/650",
    "gpu_unittests": "db2b724f9da5b3a030873fdd81afa7216186ca8c68c5bb1001d00cb9d44f2711/565",
    "gwp_asan_unittests": "15313ac51e4389a61a5eb372edba0ce8348b151d9b9f2cc8e79a2117cc51dd8a/489",
    "headless_browsertests": "18784668be98064bb64a69e397a5fee78a3edea18a08c1561c65438e61fee4e2/649",
    "headless_unittests": "3fd63718ae091dc38c7353a41a459e2bc53f22239bcd4bbb97cb252ebc121a8b/488",
    "interactive_ui_tests": "d6eb22d2ff1c715954f227e830237a65d0907b5c7edbe46485beb4bc7ca2d3ca/973",
    "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
    "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
    "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
    "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
    "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
    "media_unittests": "b5184fcad0cb0d875a459d303eb6b1cc5757c9e7fb4179d3768d891560e978fe/568",
    "message_center_unittests": "67423d41925ad2fe03f62ade798db1675c1de24029af02e34aacdda0137a3104/488",
    "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
    "mojo_unittests": "9889e1d0792f393dd18776e9d789658fe2ce57443c0b9e818223811b84c248dc/566",
    "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
    "net_unittests": "7330aa6487ea4e20e9cfebe25f77bcd4368416acd9b95edb426d7b62e34ab65d/567",
    "openscreen_unittests": "31fd551a44c20d563aa315a7da151db2f9d60bb642efc8f4d6c68672ad631f2f/489",
    "ozone_unittests": "59fa21fc1e1d48e0472915f4de66a99eb5aef0fe66dbe2e2e411765f55f8abf2/488",
    "ozone_x11_unittests": "1adbb2421da5ce0124ce9478c15a5768c456dea6df4056e2020e5fbd3020a21a/488",
    "pdf_unittests": "6086761fcf452821349d79b909cd3a753aab4b3592410af6ac3c051b3ba60b5c/565",
    "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
    "printing_unittests": "1ebdc11f0602bb001e6106f2eb1df0b6c2b8a3a73689ae99a06664400246e479/488",
    "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
    "remoting_unittests": "57d7bf93f504f6ccd79758354b8e01b201e83606862296e9ffc773fe5b1f0056/565",
    "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
    "services_unittests": "5a4db1f8574f7dcf8209f6c52c644b9783c639a75411749c035f5e4a2aa3fb1c/734",
    "shell_dialogs_unittests": "382b2b7ca5a0c77aa3caeb04f8cda8ffa4eb7197d7726a1db1acb1e0cd69d57f/488",
    "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
    "snapshot_unittests": "cf0801f02bd812b9a5bf1b60660d801830223849532d98267ae636192dea89bd/488",
    "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
    "storage_unittests": "b5f0af0eccf302a7c444823cc0e49696479065f139ff79b555a6a0c69c5b7ac9/646",
    "sync_integration_tests": "d8b1b0735f9dfcd98fbd9f4365e71b354d0cc07ed5f5c33ec47e986df4e621a8/647",
    "ui_base_unittests": "ca379c69898490ef83849771a44de4852529d3b24dbb2c833e3dee098daea898/641",
    "ui_touch_selection_unittests": "42b7ee4f96b5b294f318db62914676d37d99199ea516201e5728fd086078ef85/488",
    "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
    "unit_tests": "0697138a3b7b0257adb6c18dbaf305bc26c18648f2977ddebb04932a1486c51a/1056",
    "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
    "views_unittests": "67834d47d68de21f100c30bfb0807cdd7e53d89ae7c3fe67f6a874c5e53c77ae/488",
    "viz_unittests": "34dfeb2155967c5f4b932282a126b12968e15ae80551c4e8c13192fac76f686d/572",
    "vr_common_unittests": "0f55a6e0a16ea67c61f804f9ca0b0c16d59d9c874037d90130d7d510f21e28a8/566",
    "wm_unittests": "0076c32af07d0233b4a44ec83d07fb002e0e59f9bdc3502d640dcd7c015b0690/488",
    "wtf_unittests": "dc0a860b185bb988a80f8f24456055849483785173790c66f36354fe96f905b0/488",
    "xr_browser_tests": "15b6d04ec5f983e75d9fe2c11a759defbe2b44181a65cf077d077c9c2dcdad89/646",
    "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1273a617b2b8bd44249170722479e2fa72c74d4
  • gitiles_ref:refs/branch-heads/6778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:386
  • user_agent:recipe

Debug log (UTC)

[19:03:45.688] New invocation is queued and will start shortly
[19:03:45.688] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:03:47.135] Starting the invocation (attempt 1)
[19:03:47.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1273a617b2b8bd44249170722479e2fa72c74d4"
[19:03:47.172] Popped gitiles commit info from properties and tags
[19:03:47.172] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:03:47.172] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:03:47.173] Buildbucket request:
{
  "requestId": "8897422789473321600",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897422789473321600",
            "job": "chromium-m131/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "d1273a617b2b8bd44249170722479e2fa72c74d4"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8731997200108965009"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8731997200108965009"
                                              }
                                        ],
                                    "parent_build_id": "8731997200108965009",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
                                    "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
                                    "parent_got_revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
                                    "parent_got_revision_cp": "refs/branch-heads/6778@{#1811}",
                                    "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
                                    "parent_got_v8_revision": "fcf75dae2bd527bd58d238736c2165c493fa226b",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#13}",
                                    "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
                                    "revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
                                          "accessibility_unittests": "63e52c9a1cf9600706332416f4937b9d52223bd210fbc57c7f0ea057643fa6aa/488",
                                          "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
                                          "app_shell_unittests": "e0be1fdf9222c6255bbaca92022a85ae61e398a4d19ce2b4f208803e02f2b461/649",
                                          "aura_unittests": "995c762b6c85d7d542e209b55dbef0dd955e68a651d911dc1774fa52e39f75cc/488",
                                          "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
                                          "blink_common_unittests": "3cc27159aefc2bcc0e21920c182d389625983dbe0135a4894def24c379311786/566",
                                          "blink_fuzzer_unittests": "c998e79a4e0a3906725d4af837d669432f8cf517841e19a9d233403cd9fb1a51/488",
                                          "blink_heap_unittests": "c4fa75a1b543bc684da419058badc44d8b577ba85f11c9ccd5ced43973c9eb8d/488",
                                          "blink_platform_unittests": "1e202df06544b102e3284589167ee90f5af0bd805447dad9aca443cc5c1a4c4e/645",
                                          "blink_unittests": "daca1d31d40f56136a0f1eb7b8dcb36fc243898f1853b617b0cdd1e131704ebb/729",
                                          "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
                                          "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
                                          "capture_unittests": "640f83d3525de489ad18fdc27b4b8a45c84e86ed675eb699df4df00286448f9e/567",
                                          "cast_unittests": "ea9ca19164659aa11674e7b99dd720d9f7fba3da0bffa99c37b92b6f76094a1a/488",
                                          "cc_unittests": "7eb65d04a260ba738c6355914aeec82ad62e76ade2bbd741c661eeda41c21e54/648",
                                          "chrome_app_unittests": "ed5b582d53ba012ac524386b7f0c96efbf86aff77c13bee9a6d8714579360f22/566",
                                          "chromedriver_unittests": "f16ffabf60e4af747b66d9c556572aa867035c39173c32d61c159a05e8f59577/645",
                                          "components_browsertests": "492c79f52b91b3617802587b76eec3ae05ccf2ce2e0c819c24e2f5f3fbf2d555/732",
                                          "components_unittests": "8b3fffa2562d20ad82e589c46d085a0dc5f5a941f4a72a6472530ef383e7d229/732",
                                          "compositor_unittests": "54ee1317c61c2673d981195cfbf77d2d5d5030239f16b296233e7ea276ae413e/564",
                                          "content_browsertests": "6fab6642551a89fb3aae2593663d1d7e5df7858fd43aa91efcdcaccba3b8c13d/727",
                                          "content_unittests": "fd269e62ef735af9eaf2a9937e175f825e99275e16cb539f63910dda7256b98a/725",
                                          "cronet_tests": "e75d3c8a27441a8a7d9653c6ac78e8042d0638d5736d2ed24075c98ad2266c99/649",
                                          "cronet_unittests": "508c0a02f232dcdcab72f56be577b61713684e03d2f8e07856fed337df6cd64e/565",
                                          "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
                                          "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
                                          "device_unittests": "46648d8c9c2d5df105bf8d4c5d8435e965833d465999ba77a28ea7ff09c680a2/645",
                                          "display_unittests": "fb6dbb74602e085f2e35ab1be356013620204472083a5fcce9b9e3715793ec17/488",
                                          "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
                                          "events_unittests": "f02dee86bf2622e13062f829e968b939619bd9260022f4dc7ff30a7a2c2e63eb/488",
                                          "extensions_browsertests": "3c129f90a384dd10d401efbfa023380c0f517a1f0388895c324102deef6d6d08/651",
                                          "extensions_unittests": "089860057eafa2591cae76152a640c0d0372d6e4f8ef616355d6d69f4eb2d718/730",
                                          "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
                                          "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
                                          "gcm_unit_tests": "436449ba4b3c8cf26af7c22ef098c4fc7cd160256af34a1d64ab3dff5efcd5ea/565",
                                          "gfx_unittests": "361f90ba948d9629c97afa968e9657fc8d2332c81312028cf7a0a91288a5bbe9/564",
                                          "gin_unittests": "2b1e9cc420329059a2266b17d67a8264c22c6147c5c72752aa0b740bdf7243d3/565",
                                          "gl_tests": "50d774a303672ccdc4f6222a8f4f3e472dfc38e38438ba05b34f8e1ff52d6956/488",
                                          "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
                                          "google_apis_unittests": "4618616a433bd5a5e98ebb79f8b433e870fbac1281887fd763bf1f167ae6fd9a/650",
                                          "gpu_unittests": "db2b724f9da5b3a030873fdd81afa7216186ca8c68c5bb1001d00cb9d44f2711/565",
                                          "gwp_asan_unittests": "15313ac51e4389a61a5eb372edba0ce8348b151d9b9f2cc8e79a2117cc51dd8a/489",
                                          "headless_browsertests": "18784668be98064bb64a69e397a5fee78a3edea18a08c1561c65438e61fee4e2/649",
                                          "headless_unittests": "3fd63718ae091dc38c7353a41a459e2bc53f22239bcd4bbb97cb252ebc121a8b/488",
                                          "interactive_ui_tests": "d6eb22d2ff1c715954f227e830237a65d0907b5c7edbe46485beb4bc7ca2d3ca/973",
                                          "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
                                          "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
                                          "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
                                          "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
                                          "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
                                          "media_unittests": "b5184fcad0cb0d875a459d303eb6b1cc5757c9e7fb4179d3768d891560e978fe/568",
                                          "message_center_unittests": "67423d41925ad2fe03f62ade798db1675c1de24029af02e34aacdda0137a3104/488",
                                          "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
                                          "mojo_unittests": "9889e1d0792f393dd18776e9d789658fe2ce57443c0b9e818223811b84c248dc/566",
                                          "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
                                          "net_unittests": "7330aa6487ea4e20e9cfebe25f77bcd4368416acd9b95edb426d7b62e34ab65d/567",
                                          "openscreen_unittests": "31fd551a44c20d563aa315a7da151db2f9d60bb642efc8f4d6c68672ad631f2f/489",
                                          "ozone_unittests": "59fa21fc1e1d48e0472915f4de66a99eb5aef0fe66dbe2e2e411765f55f8abf2/488",
                                          "ozone_x11_unittests": "1adbb2421da5ce0124ce9478c15a5768c456dea6df4056e2020e5fbd3020a21a/488",
                                          "pdf_unittests": "6086761fcf452821349d79b909cd3a753aab4b3592410af6ac3c051b3ba60b5c/565",
                                          "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
                                          "printing_unittests": "1ebdc11f0602bb001e6106f2eb1df0b6c2b8a3a73689ae99a06664400246e479/488",
                                          "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
                                          "remoting_unittests": "57d7bf93f504f6ccd79758354b8e01b201e83606862296e9ffc773fe5b1f0056/565",
                                          "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
                                          "services_unittests": "5a4db1f8574f7dcf8209f6c52c644b9783c639a75411749c035f5e4a2aa3fb1c/734",
                                          "shell_dialogs_unittests": "382b2b7ca5a0c77aa3caeb04f8cda8ffa4eb7197d7726a1db1acb1e0cd69d57f/488",
                                          "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
                                          "snapshot_unittests": "cf0801f02bd812b9a5bf1b60660d801830223849532d98267ae636192dea89bd/488",
                                          "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
                                          "storage_unittests": "b5f0af0eccf302a7c444823cc0e49696479065f139ff79b555a6a0c69c5b7ac9/646",
                                          "sync_integration_tests": "d8b1b0735f9dfcd98fbd9f4365e71b354d0cc07ed5f5c33ec47e986df4e621a8/647",
                                          "ui_base_unittests": "ca379c69898490ef83849771a44de4852529d3b24dbb2c833e3dee098daea898/641",
                                          "ui_touch_selection_unittests": "42b7ee4f96b5b294f318db62914676d37d99199ea516201e5728fd086078ef85/488",
                                          "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
                                          "unit_tests": "0697138a3b7b0257adb6c18dbaf305bc26c18648f2977ddebb04932a1486c51a/1056",
                                          "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
                                          "views_unittests": "67834d47d68de21f100c30bfb0807cdd7e53d89ae7c3fe67f6a874c5e53c77ae/488",
                                          "viz_unittests": "34dfeb2155967c5f4b932282a126b12968e15ae80551c4e8c13192fac76f686d/572",
                                          "vr_common_unittests": "0f55a6e0a16ea67c61f804f9ca0b0c16d59d9c874037d90130d7d510f21e28a8/566",
                                          "wm_unittests": "0076c32af07d0233b4a44ec83d07fb002e0e59f9bdc3502d640dcd7c015b0690/488",
                                          "wtf_unittests": "dc0a860b185bb988a80f8f24456055849483785173790c66f36354fe96f905b0/488",
                                          "xr_browser_tests": "15b6d04ec5f983e75d9fe2c11a759defbe2b44181a65cf077d077c9c2dcdad89/646",
                                          "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:386",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "7f99269b-474c-46cf-9701-68e0725eac06",
                        "title": "Linux TSan Builder/386"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d1273a617b2b8bd44249170722479e2fa72c74d4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8731997200108965009"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8731997200108965009"
                }
          ],
      "parent_build_id": "8731997200108965009",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac6cda4cbd716102ded6a965f79573b41581898d",
      "parent_got_dawn_revision": "cdc5b4dc1ee1482378b545b6c1efa1a234195ab5",
      "parent_got_revision": "d1273a617b2b8bd44249170722479e2fa72c74d4",
      "parent_got_revision_cp": "refs/branch-heads/6778@{#1811}",
      "parent_got_swiftshader_revision": "7a9a492a38b7c701f7c96a15a76046aed8f8c0c3",
      "parent_got_v8_revision": "fcf75dae2bd527bd58d238736c2165c493fa226b",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.1@{#13}",
      "parent_got_webrtc_revision": "4078ddf474ac38188866a282d611861d8fc34860",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6778@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "b8bd8fe2cf07727b175785513fb208b6fed492f6680bcb456cec1969fe0b44c7/488",
            "accessibility_unittests": "63e52c9a1cf9600706332416f4937b9d52223bd210fbc57c7f0ea057643fa6aa/488",
            "angle_unittests": "7e3ab06c6f212d424ad9ad8862105d2cd29f6b4cb6bb8ec909ebb3261e009174/489",
            "app_shell_unittests": "e0be1fdf9222c6255bbaca92022a85ae61e398a4d19ce2b4f208803e02f2b461/649",
            "aura_unittests": "995c762b6c85d7d542e209b55dbef0dd955e68a651d911dc1774fa52e39f75cc/488",
            "base_unittests": "1ec55c53c728856f23ed3b0459bcf69c2f8fb81f6e34592c25d297c5a934e799/566",
            "blink_common_unittests": "3cc27159aefc2bcc0e21920c182d389625983dbe0135a4894def24c379311786/566",
            "blink_fuzzer_unittests": "c998e79a4e0a3906725d4af837d669432f8cf517841e19a9d233403cd9fb1a51/488",
            "blink_heap_unittests": "c4fa75a1b543bc684da419058badc44d8b577ba85f11c9ccd5ced43973c9eb8d/488",
            "blink_platform_unittests": "1e202df06544b102e3284589167ee90f5af0bd805447dad9aca443cc5c1a4c4e/645",
            "blink_unittests": "daca1d31d40f56136a0f1eb7b8dcb36fc243898f1853b617b0cdd1e131704ebb/729",
            "boringssl_crypto_tests": "62290f523ab3d5d40afa6a5ac9fc0bbd2838bb0db05b106a5e549303409efa89/489",
            "boringssl_ssl_tests": "83cf1b2f8744e8916f0c189ec67b200091a900cb9717aa8fe110fbaa7518585b/488",
            "capture_unittests": "640f83d3525de489ad18fdc27b4b8a45c84e86ed675eb699df4df00286448f9e/567",
            "cast_unittests": "ea9ca19164659aa11674e7b99dd720d9f7fba3da0bffa99c37b92b6f76094a1a/488",
            "cc_unittests": "7eb65d04a260ba738c6355914aeec82ad62e76ade2bbd741c661eeda41c21e54/648",
            "chrome_app_unittests": "ed5b582d53ba012ac524386b7f0c96efbf86aff77c13bee9a6d8714579360f22/566",
            "chromedriver_unittests": "f16ffabf60e4af747b66d9c556572aa867035c39173c32d61c159a05e8f59577/645",
            "components_browsertests": "492c79f52b91b3617802587b76eec3ae05ccf2ce2e0c819c24e2f5f3fbf2d555/732",
            "components_unittests": "8b3fffa2562d20ad82e589c46d085a0dc5f5a941f4a72a6472530ef383e7d229/732",
            "compositor_unittests": "54ee1317c61c2673d981195cfbf77d2d5d5030239f16b296233e7ea276ae413e/564",
            "content_browsertests": "6fab6642551a89fb3aae2593663d1d7e5df7858fd43aa91efcdcaccba3b8c13d/727",
            "content_unittests": "fd269e62ef735af9eaf2a9937e175f825e99275e16cb539f63910dda7256b98a/725",
            "cronet_tests": "e75d3c8a27441a8a7d9653c6ac78e8042d0638d5736d2ed24075c98ad2266c99/649",
            "cronet_unittests": "508c0a02f232dcdcab72f56be577b61713684e03d2f8e07856fed337df6cd64e/565",
            "crypto_unittests": "4af86a8c637a3082e8c547b3d89167a6b690865eddb5938bcf75045000595144/488",
            "dbus_unittests": "1cde776532ae74c5707351a27d6beb1d8a14367ea8f90fc33e4405ac8e1dc808/488",
            "device_unittests": "46648d8c9c2d5df105bf8d4c5d8435e965833d465999ba77a28ea7ff09c680a2/645",
            "display_unittests": "fb6dbb74602e085f2e35ab1be356013620204472083a5fcce9b9e3715793ec17/488",
            "env_chromium_unittests": "7969c94d187ae83c0ba3f6d318f800da751c05967f84cefb23c50eda4249c269/488",
            "events_unittests": "f02dee86bf2622e13062f829e968b939619bd9260022f4dc7ff30a7a2c2e63eb/488",
            "extensions_browsertests": "3c129f90a384dd10d401efbfa023380c0f517a1f0388895c324102deef6d6d08/651",
            "extensions_unittests": "089860057eafa2591cae76152a640c0d0372d6e4f8ef616355d6d69f4eb2d718/730",
            "filesystem_service_unittests": "3b7048cf8f9443eca9a824c7fb270a7734d29e22ac4cd396c3dc0fda97b6438e/488",
            "fuzzing_unittests": "8bcaf983ee4827f26fbff26c6c43b861d34163696eda6e039a03dc76326491da/488",
            "gcm_unit_tests": "436449ba4b3c8cf26af7c22ef098c4fc7cd160256af34a1d64ab3dff5efcd5ea/565",
            "gfx_unittests": "361f90ba948d9629c97afa968e9657fc8d2332c81312028cf7a0a91288a5bbe9/564",
            "gin_unittests": "2b1e9cc420329059a2266b17d67a8264c22c6147c5c72752aa0b740bdf7243d3/565",
            "gl_tests": "50d774a303672ccdc4f6222a8f4f3e472dfc38e38438ba05b34f8e1ff52d6956/488",
            "gl_unittests": "40cc7d423dc0fa093bf937814d58fd243a7f1425f998cc9b44eb21fc83629f16/488",
            "google_apis_unittests": "4618616a433bd5a5e98ebb79f8b433e870fbac1281887fd763bf1f167ae6fd9a/650",
            "gpu_unittests": "db2b724f9da5b3a030873fdd81afa7216186ca8c68c5bb1001d00cb9d44f2711/565",
            "gwp_asan_unittests": "15313ac51e4389a61a5eb372edba0ce8348b151d9b9f2cc8e79a2117cc51dd8a/489",
            "headless_browsertests": "18784668be98064bb64a69e397a5fee78a3edea18a08c1561c65438e61fee4e2/649",
            "headless_unittests": "3fd63718ae091dc38c7353a41a459e2bc53f22239bcd4bbb97cb252ebc121a8b/488",
            "interactive_ui_tests": "d6eb22d2ff1c715954f227e830237a65d0907b5c7edbe46485beb4bc7ca2d3ca/973",
            "ipc_tests": "5b5a338818405f6544ec3b33b8fff2acc23468357d211962e03a460d63f2d0e1/488",
            "latency_unittests": "0b1b90188fff58d79d440ef5338b2800d16f85fb67fcec5fed94bc243d3811a5/488",
            "leveldb_unittests": "503d81f78414537f05520fb122538fa7c1f0f0b04412ed9c9a2bee79586a707e/488",
            "libjingle_xmpp_unittests": "b794488898992fe6a7bef68477912c8781298e2698880a272189a9a23a802094/488",
            "liburlpattern_unittests": "28442069d780818ea91b2f85e7a360a13826a713d398dc62c973662499305d65/488",
            "media_unittests": "b5184fcad0cb0d875a459d303eb6b1cc5757c9e7fb4179d3768d891560e978fe/568",
            "message_center_unittests": "67423d41925ad2fe03f62ade798db1675c1de24029af02e34aacdda0137a3104/488",
            "midi_unittests": "27da502e267692998579092d3b22e8c8a4037462a573dbcbcf19c208ec6e6b18/488",
            "mojo_unittests": "9889e1d0792f393dd18776e9d789658fe2ce57443c0b9e818223811b84c248dc/566",
            "native_theme_unittests": "2f12f10541b338ded7c57081a9e1926f84f4536936cb333735570b8baf53f2e5/488",
            "net_unittests": "7330aa6487ea4e20e9cfebe25f77bcd4368416acd9b95edb426d7b62e34ab65d/567",
            "openscreen_unittests": "31fd551a44c20d563aa315a7da151db2f9d60bb642efc8f4d6c68672ad631f2f/489",
            "ozone_unittests": "59fa21fc1e1d48e0472915f4de66a99eb5aef0fe66dbe2e2e411765f55f8abf2/488",
            "ozone_x11_unittests": "1adbb2421da5ce0124ce9478c15a5768c456dea6df4056e2020e5fbd3020a21a/488",
            "pdf_unittests": "6086761fcf452821349d79b909cd3a753aab4b3592410af6ac3c051b3ba60b5c/565",
            "perfetto_unittests": "5701272737411f7f8d237a87f1be9da1ffdfd06ddcc2fb95cf2ac23774f392b2/488",
            "printing_unittests": "1ebdc11f0602bb001e6106f2eb1df0b6c2b8a3a73689ae99a06664400246e479/488",
            "pthreadpool_unittests": "73e67fe4b934ee045a43ea7c115cac8633bce29dd0610d19cb18b50f3a68b943/488",
            "remoting_unittests": "57d7bf93f504f6ccd79758354b8e01b201e83606862296e9ffc773fe5b1f0056/565",
            "sandbox_linux_unittests": "d149454fc13e66915c1a6ee5c5172637564dd31c1c6efac820bc2ce15e485347/488",
            "services_unittests": "5a4db1f8574f7dcf8209f6c52c644b9783c639a75411749c035f5e4a2aa3fb1c/734",
            "shell_dialogs_unittests": "382b2b7ca5a0c77aa3caeb04f8cda8ffa4eb7197d7726a1db1acb1e0cd69d57f/488",
            "skia_unittests": "bae6fe0ba2ddd236b396dfa05977b9d952059cd8893035001487686556deb6ac/488",
            "snapshot_unittests": "cf0801f02bd812b9a5bf1b60660d801830223849532d98267ae636192dea89bd/488",
            "sql_unittests": "369a43c7367b1a2d022c177eaef17bfb43fd6171979f0c3008bd315b2c90343a/565",
            "storage_unittests": "b5f0af0eccf302a7c444823cc0e49696479065f139ff79b555a6a0c69c5b7ac9/646",
            "sync_integration_tests": "d8b1b0735f9dfcd98fbd9f4365e71b354d0cc07ed5f5c33ec47e986df4e621a8/647",
            "ui_base_unittests": "ca379c69898490ef83849771a44de4852529d3b24dbb2c833e3dee098daea898/641",
            "ui_touch_selection_unittests": "42b7ee4f96b5b294f318db62914676d37d99199ea516201e5728fd086078ef85/488",
            "ui_unittests": "3d51ebf7a01479b7c5e08af2a351c67c5942a73c499d4542b3e39979cbc98620/488",
            "unit_tests": "0697138a3b7b0257adb6c18dbaf305bc26c18648f2977ddebb04932a1486c51a/1056",
            "url_unittests": "9fcbd0dedc9fc2456ab02da1362c792f2f0d6c791726df82dee52425ae71dd09/488",
            "views_unittests": "67834d47d68de21f100c30bfb0807cdd7e53d89ae7c3fe67f6a874c5e53c77ae/488",
            "viz_unittests": "34dfeb2155967c5f4b932282a126b12968e15ae80551c4e8c13192fac76f686d/572",
            "vr_common_unittests": "0f55a6e0a16ea67c61f804f9ca0b0c16d59d9c874037d90130d7d510f21e28a8/566",
            "wm_unittests": "0076c32af07d0233b4a44ec83d07fb002e0e59f9bdc3502d640dcd7c015b0690/488",
            "wtf_unittests": "dc0a860b185bb988a80f8f24456055849483785173790c66f36354fe96f905b0/488",
            "xr_browser_tests": "15b6d04ec5f983e75d9fe2c11a759defbe2b44181a65cf077d077c9c2dcdad89/646",
            "zlib_unittests": "5e09221904e6c045cab882e97fbfdba2842a7d44f79f09295be29aa56cd85cf8/489"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
    "ref": "refs/branch-heads/6778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897422789473321600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m131/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "386"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:03:47.760] Scheduled build:
{
  "id": "8731992727154980737",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 386,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-06T19:03:47.274378887Z",
  "updateTime": "2024-11-06T19:03:47.274378887Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[19:03:47.760] Task URL: https://cr-buildbucket.appspot.com/build/8731992727154980737
[19:03:47.760] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:2:0) after 4m1s
[19:03:48.816] Received PubSub notification, asking Buildbucket for the build status
[19:03:48.989] Build status: SCHEDULED
[19:07:48.786] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:2:0)
[19:07:48.812] Build status: SCHEDULED
[19:07:48.812] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:4:0) after 7m59s
[19:07:58.951] Received PubSub notification, asking Buildbucket for the build status
[19:07:58.968] Build status: STARTED
[19:15:47.834] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:4:0)
[19:15:47.851] Build status: STARTED
[19:15:47.851] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:6:0) after 4m21s
[19:20:08.882] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:6:0)
[19:20:08.905] Build status: STARTED
[19:20:08.905] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:7:0) after 3m0s
[19:23:08.980] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:7:0)
[19:23:09.011] Build status: STARTED
[19:23:09.011] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:8:0) after 8m46s
[19:31:55.091] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:8:0)
[19:31:55.135] Build status: STARTED
[19:31:55.135] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:9:0) after 2m25s
[19:34:20.226] Handling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:9:0)
[19:34:20.266] Build status: STARTED
[19:34:20.266] Scheduling timer "check-buildbucket-build-status" (chromium-m131/Linux TSan Tests:8897422789473321600:10:0) after 3m33s
[19:35:39.254] Received PubSub notification, asking Buildbucket for the build status
[19:35:39.352] Build:
{
  "id": "8731992727154980737",
  "builder": {
    "project": "chromium-m131",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 386,
  "createdBy": "project:chromium-m131",
  "createTime": "2024-11-06T19:03:47.274378887Z",
  "startTime": "2024-11-06T19:07:58.739803733Z",
  "endTime": "2024-11-06T19:35:38.395289005Z",
  "updateTime": "2024-11-06T19:35:38.395289005Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1273a617b2b8bd44249170722479e2fa72c74d4",
      "ref": "refs/branch-heads/6778"
    }
  }
}
[19:35:39.352] Invocation finished in 31m53.672610781s with status SUCCEEDED