Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 23 minutes
Actions:

Definition (rev 8c6a23373824b48b93461eca2a40ea83a3cf31fb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7900015201baec47afb8c6adce94a54fd3d97551",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7258"
      }
    ]
  },
  "branch": "refs/branch-heads/7258",
  "deps_revision_overrides": {
    "src": "7900015201baec47afb8c6adce94a54fd3d97551"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8710691295911585745"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8710691295911585745"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8710691295911585745"
    }
  ],
  "parent_build_id": "8710691295911585745",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "79ac1a8cd767a32cce6401203e20c4bd4ca4d539",
  "parent_got_dawn_revision": "119b9226d771fcb04a4154f7e686bd284b79cd94",
  "parent_got_revision": "7900015201baec47afb8c6adce94a54fd3d97551",
  "parent_got_revision_cp": "refs/branch-heads/7258@{#341}",
  "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
  "parent_got_v8_revision": "09f708c26705859070c19edf8c2ac9b09bb0946f",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#5}",
  "parent_got_webrtc_revision": "74fa937f86ed8432c07676f7a1ce0e5e2812b3d5",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44974}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7900015201baec47afb8c6adce94a54fd3d97551",
  "swarm_hashes": {
    "absl_hardening_tests": "212a717762d6d76884e9b0893ae4757897803abf67eb3eed1e3408b5df7bd6cd/488",
    "accessibility_unittests": "5841f19583f2527215c38094c31db054accd13f8a18df1556144798c988bb593/488",
    "angle_unittests": "e1e6de543bc77532999be3f75f3a7c794bdeb957e97580dc5a81758c5b75aa8b/489",
    "app_shell_unittests": "63c90fd5d2cef9db08c953f93bfb09c1a4dd8cbe953325295a4362154628a333/649",
    "aura_unittests": "493e4edd09f5503666d7e0395bbd49c7be69e4cf067700716ce56bdff4bd528a/488",
    "base_unittests": "a0cfc7ac3c1e8a550cbc3087353141448e22010af8bb1cc124bab704d5ea4a3c/566",
    "blink_common_unittests": "0d01e9cdd5dfce47ba46c4ee5467af88c02abee21508d6080ff32f8a008cb631/566",
    "blink_fuzzer_unittests": "0896dbb9e66d21ccd49c8d1d01a3d95ac5491efde08c0d95c34cba134207604b/488",
    "blink_heap_unittests": "bb94e9889516d07bf1dcf344defbf94a0ae759178168ca8ac40d732e95e846d2/488",
    "blink_platform_unittests": "07f41cdd123ca96bf1e7202a76ce879e51dd959ebe41bfb7ee33a75dd5768078/645",
    "blink_unittests": "972df963e59fe25eaa1f1cd2e2bb7cefc16722ff4d54b56c1932a6755c7b4070/729",
    "boringssl_crypto_tests": "33be3db66aaa036bf2a6d2371dfc0b5cfdc6cd8df0e9f089cb638f8fd5edfb73/489",
    "boringssl_ssl_tests": "f73df2bb22bd4a0583e5cb43506719242c1f3161569a71ed45264ec3afa8ed9c/488",
    "capture_unittests": "5372d3107edc388e08d90fb6548445b04d580d4f58e17d2a6b0f773b7bc378a4/567",
    "cast_unittests": "a90913a454f0ff6ac8bd10c878d5d7f9f36df2140fa6e55239afc2b52959df82/488",
    "cc_unittests": "4f9841a0b3e8b0f38a11a0e6ae4fa5bf5fbeabf74ca73f47a50f34a52de24604/648",
    "chrome_app_unittests": "f105b3590730706ae30b8e1cb8e622ed852ab2c1201b0518ad95d09be978a062/566",
    "chromedriver_unittests": "135a79c73822c4ec4135836c7e82156cc0bd55d9b32db6f267642f591b4622d5/645",
    "components_browsertests": "9726f8ef653fadf7556bb93f8affa30a9e8a61fb8437ff9eaa5b071f5e33dc90/732",
    "components_unittests": "01dda9cbc73fcaf06db3edd5c7ec0e11851e6a8a736c4bdf0216efefead69867/811",
    "compositor_unittests": "2becd2e06b918ba646dec5bad7d906f843f9782a3234ab40ed6ecd62c98facd5/564",
    "content_browsertests": "07a20976d2437134e396245d79e4f9a981117f1951ad38b08d8928654359b4c1/805",
    "content_unittests": "956dc661e61c459dfdfd0c1b92cbb4597f807ac407ae9dbfedf53b1c8687d34b/725",
    "cronet_tests": "198d06cfabea3b702d97856a067c9e6968d74032728ad5a13a76088e14803a9e/649",
    "cronet_unittests": "c7688c7e47f07934fe32b7735dbafd361961992704c061c3f19a687c1c455ae2/565",
    "crypto_unittests": "3b39695317d26c1178745f2c8a88af62c290de7b8d16aa38873dc43aa51e9320/488",
    "dbus_unittests": "0df5075c715fe617dff3ea241f284f1b6a41bc5b787b2f53d0cc647646e45536/488",
    "device_unittests": "fa586909a4d3b625ca05b1a0d86f787fa7fda44dd5c71033befd020764b499b2/565",
    "display_unittests": "e3db67871450e76ce238967128a57c8b37ed2c6ca2576196ca51c2aa215f6fa1/488",
    "env_chromium_unittests": "c2cd463e077fa43e11a9a048a8057671de0219724d25bdb2bd7e11e105cbfe92/488",
    "events_unittests": "7b8e0055b529c2a867799381e898cec67d4ca06dbd7acf33307edc930b8a50c3/488",
    "extensions_browsertests": "db737ac3023eac4290b033f08776e31b36cfff0344a6bafc990b15ca8aaa0fe8/651",
    "extensions_unittests": "2230c4a0b94319b6b0784150927974fdb4ff1beb0f5f74ffb803d5dede16dea3/730",
    "filesystem_service_unittests": "cb51258fb56c5a5bed71a8fe49cf7dfaa54cad094cd486f28e9ec9ced51dc075/488",
    "fuzzing_unittests": "00de7213a61806ec4b06bf5363acda1a0c9794658277cf65851e516e164a8260/488",
    "gcm_unit_tests": "d61ed718dd98d1b5730891e84c9a35b14704224b88d6ff7f6541e6f6c2563302/565",
    "gfx_unittests": "c8e7809a0b11c30b310b86018a7b404c5b8500c26d50da950b80669ea359d0aa/564",
    "gin_unittests": "2da4db86610be558a134b3acd5afdb4215d1079c14c80380478f9d8c57173b75/565",
    "gl_tests": "bd5ba3eb55200f1efbf405773e849196f860c2e4fe554225fbd7ffbe475d3aea/488",
    "gl_unittests": "cc703d08476c335947b2282a5dd51830e39723285a5d134e02f2a406c024ec51/488",
    "google_apis_unittests": "e5306e5fa554581edaa0e1ec8329065e09534960359329694aa2711a0580162b/650",
    "gpu_unittests": "6aacd649efaf1d57850ccd57a1fa52f5cfe2a2c08e7ce1910b5429aa430a7440/565",
    "gwp_asan_unittests": "dc9ea8e689ee449f6fb274882f1492a311829f50eb10b4e71774f6a0ff8842aa/489",
    "headless_browsertests": "974d5383ca52a1b4976932a0645c753bbaac0a2276fc8ec38214995e5da007f5/649",
    "headless_unittests": "8ed23a9274e42ab81a4523a7d735756659953349f7d64fe223385930f1d56e92/488",
    "interactive_ui_tests": "122ba8137e097f91f07252a47b5b001e578b87e734adae68f1dd8a82d552948c/973",
    "ipc_tests": "d649894686a28a10ffb24db18fa28a77752b25d88e51630955f7a660a879e626/488",
    "latency_unittests": "410d502a4c16972b353b01f79167cb773f4ad7832e2d846bdb92e8d97c290b80/488",
    "leveldb_unittests": "8baa90110d329589846db7d825f1ed47c6e735ab2c44b6e909cc18789f27e2a4/488",
    "libjingle_xmpp_unittests": "61b7c0ad486ea0c51e43c0b3cd491b66c2c55723e58920d66c93d285c2e6d7fa/488",
    "liburlpattern_unittests": "cd7ac7652993c78e80dd0f69daa6782373cc02adbbd2c4b58a46b37841755082/488",
    "media_unittests": "07072522117b7c6cde8b13d90cdb8e83ec5d71e483c4b8f320e436a403299bdb/568",
    "message_center_unittests": "bdf365184fc74610599eaa0834499f04bf82a0b71a9c9b18cf8f6efc7ba5d586/488",
    "midi_unittests": "970f086133aa1b7adfb8078dc44d215cbe7645e9802302c5fa90de53e4df9e9f/488",
    "mojo_unittests": "c6b2150f6fc8cfefb701216ab75a4ee7e4a3378ad859ddce17f9ec3ddc63057b/566",
    "native_theme_unittests": "a568be126a26edddc6a0f1d49e9a897267da968d9f905e51a9eaf8b525f7887e/488",
    "net_unittests": "0bb1b822960209a0f6cb902976fc69bda02250794cd14eea4758edbde7e7e15c/567",
    "openscreen_unittests": "21b8bf8210b2318ac5bc4bd39bd43fdfe8c61becd4204ee0d65290322bded838/489",
    "ozone_unittests": "72d7b10ad3cf623839f6c6cadd430ef17bd1dc5290dda342d327df6054aa0f07/488",
    "ozone_x11_unittests": "8950bfea5807c963ed490cb33aa1b4687c33294de1da56c22c602adbf55315f1/488",
    "pdf_unittests": "217cdec72f38a8153b8bcdcf175b94d332442567837d4b00ed98a7a3964332e6/565",
    "perfetto_unittests": "e002d0370d7e3c0fe993e56f1656053b6a06ab35d8ee20aaf224939598afd8e6/488",
    "printing_unittests": "6a216661d38e9e444289849eb24be0bdd67fe937e8008bd9624c651a09c0b6ea/488",
    "pthreadpool_unittests": "06cc386396d7d28f53571b95db16168b49b635701634b59602a24e162208166d/488",
    "remoting_unittests": "40931d3ad1b4342dd4b6011a8650aec196a40d115f4fbd2b3f52ca8a6cc4f4ce/565",
    "sandbox_linux_unittests": "afdc6f42083e6242b35276614672b81b5cb821290480ddc4d5b207665226bc37/488",
    "services_unittests": "a5dcb05af7327de8a5ad66c7f7e020051ab51625fc71b64a2eb8a1ecdc468612/734",
    "shell_dialogs_unittests": "d61119d984b801465e6a7c3679930cb94b903a55baa63fe1cc0bdf5d73bc0b27/488",
    "skia_unittests": "67913ee7831c1d3a56e93d81b6b638f9c757ff00a36d8f7b251955eef700a6f4/488",
    "snapshot_unittests": "9910d0f3ace7ad4b376847ab6bf2e26819f773cb8f0f01c8a43774cd700f8f26/488",
    "sql_unittests": "9de9d0c98a33784bb832c7c757f87416b14d1e8daaf1710eeee3f9d1ab891e73/565",
    "storage_unittests": "dcfa3c53490b66467a142c5e5a2b0c351c4bb21f4de575d8683376d9f24492b5/646",
    "sync_integration_tests": "a6426b342db6c3fe440e426106ef282cbc6831d9fa22f6c2fdf5f2d12e05aec1/647",
    "ui_base_unittests": "d4f25262172291a26911e75046cdfa648503ea23350e366c21719290d1b77d3f/641",
    "ui_touch_selection_unittests": "0e6df18ad08f542cce1564ee320e76c4b3a84775870c6320673e25d88b418a9d/488",
    "ui_unittests": "8732745c33c3e702155698960897166de6f6d7ad849180a77e1baafcba8e93f8/488",
    "unit_tests": "53ee6088e6c9145b6dcf1ef6670c5c66d6c829697cbf0abbafe2a73c29270915/1061",
    "url_unittests": "4cdf64ffb9a69581b9ac990e1573343c9d39159b047bc8f09100827cd4497c7c/488",
    "views_unittests": "505f8be98b610ae5424aab7d7318f2f5d067ce10b4d21052b6e48a9753fd6374/488",
    "viz_unittests": "7e7afc9ead8d8f8d247e48979f342b91823e5ab4ae22908ae0a5b717ae240603/572",
    "vr_common_unittests": "470ffbc06cf21971ea5a083259a85a98aac8d4c8fea09a7d57fad0f790dc080b/566",
    "wm_unittests": "9e15badd752e6b4d2ee09eb38f71e1cb2759558dd77e545c3eb6cae996d6d135/488",
    "wtf_unittests": "ccab14e7a66589c72cfd6b6f00a75f56fe41c782fa0479b89aaadc4a4b6b1906/488",
    "xr_browser_tests": "e64a17415c1c42c0e89ef7d79cbd188cde31a1f7ee2bea7c7be11b3c7da1b73e/646",
    "zlib_unittests": "be00615bf89b1afe241aa06ce2520fd7027a4b37fa23a5b5d92ecf84d3596b48/489"
  },
  "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7900015201baec47afb8c6adce94a54fd3d97551
  • gitiles_ref:refs/branch-heads/7258
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:111
  • user_agent:recipe

Debug log (UTC)

[23:01:34.575] New invocation is queued and will start shortly
[23:01:34.575] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:01:35.677] Starting the invocation (attempt 1)
[23:01:35.709] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7900015201baec47afb8c6adce94a54fd3d97551"
[23:01:35.709] Popped gitiles commit info from properties and tags
[23:01:35.709] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:35.709] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:35.710] Buildbucket request:
{
  "requestId": "8876117540357952816",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7900015201baec47afb8c6adce94a54fd3d97551",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7258"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876117540357952816",
            "job": "chromium-m139/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "7900015201baec47afb8c6adce94a54fd3d97551",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7258"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "7900015201baec47afb8c6adce94a54fd3d97551"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8710691295911585745"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8710691295911585745"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8710691295911585745"
                                              }
                                        ],
                                    "parent_build_id": "8710691295911585745",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "79ac1a8cd767a32cce6401203e20c4bd4ca4d539",
                                    "parent_got_dawn_revision": "119b9226d771fcb04a4154f7e686bd284b79cd94",
                                    "parent_got_revision": "7900015201baec47afb8c6adce94a54fd3d97551",
                                    "parent_got_revision_cp": "refs/branch-heads/7258@{#341}",
                                    "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
                                    "parent_got_v8_revision": "09f708c26705859070c19edf8c2ac9b09bb0946f",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#5}",
                                    "parent_got_webrtc_revision": "74fa937f86ed8432c07676f7a1ce0e5e2812b3d5",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44974}",
                                    "revision": "7900015201baec47afb8c6adce94a54fd3d97551",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "212a717762d6d76884e9b0893ae4757897803abf67eb3eed1e3408b5df7bd6cd/488",
                                          "accessibility_unittests": "5841f19583f2527215c38094c31db054accd13f8a18df1556144798c988bb593/488",
                                          "angle_unittests": "e1e6de543bc77532999be3f75f3a7c794bdeb957e97580dc5a81758c5b75aa8b/489",
                                          "app_shell_unittests": "63c90fd5d2cef9db08c953f93bfb09c1a4dd8cbe953325295a4362154628a333/649",
                                          "aura_unittests": "493e4edd09f5503666d7e0395bbd49c7be69e4cf067700716ce56bdff4bd528a/488",
                                          "base_unittests": "a0cfc7ac3c1e8a550cbc3087353141448e22010af8bb1cc124bab704d5ea4a3c/566",
                                          "blink_common_unittests": "0d01e9cdd5dfce47ba46c4ee5467af88c02abee21508d6080ff32f8a008cb631/566",
                                          "blink_fuzzer_unittests": "0896dbb9e66d21ccd49c8d1d01a3d95ac5491efde08c0d95c34cba134207604b/488",
                                          "blink_heap_unittests": "bb94e9889516d07bf1dcf344defbf94a0ae759178168ca8ac40d732e95e846d2/488",
                                          "blink_platform_unittests": "07f41cdd123ca96bf1e7202a76ce879e51dd959ebe41bfb7ee33a75dd5768078/645",
                                          "blink_unittests": "972df963e59fe25eaa1f1cd2e2bb7cefc16722ff4d54b56c1932a6755c7b4070/729",
                                          "boringssl_crypto_tests": "33be3db66aaa036bf2a6d2371dfc0b5cfdc6cd8df0e9f089cb638f8fd5edfb73/489",
                                          "boringssl_ssl_tests": "f73df2bb22bd4a0583e5cb43506719242c1f3161569a71ed45264ec3afa8ed9c/488",
                                          "capture_unittests": "5372d3107edc388e08d90fb6548445b04d580d4f58e17d2a6b0f773b7bc378a4/567",
                                          "cast_unittests": "a90913a454f0ff6ac8bd10c878d5d7f9f36df2140fa6e55239afc2b52959df82/488",
                                          "cc_unittests": "4f9841a0b3e8b0f38a11a0e6ae4fa5bf5fbeabf74ca73f47a50f34a52de24604/648",
                                          "chrome_app_unittests": "f105b3590730706ae30b8e1cb8e622ed852ab2c1201b0518ad95d09be978a062/566",
                                          "chromedriver_unittests": "135a79c73822c4ec4135836c7e82156cc0bd55d9b32db6f267642f591b4622d5/645",
                                          "components_browsertests": "9726f8ef653fadf7556bb93f8affa30a9e8a61fb8437ff9eaa5b071f5e33dc90/732",
                                          "components_unittests": "01dda9cbc73fcaf06db3edd5c7ec0e11851e6a8a736c4bdf0216efefead69867/811",
                                          "compositor_unittests": "2becd2e06b918ba646dec5bad7d906f843f9782a3234ab40ed6ecd62c98facd5/564",
                                          "content_browsertests": "07a20976d2437134e396245d79e4f9a981117f1951ad38b08d8928654359b4c1/805",
                                          "content_unittests": "956dc661e61c459dfdfd0c1b92cbb4597f807ac407ae9dbfedf53b1c8687d34b/725",
                                          "cronet_tests": "198d06cfabea3b702d97856a067c9e6968d74032728ad5a13a76088e14803a9e/649",
                                          "cronet_unittests": "c7688c7e47f07934fe32b7735dbafd361961992704c061c3f19a687c1c455ae2/565",
                                          "crypto_unittests": "3b39695317d26c1178745f2c8a88af62c290de7b8d16aa38873dc43aa51e9320/488",
                                          "dbus_unittests": "0df5075c715fe617dff3ea241f284f1b6a41bc5b787b2f53d0cc647646e45536/488",
                                          "device_unittests": "fa586909a4d3b625ca05b1a0d86f787fa7fda44dd5c71033befd020764b499b2/565",
                                          "display_unittests": "e3db67871450e76ce238967128a57c8b37ed2c6ca2576196ca51c2aa215f6fa1/488",
                                          "env_chromium_unittests": "c2cd463e077fa43e11a9a048a8057671de0219724d25bdb2bd7e11e105cbfe92/488",
                                          "events_unittests": "7b8e0055b529c2a867799381e898cec67d4ca06dbd7acf33307edc930b8a50c3/488",
                                          "extensions_browsertests": "db737ac3023eac4290b033f08776e31b36cfff0344a6bafc990b15ca8aaa0fe8/651",
                                          "extensions_unittests": "2230c4a0b94319b6b0784150927974fdb4ff1beb0f5f74ffb803d5dede16dea3/730",
                                          "filesystem_service_unittests": "cb51258fb56c5a5bed71a8fe49cf7dfaa54cad094cd486f28e9ec9ced51dc075/488",
                                          "fuzzing_unittests": "00de7213a61806ec4b06bf5363acda1a0c9794658277cf65851e516e164a8260/488",
                                          "gcm_unit_tests": "d61ed718dd98d1b5730891e84c9a35b14704224b88d6ff7f6541e6f6c2563302/565",
                                          "gfx_unittests": "c8e7809a0b11c30b310b86018a7b404c5b8500c26d50da950b80669ea359d0aa/564",
                                          "gin_unittests": "2da4db86610be558a134b3acd5afdb4215d1079c14c80380478f9d8c57173b75/565",
                                          "gl_tests": "bd5ba3eb55200f1efbf405773e849196f860c2e4fe554225fbd7ffbe475d3aea/488",
                                          "gl_unittests": "cc703d08476c335947b2282a5dd51830e39723285a5d134e02f2a406c024ec51/488",
                                          "google_apis_unittests": "e5306e5fa554581edaa0e1ec8329065e09534960359329694aa2711a0580162b/650",
                                          "gpu_unittests": "6aacd649efaf1d57850ccd57a1fa52f5cfe2a2c08e7ce1910b5429aa430a7440/565",
                                          "gwp_asan_unittests": "dc9ea8e689ee449f6fb274882f1492a311829f50eb10b4e71774f6a0ff8842aa/489",
                                          "headless_browsertests": "974d5383ca52a1b4976932a0645c753bbaac0a2276fc8ec38214995e5da007f5/649",
                                          "headless_unittests": "8ed23a9274e42ab81a4523a7d735756659953349f7d64fe223385930f1d56e92/488",
                                          "interactive_ui_tests": "122ba8137e097f91f07252a47b5b001e578b87e734adae68f1dd8a82d552948c/973",
                                          "ipc_tests": "d649894686a28a10ffb24db18fa28a77752b25d88e51630955f7a660a879e626/488",
                                          "latency_unittests": "410d502a4c16972b353b01f79167cb773f4ad7832e2d846bdb92e8d97c290b80/488",
                                          "leveldb_unittests": "8baa90110d329589846db7d825f1ed47c6e735ab2c44b6e909cc18789f27e2a4/488",
                                          "libjingle_xmpp_unittests": "61b7c0ad486ea0c51e43c0b3cd491b66c2c55723e58920d66c93d285c2e6d7fa/488",
                                          "liburlpattern_unittests": "cd7ac7652993c78e80dd0f69daa6782373cc02adbbd2c4b58a46b37841755082/488",
                                          "media_unittests": "07072522117b7c6cde8b13d90cdb8e83ec5d71e483c4b8f320e436a403299bdb/568",
                                          "message_center_unittests": "bdf365184fc74610599eaa0834499f04bf82a0b71a9c9b18cf8f6efc7ba5d586/488",
                                          "midi_unittests": "970f086133aa1b7adfb8078dc44d215cbe7645e9802302c5fa90de53e4df9e9f/488",
                                          "mojo_unittests": "c6b2150f6fc8cfefb701216ab75a4ee7e4a3378ad859ddce17f9ec3ddc63057b/566",
                                          "native_theme_unittests": "a568be126a26edddc6a0f1d49e9a897267da968d9f905e51a9eaf8b525f7887e/488",
                                          "net_unittests": "0bb1b822960209a0f6cb902976fc69bda02250794cd14eea4758edbde7e7e15c/567",
                                          "openscreen_unittests": "21b8bf8210b2318ac5bc4bd39bd43fdfe8c61becd4204ee0d65290322bded838/489",
                                          "ozone_unittests": "72d7b10ad3cf623839f6c6cadd430ef17bd1dc5290dda342d327df6054aa0f07/488",
                                          "ozone_x11_unittests": "8950bfea5807c963ed490cb33aa1b4687c33294de1da56c22c602adbf55315f1/488",
                                          "pdf_unittests": "217cdec72f38a8153b8bcdcf175b94d332442567837d4b00ed98a7a3964332e6/565",
                                          "perfetto_unittests": "e002d0370d7e3c0fe993e56f1656053b6a06ab35d8ee20aaf224939598afd8e6/488",
                                          "printing_unittests": "6a216661d38e9e444289849eb24be0bdd67fe937e8008bd9624c651a09c0b6ea/488",
                                          "pthreadpool_unittests": "06cc386396d7d28f53571b95db16168b49b635701634b59602a24e162208166d/488",
                                          "remoting_unittests": "40931d3ad1b4342dd4b6011a8650aec196a40d115f4fbd2b3f52ca8a6cc4f4ce/565",
                                          "sandbox_linux_unittests": "afdc6f42083e6242b35276614672b81b5cb821290480ddc4d5b207665226bc37/488",
                                          "services_unittests": "a5dcb05af7327de8a5ad66c7f7e020051ab51625fc71b64a2eb8a1ecdc468612/734",
                                          "shell_dialogs_unittests": "d61119d984b801465e6a7c3679930cb94b903a55baa63fe1cc0bdf5d73bc0b27/488",
                                          "skia_unittests": "67913ee7831c1d3a56e93d81b6b638f9c757ff00a36d8f7b251955eef700a6f4/488",
                                          "snapshot_unittests": "9910d0f3ace7ad4b376847ab6bf2e26819f773cb8f0f01c8a43774cd700f8f26/488",
                                          "sql_unittests": "9de9d0c98a33784bb832c7c757f87416b14d1e8daaf1710eeee3f9d1ab891e73/565",
                                          "storage_unittests": "dcfa3c53490b66467a142c5e5a2b0c351c4bb21f4de575d8683376d9f24492b5/646",
                                          "sync_integration_tests": "a6426b342db6c3fe440e426106ef282cbc6831d9fa22f6c2fdf5f2d12e05aec1/647",
                                          "ui_base_unittests": "d4f25262172291a26911e75046cdfa648503ea23350e366c21719290d1b77d3f/641",
                                          "ui_touch_selection_unittests": "0e6df18ad08f542cce1564ee320e76c4b3a84775870c6320673e25d88b418a9d/488",
                                          "ui_unittests": "8732745c33c3e702155698960897166de6f6d7ad849180a77e1baafcba8e93f8/488",
                                          "unit_tests": "53ee6088e6c9145b6dcf1ef6670c5c66d6c829697cbf0abbafe2a73c29270915/1061",
                                          "url_unittests": "4cdf64ffb9a69581b9ac990e1573343c9d39159b047bc8f09100827cd4497c7c/488",
                                          "views_unittests": "505f8be98b610ae5424aab7d7318f2f5d067ce10b4d21052b6e48a9753fd6374/488",
                                          "viz_unittests": "7e7afc9ead8d8f8d247e48979f342b91823e5ab4ae22908ae0a5b717ae240603/572",
                                          "vr_common_unittests": "470ffbc06cf21971ea5a083259a85a98aac8d4c8fea09a7d57fad0f790dc080b/566",
                                          "wm_unittests": "9e15badd752e6b4d2ee09eb38f71e1cb2759558dd77e545c3eb6cae996d6d135/488",
                                          "wtf_unittests": "ccab14e7a66589c72cfd6b6f00a75f56fe41c782fa0479b89aaadc4a4b6b1906/488",
                                          "xr_browser_tests": "e64a17415c1c42c0e89ef7d79cbd188cde31a1f7ee2bea7c7be11b3c7da1b73e/646",
                                          "zlib_unittests": "be00615bf89b1afe241aa06ce2520fd7027a4b37fa23a5b5d92ecf84d3596b48/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7258",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "7900015201baec47afb8c6adce94a54fd3d97551",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:111",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e8ed21f4-0fd0-4548-b3ff-4a61ca05b017",
                        "title": "Linux TSan Builder/111",
                        "url": "https://cr-buildbucket.appspot.com/build/8710691295911585745"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7900015201baec47afb8c6adce94a54fd3d97551"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8710691295911585745"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8710691295911585745"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8710691295911585745"
                }
          ],
      "parent_build_id": "8710691295911585745",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "79ac1a8cd767a32cce6401203e20c4bd4ca4d539",
      "parent_got_dawn_revision": "119b9226d771fcb04a4154f7e686bd284b79cd94",
      "parent_got_revision": "7900015201baec47afb8c6adce94a54fd3d97551",
      "parent_got_revision_cp": "refs/branch-heads/7258@{#341}",
      "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
      "parent_got_v8_revision": "09f708c26705859070c19edf8c2ac9b09bb0946f",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#5}",
      "parent_got_webrtc_revision": "74fa937f86ed8432c07676f7a1ce0e5e2812b3d5",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44974}",
      "swarm_hashes": {
            "absl_hardening_tests": "212a717762d6d76884e9b0893ae4757897803abf67eb3eed1e3408b5df7bd6cd/488",
            "accessibility_unittests": "5841f19583f2527215c38094c31db054accd13f8a18df1556144798c988bb593/488",
            "angle_unittests": "e1e6de543bc77532999be3f75f3a7c794bdeb957e97580dc5a81758c5b75aa8b/489",
            "app_shell_unittests": "63c90fd5d2cef9db08c953f93bfb09c1a4dd8cbe953325295a4362154628a333/649",
            "aura_unittests": "493e4edd09f5503666d7e0395bbd49c7be69e4cf067700716ce56bdff4bd528a/488",
            "base_unittests": "a0cfc7ac3c1e8a550cbc3087353141448e22010af8bb1cc124bab704d5ea4a3c/566",
            "blink_common_unittests": "0d01e9cdd5dfce47ba46c4ee5467af88c02abee21508d6080ff32f8a008cb631/566",
            "blink_fuzzer_unittests": "0896dbb9e66d21ccd49c8d1d01a3d95ac5491efde08c0d95c34cba134207604b/488",
            "blink_heap_unittests": "bb94e9889516d07bf1dcf344defbf94a0ae759178168ca8ac40d732e95e846d2/488",
            "blink_platform_unittests": "07f41cdd123ca96bf1e7202a76ce879e51dd959ebe41bfb7ee33a75dd5768078/645",
            "blink_unittests": "972df963e59fe25eaa1f1cd2e2bb7cefc16722ff4d54b56c1932a6755c7b4070/729",
            "boringssl_crypto_tests": "33be3db66aaa036bf2a6d2371dfc0b5cfdc6cd8df0e9f089cb638f8fd5edfb73/489",
            "boringssl_ssl_tests": "f73df2bb22bd4a0583e5cb43506719242c1f3161569a71ed45264ec3afa8ed9c/488",
            "capture_unittests": "5372d3107edc388e08d90fb6548445b04d580d4f58e17d2a6b0f773b7bc378a4/567",
            "cast_unittests": "a90913a454f0ff6ac8bd10c878d5d7f9f36df2140fa6e55239afc2b52959df82/488",
            "cc_unittests": "4f9841a0b3e8b0f38a11a0e6ae4fa5bf5fbeabf74ca73f47a50f34a52de24604/648",
            "chrome_app_unittests": "f105b3590730706ae30b8e1cb8e622ed852ab2c1201b0518ad95d09be978a062/566",
            "chromedriver_unittests": "135a79c73822c4ec4135836c7e82156cc0bd55d9b32db6f267642f591b4622d5/645",
            "components_browsertests": "9726f8ef653fadf7556bb93f8affa30a9e8a61fb8437ff9eaa5b071f5e33dc90/732",
            "components_unittests": "01dda9cbc73fcaf06db3edd5c7ec0e11851e6a8a736c4bdf0216efefead69867/811",
            "compositor_unittests": "2becd2e06b918ba646dec5bad7d906f843f9782a3234ab40ed6ecd62c98facd5/564",
            "content_browsertests": "07a20976d2437134e396245d79e4f9a981117f1951ad38b08d8928654359b4c1/805",
            "content_unittests": "956dc661e61c459dfdfd0c1b92cbb4597f807ac407ae9dbfedf53b1c8687d34b/725",
            "cronet_tests": "198d06cfabea3b702d97856a067c9e6968d74032728ad5a13a76088e14803a9e/649",
            "cronet_unittests": "c7688c7e47f07934fe32b7735dbafd361961992704c061c3f19a687c1c455ae2/565",
            "crypto_unittests": "3b39695317d26c1178745f2c8a88af62c290de7b8d16aa38873dc43aa51e9320/488",
            "dbus_unittests": "0df5075c715fe617dff3ea241f284f1b6a41bc5b787b2f53d0cc647646e45536/488",
            "device_unittests": "fa586909a4d3b625ca05b1a0d86f787fa7fda44dd5c71033befd020764b499b2/565",
            "display_unittests": "e3db67871450e76ce238967128a57c8b37ed2c6ca2576196ca51c2aa215f6fa1/488",
            "env_chromium_unittests": "c2cd463e077fa43e11a9a048a8057671de0219724d25bdb2bd7e11e105cbfe92/488",
            "events_unittests": "7b8e0055b529c2a867799381e898cec67d4ca06dbd7acf33307edc930b8a50c3/488",
            "extensions_browsertests": "db737ac3023eac4290b033f08776e31b36cfff0344a6bafc990b15ca8aaa0fe8/651",
            "extensions_unittests": "2230c4a0b94319b6b0784150927974fdb4ff1beb0f5f74ffb803d5dede16dea3/730",
            "filesystem_service_unittests": "cb51258fb56c5a5bed71a8fe49cf7dfaa54cad094cd486f28e9ec9ced51dc075/488",
            "fuzzing_unittests": "00de7213a61806ec4b06bf5363acda1a0c9794658277cf65851e516e164a8260/488",
            "gcm_unit_tests": "d61ed718dd98d1b5730891e84c9a35b14704224b88d6ff7f6541e6f6c2563302/565",
            "gfx_unittests": "c8e7809a0b11c30b310b86018a7b404c5b8500c26d50da950b80669ea359d0aa/564",
            "gin_unittests": "2da4db86610be558a134b3acd5afdb4215d1079c14c80380478f9d8c57173b75/565",
            "gl_tests": "bd5ba3eb55200f1efbf405773e849196f860c2e4fe554225fbd7ffbe475d3aea/488",
            "gl_unittests": "cc703d08476c335947b2282a5dd51830e39723285a5d134e02f2a406c024ec51/488",
            "google_apis_unittests": "e5306e5fa554581edaa0e1ec8329065e09534960359329694aa2711a0580162b/650",
            "gpu_unittests": "6aacd649efaf1d57850ccd57a1fa52f5cfe2a2c08e7ce1910b5429aa430a7440/565",
            "gwp_asan_unittests": "dc9ea8e689ee449f6fb274882f1492a311829f50eb10b4e71774f6a0ff8842aa/489",
            "headless_browsertests": "974d5383ca52a1b4976932a0645c753bbaac0a2276fc8ec38214995e5da007f5/649",
            "headless_unittests": "8ed23a9274e42ab81a4523a7d735756659953349f7d64fe223385930f1d56e92/488",
            "interactive_ui_tests": "122ba8137e097f91f07252a47b5b001e578b87e734adae68f1dd8a82d552948c/973",
            "ipc_tests": "d649894686a28a10ffb24db18fa28a77752b25d88e51630955f7a660a879e626/488",
            "latency_unittests": "410d502a4c16972b353b01f79167cb773f4ad7832e2d846bdb92e8d97c290b80/488",
            "leveldb_unittests": "8baa90110d329589846db7d825f1ed47c6e735ab2c44b6e909cc18789f27e2a4/488",
            "libjingle_xmpp_unittests": "61b7c0ad486ea0c51e43c0b3cd491b66c2c55723e58920d66c93d285c2e6d7fa/488",
            "liburlpattern_unittests": "cd7ac7652993c78e80dd0f69daa6782373cc02adbbd2c4b58a46b37841755082/488",
            "media_unittests": "07072522117b7c6cde8b13d90cdb8e83ec5d71e483c4b8f320e436a403299bdb/568",
            "message_center_unittests": "bdf365184fc74610599eaa0834499f04bf82a0b71a9c9b18cf8f6efc7ba5d586/488",
            "midi_unittests": "970f086133aa1b7adfb8078dc44d215cbe7645e9802302c5fa90de53e4df9e9f/488",
            "mojo_unittests": "c6b2150f6fc8cfefb701216ab75a4ee7e4a3378ad859ddce17f9ec3ddc63057b/566",
            "native_theme_unittests": "a568be126a26edddc6a0f1d49e9a897267da968d9f905e51a9eaf8b525f7887e/488",
            "net_unittests": "0bb1b822960209a0f6cb902976fc69bda02250794cd14eea4758edbde7e7e15c/567",
            "openscreen_unittests": "21b8bf8210b2318ac5bc4bd39bd43fdfe8c61becd4204ee0d65290322bded838/489",
            "ozone_unittests": "72d7b10ad3cf623839f6c6cadd430ef17bd1dc5290dda342d327df6054aa0f07/488",
            "ozone_x11_unittests": "8950bfea5807c963ed490cb33aa1b4687c33294de1da56c22c602adbf55315f1/488",
            "pdf_unittests": "217cdec72f38a8153b8bcdcf175b94d332442567837d4b00ed98a7a3964332e6/565",
            "perfetto_unittests": "e002d0370d7e3c0fe993e56f1656053b6a06ab35d8ee20aaf224939598afd8e6/488",
            "printing_unittests": "6a216661d38e9e444289849eb24be0bdd67fe937e8008bd9624c651a09c0b6ea/488",
            "pthreadpool_unittests": "06cc386396d7d28f53571b95db16168b49b635701634b59602a24e162208166d/488",
            "remoting_unittests": "40931d3ad1b4342dd4b6011a8650aec196a40d115f4fbd2b3f52ca8a6cc4f4ce/565",
            "sandbox_linux_unittests": "afdc6f42083e6242b35276614672b81b5cb821290480ddc4d5b207665226bc37/488",
            "services_unittests": "a5dcb05af7327de8a5ad66c7f7e020051ab51625fc71b64a2eb8a1ecdc468612/734",
            "shell_dialogs_unittests": "d61119d984b801465e6a7c3679930cb94b903a55baa63fe1cc0bdf5d73bc0b27/488",
            "skia_unittests": "67913ee7831c1d3a56e93d81b6b638f9c757ff00a36d8f7b251955eef700a6f4/488",
            "snapshot_unittests": "9910d0f3ace7ad4b376847ab6bf2e26819f773cb8f0f01c8a43774cd700f8f26/488",
            "sql_unittests": "9de9d0c98a33784bb832c7c757f87416b14d1e8daaf1710eeee3f9d1ab891e73/565",
            "storage_unittests": "dcfa3c53490b66467a142c5e5a2b0c351c4bb21f4de575d8683376d9f24492b5/646",
            "sync_integration_tests": "a6426b342db6c3fe440e426106ef282cbc6831d9fa22f6c2fdf5f2d12e05aec1/647",
            "ui_base_unittests": "d4f25262172291a26911e75046cdfa648503ea23350e366c21719290d1b77d3f/641",
            "ui_touch_selection_unittests": "0e6df18ad08f542cce1564ee320e76c4b3a84775870c6320673e25d88b418a9d/488",
            "ui_unittests": "8732745c33c3e702155698960897166de6f6d7ad849180a77e1baafcba8e93f8/488",
            "unit_tests": "53ee6088e6c9145b6dcf1ef6670c5c66d6c829697cbf0abbafe2a73c29270915/1061",
            "url_unittests": "4cdf64ffb9a69581b9ac990e1573343c9d39159b047bc8f09100827cd4497c7c/488",
            "views_unittests": "505f8be98b610ae5424aab7d7318f2f5d067ce10b4d21052b6e48a9753fd6374/488",
            "viz_unittests": "7e7afc9ead8d8f8d247e48979f342b91823e5ab4ae22908ae0a5b717ae240603/572",
            "vr_common_unittests": "470ffbc06cf21971ea5a083259a85a98aac8d4c8fea09a7d57fad0f790dc080b/566",
            "wm_unittests": "9e15badd752e6b4d2ee09eb38f71e1cb2759558dd77e545c3eb6cae996d6d135/488",
            "wtf_unittests": "ccab14e7a66589c72cfd6b6f00a75f56fe41c782fa0479b89aaadc4a4b6b1906/488",
            "xr_browser_tests": "e64a17415c1c42c0e89ef7d79cbd188cde31a1f7ee2bea7c7be11b3c7da1b73e/646",
            "zlib_unittests": "be00615bf89b1afe241aa06ce2520fd7027a4b37fa23a5b5d92ecf84d3596b48/489"
          },
      "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7900015201baec47afb8c6adce94a54fd3d97551",
    "ref": "refs/branch-heads/7258"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876117540357952816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m139/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "111"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:01:36.277] Scheduled build:
{
  "id": "8710687478446231393",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 111,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-06-29T23:01:35.772632829Z",
  "updateTime": "2025-06-29T23:01:35.772632829Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7900015201baec47afb8c6adce94a54fd3d97551",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[23:01:36.277] Task URL: https://cr-buildbucket.appspot.com/build/8710687478446231393
[23:01:36.277] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:2:0) after 8m2s
[23:01:37.239] Received PubSub notification, asking Buildbucket for the build status
[23:01:37.296] Build status: SCHEDULED
[23:01:46.112] Received PubSub notification, asking Buildbucket for the build status
[23:01:46.165] Build status: STARTED
[23:09:38.298] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:2:0)
[23:09:38.319] Build status: STARTED
[23:09:38.319] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:5:0) after 7m43s
[23:17:21.342] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:5:0)
[23:17:21.372] Build status: STARTED
[23:17:21.372] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:6:0) after 2m28s
[23:19:49.396] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:6:0)
[23:19:49.419] Build status: STARTED
[23:19:49.419] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8876117540357952816:7:0) after 8m42s
[23:25:09.099] Received PubSub notification, asking Buildbucket for the build status
[23:25:09.137] Build:
{
  "id": "8710687478446231393",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 111,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-06-29T23:01:35.772632829Z",
  "startTime": "2025-06-29T23:01:45.876170464Z",
  "endTime": "2025-06-29T23:25:08.615369676Z",
  "updateTime": "2025-06-29T23:25:08.615369676Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7900015201baec47afb8c6adce94a54fd3d97551",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[23:25:09.137] Invocation finished in 23m34.571752156s with status SUCCEEDED