Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 9a75d9d53a36dbccad23d5c62baca23ce50f779d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/913 (2 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6723"
      }
    ]
  },
  "branch": "refs/branch-heads/6723",
  "deps_revision_overrides": {
    "src": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8730853335126867857"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8730853335126867857"
    }
  ],
  "parent_build_id": "8730853335126867857",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
  "parent_got_dawn_revision": "488f45da141d9e2b3fe6f86aa0e3bca05ad95b64",
  "parent_got_revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
  "parent_got_revision_cp": "refs/branch-heads/6723@{#2260}",
  "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
  "parent_got_v8_revision": "94570c6458ba721e4bd1967759844653acc71081",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#38}",
  "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
  "swarm_hashes": {
    "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
    "accessibility_unittests": "9b369ec31d8d0ea0757e202eec8366f44f6494e7769d146df81b1b9a647b3e59/487",
    "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
    "app_shell_unittests": "a98bc0983e5f00939c6ed7fc9d74fcb3a6100ad242b62451c19d620e366471a0/648",
    "aura_unittests": "7d9f4b4ae159f64b55544d89b69503b873a7f006913ae826810124f1fb007208/487",
    "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
    "blink_common_unittests": "67c727da054e7507c8002e4205b4c234430ff83cd927e0cb7701d45968801a6a/565",
    "blink_fuzzer_unittests": "fa30b87f97e8cd4607495e39d2dd76c45587026d30f648d1141e0be885d5c856/487",
    "blink_heap_unittests": "f1e04f5b40493c6be67af8c87681c7ec09fb14d48adbcf2320dfe0e7d066c4dc/487",
    "blink_platform_unittests": "fa51ab32d05b8288102fb65a13eeb24c6c63a7b264d214a07305d07a8e0f1ae4/644",
    "blink_unittests": "bc1b238bd3f6d9edb975ff8e7cfc8ca4f1d216a065ef0e5a9e1865bb345df8a6/728",
    "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
    "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
    "capture_unittests": "535c97f7eaf40f6ab1f91272e40028726256ebec77cdb0b21cdd9ef6824e1d65/566",
    "cast_unittests": "d56276e635f018083372729b222e225c3f3845c605598a57a99b6cb3f50ebdc0/487",
    "cc_unittests": "a7dec0fc7c89ec4baa061ef910aea0176a1bd0ef4602d0e9b9e84ab584a3ac19/647",
    "chrome_app_unittests": "40afcb5e5d62c8b18b3279fffb138bbbe64755177ee9265cf9c21268cbb534f7/565",
    "chromedriver_unittests": "e74fec9d789cbd0b0e67b3ff1ca136a2c78a82bd874b62f6db825f9485472615/644",
    "components_browsertests": "96a2cd79f399f04778c30949c387e5d00bbf5f909704274e0150c4c4532733a3/731",
    "components_unittests": "5bc505a436673914be7686296f511494992d2ebbf42636c42da0e98272466a09/731",
    "compositor_unittests": "d9d17caa5732404307d77f9fecea7ff25c535dfe9c7183e7ed0beedc5e77e770/563",
    "content_browsertests": "70cb20251126736cdc334fccd2c85ea1d26b60b57ea00752a1ee1fa60c9d4714/726",
    "content_unittests": "ecdf0fedfcacc50a80d1889e8e2325935fd30a4b8da9a455c11e08d3e3be48be/724",
    "cronet_tests": "a0850636fe176c343add197f17900044e5e6a9bc17edb49257e1e4f87e9a37d1/648",
    "cronet_unittests": "32d9fa7a243a9c61d1f31ecdfe52fecf2d91ac49927175e57e3a906b2e6d53f7/564",
    "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
    "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
    "device_unittests": "70b2e0a5e38b5a9b8a76aa581110f7a0fdfba262236742fe3a123f35d00097bf/644",
    "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
    "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
    "events_unittests": "73705c1f6ccf0abc5f0313c9a22205abbdba19b4fcd98b47890c59bbeac5819f/487",
    "extensions_browsertests": "aac48a3d90abda9a301650478fc9b8c33e62c0ba427bf3e9f7b2dd903af53f7e/650",
    "extensions_unittests": "ec08001557e8cdb9b5cdccc4dda839aa7aaa196f78b594f9b37a1f92077ef1a4/729",
    "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
    "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
    "gcm_unit_tests": "5bfef753d77c2e51c3ae7a6affa44343418900ba92ee6e55788e8492aed53b4a/564",
    "gfx_unittests": "22abe465fc1d3f4fc2559d2a6e48d9b93a03636eb24265ae5608da71a93e67e5/563",
    "gin_unittests": "9d838627e49bc638422d07b39404b94e23fbeb99e65792fbb0d5862b735cecae/564",
    "gl_tests": "c0a6ca6a77cd10caee98845182d1ad3bf3a45180d69b662d15e4a1af0869e553/487",
    "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
    "google_apis_unittests": "b2610c5c30468e8adc67cce2ecfdfc854aa9c9e2dfdfcdf5bf265e668f1152a9/649",
    "gpu_unittests": "d6c79372d822ebe362efcf16f8cf07463f57175e1fce733670fa11a88277f87a/564",
    "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
    "headless_browsertests": "a54da8499980bda40fc9a2881a68c0e52842dc07bd232f6c39cdcedd28669331/648",
    "headless_unittests": "6a1652c550e92b93bb0cf36fab27b3687660ab2bd8b877ac145186dfd2dd6129/487",
    "interactive_ui_tests": "8aff5231dccabc4409578da712381b0f68dfe45500aa5a9673459566373a6db0/972",
    "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
    "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
    "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
    "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
    "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
    "media_unittests": "3c733287a0eb8da67333314763f2aa00f35e3342c8e919778b89fcde4eacee4f/567",
    "message_center_unittests": "efa63e7269892b21c3d065f92dffedb743c922e3c0bc77d4a447a5475ff61c0c/487",
    "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
    "mojo_unittests": "d7bb8848f37188241791e7055c4343dfb2b5a611729b03259dd236e56423cef8/565",
    "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
    "net_unittests": "26de12db2b568cd0dd66ed3c0495a416a046aebcd552c4a13f75be357bef8ea9/566",
    "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
    "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
    "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
    "pdf_unittests": "b6e03c9c68ac93945a415865e8818548fab8b98e3905ba107ada6eb91a3a0cdb/564",
    "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
    "printing_unittests": "b990a3d776f5989624d54a878d2ed9d1fa47b6824c4ef3389bd21e3485dd541c/487",
    "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
    "remoting_unittests": "5a35438d47b0a7120ae8ba9b3e23d2638184e6361d6c94a1a7b64fb50f580b68/564",
    "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
    "services_unittests": "607bb1435f6b2e3cc7edc0055b52913565b4522675d1aa536687d4daa1ae8e30/733",
    "shell_dialogs_unittests": "2956712aca27aa5efbdf20f110615eb0a6179a26a5d688e88d951e0b97fa782f/487",
    "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
    "snapshot_unittests": "94932c3a84d22cc5f5e891f2ad91b26c482138506a7452caba7386831a9cdad4/487",
    "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
    "storage_unittests": "cfafe5ef18abaf47d9745c306ecdca35644cbbf0d79d424e6c66c0510a4ee50d/645",
    "sync_integration_tests": "882fe52ff6df4a77454079aff2be6c93955efc90cf0776245d3932e259ad8f55/646",
    "ui_base_unittests": "79680aaeaa70a3b272bcf55c103bf600eff1e27685a6b3927b2f0603bb42450d/640",
    "ui_touch_selection_unittests": "72f4b1707f0406ede247b6e3341742a81254e22531d1c0039f64fbb3009b9e6f/487",
    "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
    "unit_tests": "bcbea5cd1c6ce3a5ba4546486f6eda8c316b4845a73b80b0119458f088f7f5b7/1055",
    "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
    "views_unittests": "ae31e22407ab6644ebd62a2c5f62f310c646059d5b5cb8b95b4f7f5e04677050/487",
    "viz_unittests": "f937d1b674a99b5da0d0aab3381c62b2d67f177203d442f0012a8d5c23113e3f/571",
    "vr_common_unittests": "244ebba96a0b8fc6a74e09cf0bc6e125789d1db91a0828e50f9efc7963526698/565",
    "wm_unittests": "d915a808a6669b8267872cb01f7a40b79ddd5d2c0b4e2e38024e6a2632f3891c/487",
    "wtf_unittests": "4c02c75e75a5e22f218b6e299c82a94058b65ad525b433104c3e3e5e35e6e127/487",
    "xr_browser_tests": "c305befcee62ff727d7f67ab08e6e991c7735d18a0bee05fa19ef067042793a9/645",
    "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/29e140c1c46e98fa0cc1e503e20b1cfdd086c388
  • gitiles_ref:refs/branch-heads/6723
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:913
  • user_agent:recipe

Debug log (UTC)

[10:16:24.827] New invocation is queued and will start shortly
[10:16:24.827] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:16:25.871] Starting the invocation (attempt 1)
[10:16:25.908] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/29e140c1c46e98fa0cc1e503e20b1cfdd086c388"
[10:16:25.908] Popped gitiles commit info from properties and tags
[10:16:25.908] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:16:25.908] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:16:25.909] Buildbucket request:
{
  "requestId": "8896278206811964976",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6723"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8896278206811964976",
            "job": "chromium-m130/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6723"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8730853335126867857"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8730853335126867857"
                                              }
                                        ],
                                    "parent_build_id": "8730853335126867857",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
                                    "parent_got_dawn_revision": "488f45da141d9e2b3fe6f86aa0e3bca05ad95b64",
                                    "parent_got_revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
                                    "parent_got_revision_cp": "refs/branch-heads/6723@{#2260}",
                                    "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
                                    "parent_got_v8_revision": "94570c6458ba721e4bd1967759844653acc71081",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#38}",
                                    "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
                                    "revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
                                          "accessibility_unittests": "9b369ec31d8d0ea0757e202eec8366f44f6494e7769d146df81b1b9a647b3e59/487",
                                          "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
                                          "app_shell_unittests": "a98bc0983e5f00939c6ed7fc9d74fcb3a6100ad242b62451c19d620e366471a0/648",
                                          "aura_unittests": "7d9f4b4ae159f64b55544d89b69503b873a7f006913ae826810124f1fb007208/487",
                                          "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
                                          "blink_common_unittests": "67c727da054e7507c8002e4205b4c234430ff83cd927e0cb7701d45968801a6a/565",
                                          "blink_fuzzer_unittests": "fa30b87f97e8cd4607495e39d2dd76c45587026d30f648d1141e0be885d5c856/487",
                                          "blink_heap_unittests": "f1e04f5b40493c6be67af8c87681c7ec09fb14d48adbcf2320dfe0e7d066c4dc/487",
                                          "blink_platform_unittests": "fa51ab32d05b8288102fb65a13eeb24c6c63a7b264d214a07305d07a8e0f1ae4/644",
                                          "blink_unittests": "bc1b238bd3f6d9edb975ff8e7cfc8ca4f1d216a065ef0e5a9e1865bb345df8a6/728",
                                          "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
                                          "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
                                          "capture_unittests": "535c97f7eaf40f6ab1f91272e40028726256ebec77cdb0b21cdd9ef6824e1d65/566",
                                          "cast_unittests": "d56276e635f018083372729b222e225c3f3845c605598a57a99b6cb3f50ebdc0/487",
                                          "cc_unittests": "a7dec0fc7c89ec4baa061ef910aea0176a1bd0ef4602d0e9b9e84ab584a3ac19/647",
                                          "chrome_app_unittests": "40afcb5e5d62c8b18b3279fffb138bbbe64755177ee9265cf9c21268cbb534f7/565",
                                          "chromedriver_unittests": "e74fec9d789cbd0b0e67b3ff1ca136a2c78a82bd874b62f6db825f9485472615/644",
                                          "components_browsertests": "96a2cd79f399f04778c30949c387e5d00bbf5f909704274e0150c4c4532733a3/731",
                                          "components_unittests": "5bc505a436673914be7686296f511494992d2ebbf42636c42da0e98272466a09/731",
                                          "compositor_unittests": "d9d17caa5732404307d77f9fecea7ff25c535dfe9c7183e7ed0beedc5e77e770/563",
                                          "content_browsertests": "70cb20251126736cdc334fccd2c85ea1d26b60b57ea00752a1ee1fa60c9d4714/726",
                                          "content_unittests": "ecdf0fedfcacc50a80d1889e8e2325935fd30a4b8da9a455c11e08d3e3be48be/724",
                                          "cronet_tests": "a0850636fe176c343add197f17900044e5e6a9bc17edb49257e1e4f87e9a37d1/648",
                                          "cronet_unittests": "32d9fa7a243a9c61d1f31ecdfe52fecf2d91ac49927175e57e3a906b2e6d53f7/564",
                                          "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
                                          "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
                                          "device_unittests": "70b2e0a5e38b5a9b8a76aa581110f7a0fdfba262236742fe3a123f35d00097bf/644",
                                          "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
                                          "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
                                          "events_unittests": "73705c1f6ccf0abc5f0313c9a22205abbdba19b4fcd98b47890c59bbeac5819f/487",
                                          "extensions_browsertests": "aac48a3d90abda9a301650478fc9b8c33e62c0ba427bf3e9f7b2dd903af53f7e/650",
                                          "extensions_unittests": "ec08001557e8cdb9b5cdccc4dda839aa7aaa196f78b594f9b37a1f92077ef1a4/729",
                                          "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
                                          "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
                                          "gcm_unit_tests": "5bfef753d77c2e51c3ae7a6affa44343418900ba92ee6e55788e8492aed53b4a/564",
                                          "gfx_unittests": "22abe465fc1d3f4fc2559d2a6e48d9b93a03636eb24265ae5608da71a93e67e5/563",
                                          "gin_unittests": "9d838627e49bc638422d07b39404b94e23fbeb99e65792fbb0d5862b735cecae/564",
                                          "gl_tests": "c0a6ca6a77cd10caee98845182d1ad3bf3a45180d69b662d15e4a1af0869e553/487",
                                          "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
                                          "google_apis_unittests": "b2610c5c30468e8adc67cce2ecfdfc854aa9c9e2dfdfcdf5bf265e668f1152a9/649",
                                          "gpu_unittests": "d6c79372d822ebe362efcf16f8cf07463f57175e1fce733670fa11a88277f87a/564",
                                          "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
                                          "headless_browsertests": "a54da8499980bda40fc9a2881a68c0e52842dc07bd232f6c39cdcedd28669331/648",
                                          "headless_unittests": "6a1652c550e92b93bb0cf36fab27b3687660ab2bd8b877ac145186dfd2dd6129/487",
                                          "interactive_ui_tests": "8aff5231dccabc4409578da712381b0f68dfe45500aa5a9673459566373a6db0/972",
                                          "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
                                          "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
                                          "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
                                          "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
                                          "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
                                          "media_unittests": "3c733287a0eb8da67333314763f2aa00f35e3342c8e919778b89fcde4eacee4f/567",
                                          "message_center_unittests": "efa63e7269892b21c3d065f92dffedb743c922e3c0bc77d4a447a5475ff61c0c/487",
                                          "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
                                          "mojo_unittests": "d7bb8848f37188241791e7055c4343dfb2b5a611729b03259dd236e56423cef8/565",
                                          "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
                                          "net_unittests": "26de12db2b568cd0dd66ed3c0495a416a046aebcd552c4a13f75be357bef8ea9/566",
                                          "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
                                          "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
                                          "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
                                          "pdf_unittests": "b6e03c9c68ac93945a415865e8818548fab8b98e3905ba107ada6eb91a3a0cdb/564",
                                          "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
                                          "printing_unittests": "b990a3d776f5989624d54a878d2ed9d1fa47b6824c4ef3389bd21e3485dd541c/487",
                                          "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
                                          "remoting_unittests": "5a35438d47b0a7120ae8ba9b3e23d2638184e6361d6c94a1a7b64fb50f580b68/564",
                                          "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
                                          "services_unittests": "607bb1435f6b2e3cc7edc0055b52913565b4522675d1aa536687d4daa1ae8e30/733",
                                          "shell_dialogs_unittests": "2956712aca27aa5efbdf20f110615eb0a6179a26a5d688e88d951e0b97fa782f/487",
                                          "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
                                          "snapshot_unittests": "94932c3a84d22cc5f5e891f2ad91b26c482138506a7452caba7386831a9cdad4/487",
                                          "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
                                          "storage_unittests": "cfafe5ef18abaf47d9745c306ecdca35644cbbf0d79d424e6c66c0510a4ee50d/645",
                                          "sync_integration_tests": "882fe52ff6df4a77454079aff2be6c93955efc90cf0776245d3932e259ad8f55/646",
                                          "ui_base_unittests": "79680aaeaa70a3b272bcf55c103bf600eff1e27685a6b3927b2f0603bb42450d/640",
                                          "ui_touch_selection_unittests": "72f4b1707f0406ede247b6e3341742a81254e22531d1c0039f64fbb3009b9e6f/487",
                                          "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
                                          "unit_tests": "bcbea5cd1c6ce3a5ba4546486f6eda8c316b4845a73b80b0119458f088f7f5b7/1055",
                                          "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
                                          "views_unittests": "ae31e22407ab6644ebd62a2c5f62f310c646059d5b5cb8b95b4f7f5e04677050/487",
                                          "viz_unittests": "f937d1b674a99b5da0d0aab3381c62b2d67f177203d442f0012a8d5c23113e3f/571",
                                          "vr_common_unittests": "244ebba96a0b8fc6a74e09cf0bc6e125789d1db91a0828e50f9efc7963526698/565",
                                          "wm_unittests": "d915a808a6669b8267872cb01f7a40b79ddd5d2c0b4e2e38024e6a2632f3891c/487",
                                          "wtf_unittests": "4c02c75e75a5e22f218b6e299c82a94058b65ad525b433104c3e3e5e35e6e127/487",
                                          "xr_browser_tests": "c305befcee62ff727d7f67ab08e6e991c7735d18a0bee05fa19ef067042793a9/645",
                                          "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
                                        },
                                    "swarming_command_lines_cwd": "out/Release",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
                                  },
                              "ref": "refs/branch-heads/6723",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:913",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0dcee4e7-26f2-4acd-afbc-45ccf26085c9",
                        "title": "Linux TSan Builder/913"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8730853335126867857"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8730853335126867857"
                }
          ],
      "parent_build_id": "8730853335126867857",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fffbc739779a2df56a464fd6853bbfb24bebb5f6",
      "parent_got_dawn_revision": "488f45da141d9e2b3fe6f86aa0e3bca05ad95b64",
      "parent_got_revision": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
      "parent_got_revision_cp": "refs/branch-heads/6723@{#2260}",
      "parent_got_swiftshader_revision": "2afc8c97882a5c66abf5f26670ae420d2e30adc3",
      "parent_got_v8_revision": "94570c6458ba721e4bd1967759844653acc71081",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.0@{#38}",
      "parent_got_webrtc_revision": "28b793b4dd275bf2b901b87e01c0ee8d4f5732fc",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6723@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "64cbfb1bd47daa6e6a701df49d97613a8621d1b2e6ae0f0b36a3d7e10d07252c/487",
            "accessibility_unittests": "9b369ec31d8d0ea0757e202eec8366f44f6494e7769d146df81b1b9a647b3e59/487",
            "angle_unittests": "ccb3f91e7a09c1800042ce26766a2d48d2a2d8c6f09d54ed43b56a1e9c4ec777/488",
            "app_shell_unittests": "a98bc0983e5f00939c6ed7fc9d74fcb3a6100ad242b62451c19d620e366471a0/648",
            "aura_unittests": "7d9f4b4ae159f64b55544d89b69503b873a7f006913ae826810124f1fb007208/487",
            "base_unittests": "45a0dd72a82a0968f33798f9dce5f7d350f21d0b825e63cff857e1ad6d64dd9b/565",
            "blink_common_unittests": "67c727da054e7507c8002e4205b4c234430ff83cd927e0cb7701d45968801a6a/565",
            "blink_fuzzer_unittests": "fa30b87f97e8cd4607495e39d2dd76c45587026d30f648d1141e0be885d5c856/487",
            "blink_heap_unittests": "f1e04f5b40493c6be67af8c87681c7ec09fb14d48adbcf2320dfe0e7d066c4dc/487",
            "blink_platform_unittests": "fa51ab32d05b8288102fb65a13eeb24c6c63a7b264d214a07305d07a8e0f1ae4/644",
            "blink_unittests": "bc1b238bd3f6d9edb975ff8e7cfc8ca4f1d216a065ef0e5a9e1865bb345df8a6/728",
            "boringssl_crypto_tests": "992978f6c57dd44e1d49886c2e353d442c6aab4f94b6b79ed5c4859eecfed8cf/488",
            "boringssl_ssl_tests": "df7492a13fae0c422870eaeeaaa3f2edc69803adbdd5f80711ffd36f7f6a2e52/487",
            "capture_unittests": "535c97f7eaf40f6ab1f91272e40028726256ebec77cdb0b21cdd9ef6824e1d65/566",
            "cast_unittests": "d56276e635f018083372729b222e225c3f3845c605598a57a99b6cb3f50ebdc0/487",
            "cc_unittests": "a7dec0fc7c89ec4baa061ef910aea0176a1bd0ef4602d0e9b9e84ab584a3ac19/647",
            "chrome_app_unittests": "40afcb5e5d62c8b18b3279fffb138bbbe64755177ee9265cf9c21268cbb534f7/565",
            "chromedriver_unittests": "e74fec9d789cbd0b0e67b3ff1ca136a2c78a82bd874b62f6db825f9485472615/644",
            "components_browsertests": "96a2cd79f399f04778c30949c387e5d00bbf5f909704274e0150c4c4532733a3/731",
            "components_unittests": "5bc505a436673914be7686296f511494992d2ebbf42636c42da0e98272466a09/731",
            "compositor_unittests": "d9d17caa5732404307d77f9fecea7ff25c535dfe9c7183e7ed0beedc5e77e770/563",
            "content_browsertests": "70cb20251126736cdc334fccd2c85ea1d26b60b57ea00752a1ee1fa60c9d4714/726",
            "content_unittests": "ecdf0fedfcacc50a80d1889e8e2325935fd30a4b8da9a455c11e08d3e3be48be/724",
            "cronet_tests": "a0850636fe176c343add197f17900044e5e6a9bc17edb49257e1e4f87e9a37d1/648",
            "cronet_unittests": "32d9fa7a243a9c61d1f31ecdfe52fecf2d91ac49927175e57e3a906b2e6d53f7/564",
            "crypto_unittests": "27482c6ea551662448580fbbbd86c584ae1b4eb79e7570d18be302b5fddc3d8e/487",
            "dbus_unittests": "427e9d712a656ae66bdb5cf6c8afad3b1650f2ceeb786ea2206ff913d9a08815/487",
            "device_unittests": "70b2e0a5e38b5a9b8a76aa581110f7a0fdfba262236742fe3a123f35d00097bf/644",
            "display_unittests": "0149e2a24b6043bae68c587a7b979733fc77a1ced11938d1df0aa9468fc6c731/487",
            "env_chromium_unittests": "69f1fd12ff2529f87653098886743e6d860825ff542bbc3156fb27e8219504f1/487",
            "events_unittests": "73705c1f6ccf0abc5f0313c9a22205abbdba19b4fcd98b47890c59bbeac5819f/487",
            "extensions_browsertests": "aac48a3d90abda9a301650478fc9b8c33e62c0ba427bf3e9f7b2dd903af53f7e/650",
            "extensions_unittests": "ec08001557e8cdb9b5cdccc4dda839aa7aaa196f78b594f9b37a1f92077ef1a4/729",
            "filesystem_service_unittests": "7c69fa3445c73e28623e21bbac03d73f789312056c6f72de9c4f61888fe8d4c9/487",
            "fuzzing_unittests": "c559d406bcb1e74c76edf222e4fcb57a2a4f35774b5ee9dc1b6dd87edab02531/487",
            "gcm_unit_tests": "5bfef753d77c2e51c3ae7a6affa44343418900ba92ee6e55788e8492aed53b4a/564",
            "gfx_unittests": "22abe465fc1d3f4fc2559d2a6e48d9b93a03636eb24265ae5608da71a93e67e5/563",
            "gin_unittests": "9d838627e49bc638422d07b39404b94e23fbeb99e65792fbb0d5862b735cecae/564",
            "gl_tests": "c0a6ca6a77cd10caee98845182d1ad3bf3a45180d69b662d15e4a1af0869e553/487",
            "gl_unittests": "0946bee10128b808c9eba424bfc0f8df579ea0de82847711ea7732d5700820cf/487",
            "google_apis_unittests": "b2610c5c30468e8adc67cce2ecfdfc854aa9c9e2dfdfcdf5bf265e668f1152a9/649",
            "gpu_unittests": "d6c79372d822ebe362efcf16f8cf07463f57175e1fce733670fa11a88277f87a/564",
            "gwp_asan_unittests": "0d71324e3a6f010eda4c78cc60c23ddad5f23b47a5964be2c88670ecf514dbe5/488",
            "headless_browsertests": "a54da8499980bda40fc9a2881a68c0e52842dc07bd232f6c39cdcedd28669331/648",
            "headless_unittests": "6a1652c550e92b93bb0cf36fab27b3687660ab2bd8b877ac145186dfd2dd6129/487",
            "interactive_ui_tests": "8aff5231dccabc4409578da712381b0f68dfe45500aa5a9673459566373a6db0/972",
            "ipc_tests": "6199ec5f09f59028ed65f1f238dacd5bfd79e7a71e10c5dac07b582ce438ee62/487",
            "latency_unittests": "72f6c51ef67c9efb5d96af517376ef2f9f77190d7a676ded43a20ae10d45a20e/487",
            "leveldb_unittests": "62016bd0849feaea42536d29180fcf21f3b8a50da0fcbcfbd809c5249a85659b/487",
            "libjingle_xmpp_unittests": "f4094664d0ebd5abec565cc5cd22337970b557fe9e21515d52f93bb4f1c4b584/487",
            "liburlpattern_unittests": "30e40f436b9b391a22bd3b850593bd1f95a5b42b290525282555de8158d247b1/487",
            "media_unittests": "3c733287a0eb8da67333314763f2aa00f35e3342c8e919778b89fcde4eacee4f/567",
            "message_center_unittests": "efa63e7269892b21c3d065f92dffedb743c922e3c0bc77d4a447a5475ff61c0c/487",
            "midi_unittests": "7be462857bdc9a926da5a1544476d53f5141cdf8b169bd5d44e4536ef03e9b97/487",
            "mojo_unittests": "d7bb8848f37188241791e7055c4343dfb2b5a611729b03259dd236e56423cef8/565",
            "native_theme_unittests": "1f5babd82a9133dc9e28c6bea07923b9118975e4e5a79527654e170ae0764dab/487",
            "net_unittests": "26de12db2b568cd0dd66ed3c0495a416a046aebcd552c4a13f75be357bef8ea9/566",
            "openscreen_unittests": "59c2851a8d15d92df2514b8ea2058f2a37a56c39c31204cde66c7aebd3d63cdf/488",
            "ozone_unittests": "7339630aad01e4e7e84afd2e20e8bf58d6f35b1e46c3bf5d2aebed0ab06f0fd2/487",
            "ozone_x11_unittests": "5e04140c9cb12dc28b6a280722d8eb44404ce8397bc91314393bfa1af4888d79/487",
            "pdf_unittests": "b6e03c9c68ac93945a415865e8818548fab8b98e3905ba107ada6eb91a3a0cdb/564",
            "perfetto_unittests": "f3d1f0e09590752d532930ffaeb574834e1214690789f3b4ef894be463185b73/487",
            "printing_unittests": "b990a3d776f5989624d54a878d2ed9d1fa47b6824c4ef3389bd21e3485dd541c/487",
            "pthreadpool_unittests": "5533a83a2146931c171474518286f69666bdca169a8b5bcb30338f7338169d69/487",
            "remoting_unittests": "5a35438d47b0a7120ae8ba9b3e23d2638184e6361d6c94a1a7b64fb50f580b68/564",
            "sandbox_linux_unittests": "b9c19b6336a193fd68a3a4c55ff095d84be6c3ee88e1e8135ac3bd8cc28f5887/487",
            "services_unittests": "607bb1435f6b2e3cc7edc0055b52913565b4522675d1aa536687d4daa1ae8e30/733",
            "shell_dialogs_unittests": "2956712aca27aa5efbdf20f110615eb0a6179a26a5d688e88d951e0b97fa782f/487",
            "skia_unittests": "909907ea944a542856cb230a816aef8d1906197c045b1cfcf1d730ef63097262/487",
            "snapshot_unittests": "94932c3a84d22cc5f5e891f2ad91b26c482138506a7452caba7386831a9cdad4/487",
            "sql_unittests": "baf7d94be454c4285549cb97dcf778fc7a99977475a16db0cb2940fb4ffea28c/564",
            "storage_unittests": "cfafe5ef18abaf47d9745c306ecdca35644cbbf0d79d424e6c66c0510a4ee50d/645",
            "sync_integration_tests": "882fe52ff6df4a77454079aff2be6c93955efc90cf0776245d3932e259ad8f55/646",
            "ui_base_unittests": "79680aaeaa70a3b272bcf55c103bf600eff1e27685a6b3927b2f0603bb42450d/640",
            "ui_touch_selection_unittests": "72f4b1707f0406ede247b6e3341742a81254e22531d1c0039f64fbb3009b9e6f/487",
            "ui_unittests": "d9315e94c050de68cd1bf762266cc61b8edeccf85022b64c1eb18ab16226fd98/487",
            "unit_tests": "bcbea5cd1c6ce3a5ba4546486f6eda8c316b4845a73b80b0119458f088f7f5b7/1055",
            "url_unittests": "cac23c0c0e31cb8f16b77fb8e8025b34ea5cd87dc0f11404de1ccbc97fe335c2/487",
            "views_unittests": "ae31e22407ab6644ebd62a2c5f62f310c646059d5b5cb8b95b4f7f5e04677050/487",
            "viz_unittests": "f937d1b674a99b5da0d0aab3381c62b2d67f177203d442f0012a8d5c23113e3f/571",
            "vr_common_unittests": "244ebba96a0b8fc6a74e09cf0bc6e125789d1db91a0828e50f9efc7963526698/565",
            "wm_unittests": "d915a808a6669b8267872cb01f7a40b79ddd5d2c0b4e2e38024e6a2632f3891c/487",
            "wtf_unittests": "4c02c75e75a5e22f218b6e299c82a94058b65ad525b433104c3e3e5e35e6e127/487",
            "xr_browser_tests": "c305befcee62ff727d7f67ab08e6e991c7735d18a0bee05fa19ef067042793a9/645",
            "zlib_unittests": "57f93cd26644098b6cfbedeb91c186f7be04bf8c02eb7480adb089686e7b227a/488"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
    "ref": "refs/branch-heads/6723"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896278206811964976"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m130/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "913"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:16:26.454] Scheduled build:
{
  "id": "8730848144877612449",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 913,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-11-19T10:16:25.995672274Z",
  "updateTime": "2024-11-19T10:16:25.995672274Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[10:16:26.454] Task URL: https://cr-buildbucket.appspot.com/build/8730848144877612449
[10:16:26.454] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:2:0) after 6m19s
[10:16:27.429] Received PubSub notification, asking Buildbucket for the build status
[10:16:27.456] Build status: SCHEDULED
[10:19:21.826] Received PubSub notification, asking Buildbucket for the build status
[10:19:21.850] Build status: STARTED
[10:22:45.478] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:2:0)
[10:22:45.505] Build status: STARTED
[10:22:45.505] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:5:0) after 3m37s
[10:26:22.918] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:5:0)
[10:26:22.942] Build status: STARTED
[10:26:22.942] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:6:0) after 3m43s
[10:30:06.166] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:6:0)
[10:30:06.215] Build status: STARTED
[10:30:06.215] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:7:0) after 7m6s
[10:37:12.299] Handling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:7:0)
[10:37:12.340] Build status: STARTED
[10:37:12.340] Scheduling timer "check-buildbucket-build-status" (chromium-m130/Linux TSan Tests:8896278206811964976:8:0) after 8m36s
[10:41:03.131] Received PubSub notification, asking Buildbucket for the build status
[10:41:03.179] Build:
{
  "id": "8730848144877612449",
  "builder": {
    "project": "chromium-m130",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 913,
  "createdBy": "project:chromium-m130",
  "createTime": "2024-11-19T10:16:25.995672274Z",
  "startTime": "2024-11-19T10:19:21.605352655Z",
  "endTime": "2024-11-19T10:41:02.793537824Z",
  "updateTime": "2024-11-19T10:41:02.793537824Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "29e140c1c46e98fa0cc1e503e20b1cfdd086c388",
      "ref": "refs/branch-heads/6723"
    }
  }
}
[10:41:03.179] Invocation finished in 24m38.413839603s with status SUCCEEDED