Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 18 minutes
Actions:

Definition (rev 8c6a23373824b48b93461eca2a40ea83a3cf31fb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7258"
      }
    ]
  },
  "branch": "refs/branch-heads/7258",
  "deps_revision_overrides": {
    "src": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8705176669938862417"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8705176669938862417"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8705176669938862417"
    }
  ],
  "parent_build_id": "8705176669938862417",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d9fc4a372074b1079c193c422fc4a180e79b6636",
  "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
  "parent_got_revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
  "parent_got_revision_cp": "refs/branch-heads/7258@{#3116}",
  "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
  "parent_got_v8_revision": "a0a7886d6b3707be8d4b403e463fa82fdb3f216c",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#41}",
  "parent_got_webrtc_revision": "23d8e44f84822170bee4425760b44237959423e5",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
  "swarm_hashes": {
    "absl_hardening_tests": "0283c63f17791fea5aeb09c96ac6002694b07e23a6b460039269339bf6fd062e/488",
    "accessibility_unittests": "e621124c9d7f1acddc983f08363766c9c92df8d3cd42a3d5c676918469163a16/488",
    "angle_unittests": "09dba0af4c5f415ded8314a76475fef4373068bb45a02414c16e647c3134b6f7/489",
    "app_shell_unittests": "aa3ff273a5b562be2f2488f27e9d2c17021238accab9fa806ba6760adde13e07/649",
    "aura_unittests": "d6725360ce931c5737acd0cb6b3a21c1aea8f26cbd99c744cdcfd98b1b040a95/488",
    "base_unittests": "81799e70536db31ce4679b2150aa0db7c8e5fc8329e81d9fd4795e376cab8912/566",
    "blink_common_unittests": "f8feff6ec7db3fa8d93e14d5e584702bcd3b0efd2d3406bdc610697d5c5d8e0d/566",
    "blink_fuzzer_unittests": "695b71106fd784f1630482ab2adc347a1f8ad952a3bbf995854f835eb35c4fbf/488",
    "blink_heap_unittests": "a9dd56554a7c04880630f4f799351ab5849fcdc0a04c37e12b2ac5ca9b486c6e/488",
    "blink_platform_unittests": "c556ffb527b00da84430521b635ca4f932da3cf8f7d8629d36e8c550eb1b2738/645",
    "blink_unittests": "77114c6fc320f4b8061c840c528ca7cf1ad9362d56048bb6d5c97c9e029ea656/729",
    "boringssl_crypto_tests": "24f799865728c958cf53b1e23dbdc1d4e6a0ca547620479a029df48a57d4fcfd/489",
    "boringssl_ssl_tests": "4dc432f2bdacfb45cf1bd4df93f16f69f473f8afbb938c0c898034654d5c814e/488",
    "capture_unittests": "852cac952846fec95d256280d646a141f4d76830c5e98f90b57c3886649edebc/567",
    "cast_unittests": "c4fc691742fbb6d2164a8fcdd1f8644467e3ada140c9a396f93f812eb8b3a2d7/488",
    "cc_unittests": "6db5bf117943fa16b3c1ba3a7c0de413a64e9f29aa7d0e9f75d44ad6e86d085e/648",
    "chrome_app_unittests": "dd95efd0c065b6fd3e03d50334ee2a735b31e5cbf9390ad0da9bbb3f87b6ec91/566",
    "chromedriver_unittests": "06fad06e8b37c3e40a5568ad23413058bfa3f0547a8e824d5085d9baed7ecad2/645",
    "components_browsertests": "620fba8e23b8065aece91428ec2e475b87bb01ed69ce7ca6a233d374406ef2a6/732",
    "components_unittests": "fdc161c2ae55307234c559bdf744e7fa5f4fa781820b5ed1f01ee80049e6bfbe/811",
    "compositor_unittests": "e040709a2dac001df0ab9c646e460f9f56a87ad3c26b7133e3990efffe40aeac/564",
    "content_browsertests": "8b303eec0a674a8bff222d51a82298d86e8d30d43c44608ad1ec0fa996cd1b9a/805",
    "content_unittests": "696ae8d285e45b881326fdf54c22da34cbd988de2fcaee25382340fa58ec9d52/725",
    "cronet_tests": "6e36c1faaeac314f1b934dc0506667f601d96a98d990a97edf004c12c168b55c/649",
    "cronet_unittests": "ecbd27e0c369515394fcb33c5a69edbd7e783e0a68f2a06079b2dffb3751dee5/565",
    "crypto_unittests": "518e275c119afbfc25c9260ce901491088c237619789a47c2301fa217f80476b/488",
    "dbus_unittests": "fcb089a8d0558b2302e88176325d0dfcdf8771f91cca1d1d89664643c0964921/488",
    "device_unittests": "2d4115f71a59901b7c662aedb7c2bfc0820b08b52d4b7cbb8b29802d0eaa4fd3/565",
    "display_unittests": "2fdb75431c76afd18e74d3948ce2e563970c097292c4dec28c457daa9331e26a/488",
    "env_chromium_unittests": "0ec55981f3cd74d8d261adbfafcfd9899e424e3a58769fbb5d619f773d9a6140/488",
    "events_unittests": "8e3bbf8fcbee08ff9d9c288bcc2585635b3c9c1bc5805ec092e028290ef3cdb6/488",
    "extensions_browsertests": "7d8d959e814c4121a23e85d91b29a6a7ccb18218adfb344f14566a836a326c68/651",
    "extensions_unittests": "6889b18b235ba55267938f54a9f00c8f80388c592a24945b85692cf0d041ed5c/730",
    "filesystem_service_unittests": "8d86a9fb220208926c0b5078c0f6279df901880a162e6199d546b022aecc2d0d/488",
    "fuzzing_unittests": "ff35be5f565e8f8602f7a1811e77e6cb6d97171c06d6d5660add52fb02323022/488",
    "gcm_unit_tests": "8bb0d734b73672e9f1916cddbbbbf6b9b9642a9c07f204c3d7b7a0bc49c3cadf/565",
    "gfx_unittests": "359326c8ac850b6bac23fddab3f8466005365bddda6058a5470fc2195fc3a564/564",
    "gin_unittests": "b912dee65f98938d2c8f1aed371c74d9ca2cffe11f094a27e726a9fec557cd1f/565",
    "gl_tests": "281ae63d912b0058029c2a4e50b107d4cf136f5db556daccc7ea913f2179015d/488",
    "gl_unittests": "51399507844e5640a71f6bd5ca644704ff85efc52f48a1d59aef9329137e6573/488",
    "google_apis_unittests": "ef3d0b5e1974a709ddc300b515bf55ceb80ea85ddbabd04a5b2025b8d1afb1e7/650",
    "gpu_unittests": "d68f3d4db7a967125a30824e9871dae1344d323bb94d1ae908d2a7aeb3d62f1a/565",
    "gwp_asan_unittests": "34f1b35d1b09c3cd5b4d7efd53e0bac8a7c90ec35d11aa735a78130bbdd054ff/489",
    "headless_browsertests": "c2978708cb3f2e424ab777ef5c9a9f52d20799e11612439836d998389211a9bc/649",
    "headless_unittests": "9a3084be659c50479ee7e688723b5de45de6af4e27c7d9264be992a2cea30048/488",
    "interactive_ui_tests": "5573420ff44e73e87b447304508fdf07d40b0716b812e02dfd04130554273d55/973",
    "ipc_tests": "4a82e2e743a519a87a087240d728d96be90931ab88b30482eda48a719db261ac/488",
    "latency_unittests": "5d11ccacecfff1b6ad9b34a880558dcdb169e6bb32a701f9393345534710bc8c/488",
    "leveldb_unittests": "8027c4d016f0b498422c934633a5cb88908226d7c600d61c12e8a2923e1450d4/488",
    "libjingle_xmpp_unittests": "a80ea054bdefb6745e2ba4241e03dee154712883d61378317858403fc7ad647d/488",
    "liburlpattern_unittests": "38e90ea5403fe8c964f7f4a671cebc3940848beb6f2d02223b0899aafa49acc5/488",
    "media_unittests": "5051ccebb3ed96a7b5d412befb09204bf3009097f1e3126891fb2b16df8b9a60/568",
    "message_center_unittests": "63101e7282c42b3d79e8da2a61566b535520b64c8e107a2658d45b4fad42e62a/488",
    "midi_unittests": "e69af83572bd59e2d442bcd8896c4d689dc943b494d22c40aa0db0a05922d1e7/488",
    "mojo_unittests": "572bb2896a6038b05743c3bc16965ff3d90e5b460d4f5dca9db454e8a9c42224/566",
    "native_theme_unittests": "c78c7129337dd7ac258f60a0fd888403355e80aa33e0bd8c487e3cab77787826/488",
    "net_unittests": "08e53eac287a225278e9f535a10236047854a1085295698eedc02107304d2f49/567",
    "openscreen_unittests": "7b34278e613080f8f1a8148108f58a8ae78ad7c9df9752a621726f7d48725d09/489",
    "ozone_unittests": "3d68e40d9d968da59f13a3961c9ef0cc4929a5c1268c2976d65737d012732ee2/488",
    "ozone_x11_unittests": "efd96f4e5484a6a601c670110eb97c731a700042d6b18dd0e25b37e986747ff0/488",
    "pdf_unittests": "4dbfef61d09d880ee26bdcebcac877de2d5f9aae438de42d8fd7abe2a508ef13/565",
    "perfetto_unittests": "9f21c21e11115fba1cba01f58caa67e4c913219a811db61f5e988adf82feee28/488",
    "printing_unittests": "fccd74584b456b13da68c81b19de32c2a8d03146d4679336191d6484e4c57ccb/488",
    "pthreadpool_unittests": "3a4a8864fc2e6854f3f380e4f63459aaad2eb285ea4caac58ea4d099504a21fc/488",
    "remoting_unittests": "1d397e6e377ebd86d6c69515771c407a26d4f7fc5f71d1a7db348d91cc712075/565",
    "sandbox_linux_unittests": "1429364514fb2f07fdd75888f2578f3c3924d3b10370e4d858e3bfeb35a484cf/488",
    "services_unittests": "c94d20279175919b742feb246a273b1fa0226ae89eac910333cc5d72649201c1/734",
    "shell_dialogs_unittests": "e772d0eca9dd125f8981df9d065317fb6c0aa0483954edb210f8d8e90698ccdb/488",
    "skia_unittests": "867461a61c20ffca64426c47e590f32bf0526359abdf3b7e46cb49259909f7b9/488",
    "snapshot_unittests": "a88b3e2630e434c138140a8f13ba8bdc2f82a502e043d4618664291c9fdf7cd4/488",
    "sql_unittests": "95830b94e09fc4dcf24eb30ef6b38c063dc38791a58200b46dc1270af5e24333/565",
    "storage_unittests": "93643b3835987bcf2ae8326b6d3399a01758a46f5ea822553f7cd299769ca85f/646",
    "sync_integration_tests": "8583dc84a5842db016602d1e67c14d0f83dd49de28ffddfd9a16c5afa449d0b2/647",
    "ui_base_unittests": "fe94079ce25bdacb64f4d5242591056751f83699f092abdc3e133954a8d38441/641",
    "ui_touch_selection_unittests": "9a29a074a049343dce05a7b523e86f01dff5c72b05ca7f97205c51d7d54bd913/488",
    "ui_unittests": "84fd8fb26df643d149b951caeeb87654196cd8d07fdb8d655166a679f23393d1/488",
    "unit_tests": "b9b1c0e0c7299f8618f8a0620ddf2dc6bf2d60c169e80f203ec80aa46f0331e4/1061",
    "url_unittests": "924b878ad7f5eecbfe59e5b9144c2eea5466cc3cb0cd002c841387aee4595f1d/488",
    "views_unittests": "c5bf24704ae06e410468a9401daa85c4fcfdafa2a52ce939cf74caf5d424fed1/488",
    "viz_unittests": "e4f8409f483be29daffee1e744b6294ea6048096ee1aff5e02d27f835d39b64a/572",
    "vr_common_unittests": "ece655d1881080322c6250ed62b80df0a48faad44556c7c62328ad2345863447/566",
    "wm_unittests": "8e69c8611e45459dadf553ae62d7c64a3592e0aa67bd37e17b556cba0f0e4456/488",
    "wtf_unittests": "c4cc88b2fbaa07fb100fac5689d1e675fd8da4d7053c001aad79f8bbde122c59/488",
    "xr_browser_tests": "cfcb2bdc71c437672405d5cc3ba6146aa3bdbe3520672e42a182502b8b4fa174/646",
    "zlib_unittests": "1986dccd9653791d95db72c6eb31488bef18c6413c21ea01ccdd7b53c9290332/489"
  },
  "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2c65aa86723533f5b0459c9a8ac73a4e286d4e7
  • gitiles_ref:refs/branch-heads/7258
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1205
  • user_agent:recipe

Debug log (UTC)

[20:00:08.204] New invocation is queued and will start shortly
[20:00:08.204] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:00:09.799] Starting the invocation (attempt 1)
[20:00:09.836] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2c65aa86723533f5b0459c9a8ac73a4e286d4e7"
[20:00:09.836] Popped gitiles commit info from properties and tags
[20:00:09.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:09.837] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:09.838] Buildbucket request:
{
  "requestId": "8870602540598786560",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7258"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870602540598786560",
            "job": "chromium-m139/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7258"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8705176669938862417"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8705176669938862417"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8705176669938862417"
                                              }
                                        ],
                                    "parent_build_id": "8705176669938862417",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "d9fc4a372074b1079c193c422fc4a180e79b6636",
                                    "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
                                    "parent_got_revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
                                    "parent_got_revision_cp": "refs/branch-heads/7258@{#3116}",
                                    "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
                                    "parent_got_v8_revision": "a0a7886d6b3707be8d4b403e463fa82fdb3f216c",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#41}",
                                    "parent_got_webrtc_revision": "23d8e44f84822170bee4425760b44237959423e5",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#3}",
                                    "revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "0283c63f17791fea5aeb09c96ac6002694b07e23a6b460039269339bf6fd062e/488",
                                          "accessibility_unittests": "e621124c9d7f1acddc983f08363766c9c92df8d3cd42a3d5c676918469163a16/488",
                                          "angle_unittests": "09dba0af4c5f415ded8314a76475fef4373068bb45a02414c16e647c3134b6f7/489",
                                          "app_shell_unittests": "aa3ff273a5b562be2f2488f27e9d2c17021238accab9fa806ba6760adde13e07/649",
                                          "aura_unittests": "d6725360ce931c5737acd0cb6b3a21c1aea8f26cbd99c744cdcfd98b1b040a95/488",
                                          "base_unittests": "81799e70536db31ce4679b2150aa0db7c8e5fc8329e81d9fd4795e376cab8912/566",
                                          "blink_common_unittests": "f8feff6ec7db3fa8d93e14d5e584702bcd3b0efd2d3406bdc610697d5c5d8e0d/566",
                                          "blink_fuzzer_unittests": "695b71106fd784f1630482ab2adc347a1f8ad952a3bbf995854f835eb35c4fbf/488",
                                          "blink_heap_unittests": "a9dd56554a7c04880630f4f799351ab5849fcdc0a04c37e12b2ac5ca9b486c6e/488",
                                          "blink_platform_unittests": "c556ffb527b00da84430521b635ca4f932da3cf8f7d8629d36e8c550eb1b2738/645",
                                          "blink_unittests": "77114c6fc320f4b8061c840c528ca7cf1ad9362d56048bb6d5c97c9e029ea656/729",
                                          "boringssl_crypto_tests": "24f799865728c958cf53b1e23dbdc1d4e6a0ca547620479a029df48a57d4fcfd/489",
                                          "boringssl_ssl_tests": "4dc432f2bdacfb45cf1bd4df93f16f69f473f8afbb938c0c898034654d5c814e/488",
                                          "capture_unittests": "852cac952846fec95d256280d646a141f4d76830c5e98f90b57c3886649edebc/567",
                                          "cast_unittests": "c4fc691742fbb6d2164a8fcdd1f8644467e3ada140c9a396f93f812eb8b3a2d7/488",
                                          "cc_unittests": "6db5bf117943fa16b3c1ba3a7c0de413a64e9f29aa7d0e9f75d44ad6e86d085e/648",
                                          "chrome_app_unittests": "dd95efd0c065b6fd3e03d50334ee2a735b31e5cbf9390ad0da9bbb3f87b6ec91/566",
                                          "chromedriver_unittests": "06fad06e8b37c3e40a5568ad23413058bfa3f0547a8e824d5085d9baed7ecad2/645",
                                          "components_browsertests": "620fba8e23b8065aece91428ec2e475b87bb01ed69ce7ca6a233d374406ef2a6/732",
                                          "components_unittests": "fdc161c2ae55307234c559bdf744e7fa5f4fa781820b5ed1f01ee80049e6bfbe/811",
                                          "compositor_unittests": "e040709a2dac001df0ab9c646e460f9f56a87ad3c26b7133e3990efffe40aeac/564",
                                          "content_browsertests": "8b303eec0a674a8bff222d51a82298d86e8d30d43c44608ad1ec0fa996cd1b9a/805",
                                          "content_unittests": "696ae8d285e45b881326fdf54c22da34cbd988de2fcaee25382340fa58ec9d52/725",
                                          "cronet_tests": "6e36c1faaeac314f1b934dc0506667f601d96a98d990a97edf004c12c168b55c/649",
                                          "cronet_unittests": "ecbd27e0c369515394fcb33c5a69edbd7e783e0a68f2a06079b2dffb3751dee5/565",
                                          "crypto_unittests": "518e275c119afbfc25c9260ce901491088c237619789a47c2301fa217f80476b/488",
                                          "dbus_unittests": "fcb089a8d0558b2302e88176325d0dfcdf8771f91cca1d1d89664643c0964921/488",
                                          "device_unittests": "2d4115f71a59901b7c662aedb7c2bfc0820b08b52d4b7cbb8b29802d0eaa4fd3/565",
                                          "display_unittests": "2fdb75431c76afd18e74d3948ce2e563970c097292c4dec28c457daa9331e26a/488",
                                          "env_chromium_unittests": "0ec55981f3cd74d8d261adbfafcfd9899e424e3a58769fbb5d619f773d9a6140/488",
                                          "events_unittests": "8e3bbf8fcbee08ff9d9c288bcc2585635b3c9c1bc5805ec092e028290ef3cdb6/488",
                                          "extensions_browsertests": "7d8d959e814c4121a23e85d91b29a6a7ccb18218adfb344f14566a836a326c68/651",
                                          "extensions_unittests": "6889b18b235ba55267938f54a9f00c8f80388c592a24945b85692cf0d041ed5c/730",
                                          "filesystem_service_unittests": "8d86a9fb220208926c0b5078c0f6279df901880a162e6199d546b022aecc2d0d/488",
                                          "fuzzing_unittests": "ff35be5f565e8f8602f7a1811e77e6cb6d97171c06d6d5660add52fb02323022/488",
                                          "gcm_unit_tests": "8bb0d734b73672e9f1916cddbbbbf6b9b9642a9c07f204c3d7b7a0bc49c3cadf/565",
                                          "gfx_unittests": "359326c8ac850b6bac23fddab3f8466005365bddda6058a5470fc2195fc3a564/564",
                                          "gin_unittests": "b912dee65f98938d2c8f1aed371c74d9ca2cffe11f094a27e726a9fec557cd1f/565",
                                          "gl_tests": "281ae63d912b0058029c2a4e50b107d4cf136f5db556daccc7ea913f2179015d/488",
                                          "gl_unittests": "51399507844e5640a71f6bd5ca644704ff85efc52f48a1d59aef9329137e6573/488",
                                          "google_apis_unittests": "ef3d0b5e1974a709ddc300b515bf55ceb80ea85ddbabd04a5b2025b8d1afb1e7/650",
                                          "gpu_unittests": "d68f3d4db7a967125a30824e9871dae1344d323bb94d1ae908d2a7aeb3d62f1a/565",
                                          "gwp_asan_unittests": "34f1b35d1b09c3cd5b4d7efd53e0bac8a7c90ec35d11aa735a78130bbdd054ff/489",
                                          "headless_browsertests": "c2978708cb3f2e424ab777ef5c9a9f52d20799e11612439836d998389211a9bc/649",
                                          "headless_unittests": "9a3084be659c50479ee7e688723b5de45de6af4e27c7d9264be992a2cea30048/488",
                                          "interactive_ui_tests": "5573420ff44e73e87b447304508fdf07d40b0716b812e02dfd04130554273d55/973",
                                          "ipc_tests": "4a82e2e743a519a87a087240d728d96be90931ab88b30482eda48a719db261ac/488",
                                          "latency_unittests": "5d11ccacecfff1b6ad9b34a880558dcdb169e6bb32a701f9393345534710bc8c/488",
                                          "leveldb_unittests": "8027c4d016f0b498422c934633a5cb88908226d7c600d61c12e8a2923e1450d4/488",
                                          "libjingle_xmpp_unittests": "a80ea054bdefb6745e2ba4241e03dee154712883d61378317858403fc7ad647d/488",
                                          "liburlpattern_unittests": "38e90ea5403fe8c964f7f4a671cebc3940848beb6f2d02223b0899aafa49acc5/488",
                                          "media_unittests": "5051ccebb3ed96a7b5d412befb09204bf3009097f1e3126891fb2b16df8b9a60/568",
                                          "message_center_unittests": "63101e7282c42b3d79e8da2a61566b535520b64c8e107a2658d45b4fad42e62a/488",
                                          "midi_unittests": "e69af83572bd59e2d442bcd8896c4d689dc943b494d22c40aa0db0a05922d1e7/488",
                                          "mojo_unittests": "572bb2896a6038b05743c3bc16965ff3d90e5b460d4f5dca9db454e8a9c42224/566",
                                          "native_theme_unittests": "c78c7129337dd7ac258f60a0fd888403355e80aa33e0bd8c487e3cab77787826/488",
                                          "net_unittests": "08e53eac287a225278e9f535a10236047854a1085295698eedc02107304d2f49/567",
                                          "openscreen_unittests": "7b34278e613080f8f1a8148108f58a8ae78ad7c9df9752a621726f7d48725d09/489",
                                          "ozone_unittests": "3d68e40d9d968da59f13a3961c9ef0cc4929a5c1268c2976d65737d012732ee2/488",
                                          "ozone_x11_unittests": "efd96f4e5484a6a601c670110eb97c731a700042d6b18dd0e25b37e986747ff0/488",
                                          "pdf_unittests": "4dbfef61d09d880ee26bdcebcac877de2d5f9aae438de42d8fd7abe2a508ef13/565",
                                          "perfetto_unittests": "9f21c21e11115fba1cba01f58caa67e4c913219a811db61f5e988adf82feee28/488",
                                          "printing_unittests": "fccd74584b456b13da68c81b19de32c2a8d03146d4679336191d6484e4c57ccb/488",
                                          "pthreadpool_unittests": "3a4a8864fc2e6854f3f380e4f63459aaad2eb285ea4caac58ea4d099504a21fc/488",
                                          "remoting_unittests": "1d397e6e377ebd86d6c69515771c407a26d4f7fc5f71d1a7db348d91cc712075/565",
                                          "sandbox_linux_unittests": "1429364514fb2f07fdd75888f2578f3c3924d3b10370e4d858e3bfeb35a484cf/488",
                                          "services_unittests": "c94d20279175919b742feb246a273b1fa0226ae89eac910333cc5d72649201c1/734",
                                          "shell_dialogs_unittests": "e772d0eca9dd125f8981df9d065317fb6c0aa0483954edb210f8d8e90698ccdb/488",
                                          "skia_unittests": "867461a61c20ffca64426c47e590f32bf0526359abdf3b7e46cb49259909f7b9/488",
                                          "snapshot_unittests": "a88b3e2630e434c138140a8f13ba8bdc2f82a502e043d4618664291c9fdf7cd4/488",
                                          "sql_unittests": "95830b94e09fc4dcf24eb30ef6b38c063dc38791a58200b46dc1270af5e24333/565",
                                          "storage_unittests": "93643b3835987bcf2ae8326b6d3399a01758a46f5ea822553f7cd299769ca85f/646",
                                          "sync_integration_tests": "8583dc84a5842db016602d1e67c14d0f83dd49de28ffddfd9a16c5afa449d0b2/647",
                                          "ui_base_unittests": "fe94079ce25bdacb64f4d5242591056751f83699f092abdc3e133954a8d38441/641",
                                          "ui_touch_selection_unittests": "9a29a074a049343dce05a7b523e86f01dff5c72b05ca7f97205c51d7d54bd913/488",
                                          "ui_unittests": "84fd8fb26df643d149b951caeeb87654196cd8d07fdb8d655166a679f23393d1/488",
                                          "unit_tests": "b9b1c0e0c7299f8618f8a0620ddf2dc6bf2d60c169e80f203ec80aa46f0331e4/1061",
                                          "url_unittests": "924b878ad7f5eecbfe59e5b9144c2eea5466cc3cb0cd002c841387aee4595f1d/488",
                                          "views_unittests": "c5bf24704ae06e410468a9401daa85c4fcfdafa2a52ce939cf74caf5d424fed1/488",
                                          "viz_unittests": "e4f8409f483be29daffee1e744b6294ea6048096ee1aff5e02d27f835d39b64a/572",
                                          "vr_common_unittests": "ece655d1881080322c6250ed62b80df0a48faad44556c7c62328ad2345863447/566",
                                          "wm_unittests": "8e69c8611e45459dadf553ae62d7c64a3592e0aa67bd37e17b556cba0f0e4456/488",
                                          "wtf_unittests": "c4cc88b2fbaa07fb100fac5689d1e675fd8da4d7053c001aad79f8bbde122c59/488",
                                          "xr_browser_tests": "cfcb2bdc71c437672405d5cc3ba6146aa3bdbe3520672e42a182502b8b4fa174/646",
                                          "zlib_unittests": "1986dccd9653791d95db72c6eb31488bef18c6413c21ea01ccdd7b53c9290332/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7258",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1205",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b32c1a58-83cf-4420-ad2d-f7b6ac34e9f8",
                        "title": "Linux TSan Builder/1205",
                        "url": "https://cr-buildbucket.appspot.com/build/8705176669938862417"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8705176669938862417"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8705176669938862417"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8705176669938862417"
                }
          ],
      "parent_build_id": "8705176669938862417",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d9fc4a372074b1079c193c422fc4a180e79b6636",
      "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
      "parent_got_revision": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
      "parent_got_revision_cp": "refs/branch-heads/7258@{#3116}",
      "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
      "parent_got_v8_revision": "a0a7886d6b3707be8d4b403e463fa82fdb3f216c",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#41}",
      "parent_got_webrtc_revision": "23d8e44f84822170bee4425760b44237959423e5",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "0283c63f17791fea5aeb09c96ac6002694b07e23a6b460039269339bf6fd062e/488",
            "accessibility_unittests": "e621124c9d7f1acddc983f08363766c9c92df8d3cd42a3d5c676918469163a16/488",
            "angle_unittests": "09dba0af4c5f415ded8314a76475fef4373068bb45a02414c16e647c3134b6f7/489",
            "app_shell_unittests": "aa3ff273a5b562be2f2488f27e9d2c17021238accab9fa806ba6760adde13e07/649",
            "aura_unittests": "d6725360ce931c5737acd0cb6b3a21c1aea8f26cbd99c744cdcfd98b1b040a95/488",
            "base_unittests": "81799e70536db31ce4679b2150aa0db7c8e5fc8329e81d9fd4795e376cab8912/566",
            "blink_common_unittests": "f8feff6ec7db3fa8d93e14d5e584702bcd3b0efd2d3406bdc610697d5c5d8e0d/566",
            "blink_fuzzer_unittests": "695b71106fd784f1630482ab2adc347a1f8ad952a3bbf995854f835eb35c4fbf/488",
            "blink_heap_unittests": "a9dd56554a7c04880630f4f799351ab5849fcdc0a04c37e12b2ac5ca9b486c6e/488",
            "blink_platform_unittests": "c556ffb527b00da84430521b635ca4f932da3cf8f7d8629d36e8c550eb1b2738/645",
            "blink_unittests": "77114c6fc320f4b8061c840c528ca7cf1ad9362d56048bb6d5c97c9e029ea656/729",
            "boringssl_crypto_tests": "24f799865728c958cf53b1e23dbdc1d4e6a0ca547620479a029df48a57d4fcfd/489",
            "boringssl_ssl_tests": "4dc432f2bdacfb45cf1bd4df93f16f69f473f8afbb938c0c898034654d5c814e/488",
            "capture_unittests": "852cac952846fec95d256280d646a141f4d76830c5e98f90b57c3886649edebc/567",
            "cast_unittests": "c4fc691742fbb6d2164a8fcdd1f8644467e3ada140c9a396f93f812eb8b3a2d7/488",
            "cc_unittests": "6db5bf117943fa16b3c1ba3a7c0de413a64e9f29aa7d0e9f75d44ad6e86d085e/648",
            "chrome_app_unittests": "dd95efd0c065b6fd3e03d50334ee2a735b31e5cbf9390ad0da9bbb3f87b6ec91/566",
            "chromedriver_unittests": "06fad06e8b37c3e40a5568ad23413058bfa3f0547a8e824d5085d9baed7ecad2/645",
            "components_browsertests": "620fba8e23b8065aece91428ec2e475b87bb01ed69ce7ca6a233d374406ef2a6/732",
            "components_unittests": "fdc161c2ae55307234c559bdf744e7fa5f4fa781820b5ed1f01ee80049e6bfbe/811",
            "compositor_unittests": "e040709a2dac001df0ab9c646e460f9f56a87ad3c26b7133e3990efffe40aeac/564",
            "content_browsertests": "8b303eec0a674a8bff222d51a82298d86e8d30d43c44608ad1ec0fa996cd1b9a/805",
            "content_unittests": "696ae8d285e45b881326fdf54c22da34cbd988de2fcaee25382340fa58ec9d52/725",
            "cronet_tests": "6e36c1faaeac314f1b934dc0506667f601d96a98d990a97edf004c12c168b55c/649",
            "cronet_unittests": "ecbd27e0c369515394fcb33c5a69edbd7e783e0a68f2a06079b2dffb3751dee5/565",
            "crypto_unittests": "518e275c119afbfc25c9260ce901491088c237619789a47c2301fa217f80476b/488",
            "dbus_unittests": "fcb089a8d0558b2302e88176325d0dfcdf8771f91cca1d1d89664643c0964921/488",
            "device_unittests": "2d4115f71a59901b7c662aedb7c2bfc0820b08b52d4b7cbb8b29802d0eaa4fd3/565",
            "display_unittests": "2fdb75431c76afd18e74d3948ce2e563970c097292c4dec28c457daa9331e26a/488",
            "env_chromium_unittests": "0ec55981f3cd74d8d261adbfafcfd9899e424e3a58769fbb5d619f773d9a6140/488",
            "events_unittests": "8e3bbf8fcbee08ff9d9c288bcc2585635b3c9c1bc5805ec092e028290ef3cdb6/488",
            "extensions_browsertests": "7d8d959e814c4121a23e85d91b29a6a7ccb18218adfb344f14566a836a326c68/651",
            "extensions_unittests": "6889b18b235ba55267938f54a9f00c8f80388c592a24945b85692cf0d041ed5c/730",
            "filesystem_service_unittests": "8d86a9fb220208926c0b5078c0f6279df901880a162e6199d546b022aecc2d0d/488",
            "fuzzing_unittests": "ff35be5f565e8f8602f7a1811e77e6cb6d97171c06d6d5660add52fb02323022/488",
            "gcm_unit_tests": "8bb0d734b73672e9f1916cddbbbbf6b9b9642a9c07f204c3d7b7a0bc49c3cadf/565",
            "gfx_unittests": "359326c8ac850b6bac23fddab3f8466005365bddda6058a5470fc2195fc3a564/564",
            "gin_unittests": "b912dee65f98938d2c8f1aed371c74d9ca2cffe11f094a27e726a9fec557cd1f/565",
            "gl_tests": "281ae63d912b0058029c2a4e50b107d4cf136f5db556daccc7ea913f2179015d/488",
            "gl_unittests": "51399507844e5640a71f6bd5ca644704ff85efc52f48a1d59aef9329137e6573/488",
            "google_apis_unittests": "ef3d0b5e1974a709ddc300b515bf55ceb80ea85ddbabd04a5b2025b8d1afb1e7/650",
            "gpu_unittests": "d68f3d4db7a967125a30824e9871dae1344d323bb94d1ae908d2a7aeb3d62f1a/565",
            "gwp_asan_unittests": "34f1b35d1b09c3cd5b4d7efd53e0bac8a7c90ec35d11aa735a78130bbdd054ff/489",
            "headless_browsertests": "c2978708cb3f2e424ab777ef5c9a9f52d20799e11612439836d998389211a9bc/649",
            "headless_unittests": "9a3084be659c50479ee7e688723b5de45de6af4e27c7d9264be992a2cea30048/488",
            "interactive_ui_tests": "5573420ff44e73e87b447304508fdf07d40b0716b812e02dfd04130554273d55/973",
            "ipc_tests": "4a82e2e743a519a87a087240d728d96be90931ab88b30482eda48a719db261ac/488",
            "latency_unittests": "5d11ccacecfff1b6ad9b34a880558dcdb169e6bb32a701f9393345534710bc8c/488",
            "leveldb_unittests": "8027c4d016f0b498422c934633a5cb88908226d7c600d61c12e8a2923e1450d4/488",
            "libjingle_xmpp_unittests": "a80ea054bdefb6745e2ba4241e03dee154712883d61378317858403fc7ad647d/488",
            "liburlpattern_unittests": "38e90ea5403fe8c964f7f4a671cebc3940848beb6f2d02223b0899aafa49acc5/488",
            "media_unittests": "5051ccebb3ed96a7b5d412befb09204bf3009097f1e3126891fb2b16df8b9a60/568",
            "message_center_unittests": "63101e7282c42b3d79e8da2a61566b535520b64c8e107a2658d45b4fad42e62a/488",
            "midi_unittests": "e69af83572bd59e2d442bcd8896c4d689dc943b494d22c40aa0db0a05922d1e7/488",
            "mojo_unittests": "572bb2896a6038b05743c3bc16965ff3d90e5b460d4f5dca9db454e8a9c42224/566",
            "native_theme_unittests": "c78c7129337dd7ac258f60a0fd888403355e80aa33e0bd8c487e3cab77787826/488",
            "net_unittests": "08e53eac287a225278e9f535a10236047854a1085295698eedc02107304d2f49/567",
            "openscreen_unittests": "7b34278e613080f8f1a8148108f58a8ae78ad7c9df9752a621726f7d48725d09/489",
            "ozone_unittests": "3d68e40d9d968da59f13a3961c9ef0cc4929a5c1268c2976d65737d012732ee2/488",
            "ozone_x11_unittests": "efd96f4e5484a6a601c670110eb97c731a700042d6b18dd0e25b37e986747ff0/488",
            "pdf_unittests": "4dbfef61d09d880ee26bdcebcac877de2d5f9aae438de42d8fd7abe2a508ef13/565",
            "perfetto_unittests": "9f21c21e11115fba1cba01f58caa67e4c913219a811db61f5e988adf82feee28/488",
            "printing_unittests": "fccd74584b456b13da68c81b19de32c2a8d03146d4679336191d6484e4c57ccb/488",
            "pthreadpool_unittests": "3a4a8864fc2e6854f3f380e4f63459aaad2eb285ea4caac58ea4d099504a21fc/488",
            "remoting_unittests": "1d397e6e377ebd86d6c69515771c407a26d4f7fc5f71d1a7db348d91cc712075/565",
            "sandbox_linux_unittests": "1429364514fb2f07fdd75888f2578f3c3924d3b10370e4d858e3bfeb35a484cf/488",
            "services_unittests": "c94d20279175919b742feb246a273b1fa0226ae89eac910333cc5d72649201c1/734",
            "shell_dialogs_unittests": "e772d0eca9dd125f8981df9d065317fb6c0aa0483954edb210f8d8e90698ccdb/488",
            "skia_unittests": "867461a61c20ffca64426c47e590f32bf0526359abdf3b7e46cb49259909f7b9/488",
            "snapshot_unittests": "a88b3e2630e434c138140a8f13ba8bdc2f82a502e043d4618664291c9fdf7cd4/488",
            "sql_unittests": "95830b94e09fc4dcf24eb30ef6b38c063dc38791a58200b46dc1270af5e24333/565",
            "storage_unittests": "93643b3835987bcf2ae8326b6d3399a01758a46f5ea822553f7cd299769ca85f/646",
            "sync_integration_tests": "8583dc84a5842db016602d1e67c14d0f83dd49de28ffddfd9a16c5afa449d0b2/647",
            "ui_base_unittests": "fe94079ce25bdacb64f4d5242591056751f83699f092abdc3e133954a8d38441/641",
            "ui_touch_selection_unittests": "9a29a074a049343dce05a7b523e86f01dff5c72b05ca7f97205c51d7d54bd913/488",
            "ui_unittests": "84fd8fb26df643d149b951caeeb87654196cd8d07fdb8d655166a679f23393d1/488",
            "unit_tests": "b9b1c0e0c7299f8618f8a0620ddf2dc6bf2d60c169e80f203ec80aa46f0331e4/1061",
            "url_unittests": "924b878ad7f5eecbfe59e5b9144c2eea5466cc3cb0cd002c841387aee4595f1d/488",
            "views_unittests": "c5bf24704ae06e410468a9401daa85c4fcfdafa2a52ce939cf74caf5d424fed1/488",
            "viz_unittests": "e4f8409f483be29daffee1e744b6294ea6048096ee1aff5e02d27f835d39b64a/572",
            "vr_common_unittests": "ece655d1881080322c6250ed62b80df0a48faad44556c7c62328ad2345863447/566",
            "wm_unittests": "8e69c8611e45459dadf553ae62d7c64a3592e0aa67bd37e17b556cba0f0e4456/488",
            "wtf_unittests": "c4cc88b2fbaa07fb100fac5689d1e675fd8da4d7053c001aad79f8bbde122c59/488",
            "xr_browser_tests": "cfcb2bdc71c437672405d5cc3ba6146aa3bdbe3520672e42a182502b8b4fa174/646",
            "zlib_unittests": "1986dccd9653791d95db72c6eb31488bef18c6413c21ea01ccdd7b53c9290332/489"
          },
      "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
    "ref": "refs/branch-heads/7258"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870602540598786560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m139/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1205"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:00:10.485] Scheduled build:
{
  "id": "8705172478141867361",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1205,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-08-29T20:00:09.917559778Z",
  "updateTime": "2025-08-29T20:00:09.917559778Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[20:00:10.485] Task URL: https://cr-buildbucket.appspot.com/build/8705172478141867361
[20:00:10.485] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:2:0) after 4m54s
[20:00:11.692] Received PubSub notification, asking Buildbucket for the build status
[20:00:11.775] Build status: SCHEDULED
[20:00:18.332] Received PubSub notification, asking Buildbucket for the build status
[20:00:18.365] Build status: STARTED
[20:05:04.524] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:2:0)
[20:05:04.544] Build status: STARTED
[20:05:04.544] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:5:0) after 2m1s
[20:07:05.589] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:5:0)
[20:07:05.635] Build status: STARTED
[20:07:05.635] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:6:0) after 7m41s
[20:14:46.705] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:6:0)
[20:14:46.755] Build status: STARTED
[20:14:46.755] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8870602540598786560:7:0) after 5m5s
[20:18:16.147] Received PubSub notification, asking Buildbucket for the build status
[20:18:16.171] Build:
{
  "id": "8705172478141867361",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1205,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-08-29T20:00:09.917559778Z",
  "startTime": "2025-08-29T20:00:15.350631391Z",
  "endTime": "2025-08-29T20:18:15.644957787Z",
  "updateTime": "2025-08-29T20:18:15.644957787Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2c65aa86723533f5b0459c9a8ac73a4e286d4e7",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[20:18:16.171] Invocation finished in 18m7.981669319s with status SUCCEEDED