Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8683389288691798001"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8683389288691798001"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8683389288691798001"
    }
  ],
  "parent_build_id": "8683389288691798001",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
  "parent_got_dawn_revision": "9515546dfdca680c9c4569d408368f2912c75cee",
  "parent_got_revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#1734}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "209cf3b52af1ac949a6774ccd0b8843958fbab9d",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#17}",
  "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "e0cfb3499eced040361bba88678d8fcb0d865a5436494bb6140eeb2a210835cd/488",
    "angle_unittests": "679e1fd4227ef4fd54663dede34c9b364e64cb577cf64a23a6844f73bdf4e316/489",
    "app_shell_unittests": "50be84736c61f023ccc8867237c767871c0d5d24fb1f3666e8a925ac2e027834/649",
    "aura_unittests": "d571abe3872b01ed2ce3282b4d1ecad08e1416fa38d31290ced94b4fcda62f51/488",
    "base_unittests": "db3d4989e53a644c50e9c7d38e1c27aba8214f200ef7a885ef8288356a283781/566",
    "blink_common_unittests": "6248d29823ebdf5304b29976424cd834cf0e1faee00b29ee5195ab3c05187739/566",
    "blink_fuzzer_unittests": "c0cf624edccb99ca55845e84e0513bb72ecdb172ce2e964b2948ddfdb8fe4e60/488",
    "blink_heap_unittests": "51598489ae2239cb692547248123716394fc15fc4097a5ef3987188c3906f666/488",
    "blink_platform_unittests": "b88e4ebb37fa8de2ef0f94552af5c878fc76e9a2d23857c5c4c5c4b4b33769c5/645",
    "blink_unittests": "874ae748dae2ba5df29980c7bdb02fab8adb4d4bb51f57b5e491f2f5ee2b327f/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "2d515bfe3d7f8871966e4215376260972b0108048fc3237c0f96973b4120e5c5/567",
    "cast_unittests": "3373dc4227c37b301ff0beeb57560992fe46689e2d6522b85d565a5c2e33d049/488",
    "cc_unittests": "fe772dbe941a9154b50092106c1f94bf36d8870276e461caf491e909b9260279/648",
    "chrome_app_unittests": "8c2e48307927eeccbbf9c18fbfd5b0777aa64d031e076deca48f9e5eec9f73a1/566",
    "chromedriver_unittests": "cfc4ff40801669d62c2b77e15db0596abad0291e2b414f6b1c145ee91dff526d/645",
    "components_browsertests": "c3f63b700f5e7df215c60bdc22cbe88865f458e1ebc6833309e12ae1e699df50/732",
    "components_unittests": "3da66bf8b7350960477053a15099653e56634e2005c742856d765db20c6c9dca/811",
    "compositor_unittests": "925554d6ef85bbeff0aecac3616cdc713221b5e785a5db7ed7c95df7d573dcc4/564",
    "content_browsertests": "cf171efb1c1c93a331d92e2aaf7ddf4fd5f3fdbb3a04b59f3598751109d73e45/805",
    "content_unittests": "09bc7057559a0a09456f7e75f72b4055dcedde1c5315a8cf8bc5e2406151b26e/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "36b7b008ed0b6972ab06daddff3850d78b06e9fe43a480f31d98ae8c92de7ff8/565",
    "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
    "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
    "events_unittests": "97c06b247644c53f848205955b9a17e3bd12c7dfbff7145e2cadfc4891ead62a/488",
    "extensions_browsertests": "7a5b692bdaf420e07d2ad2d29685bd3ef8a495866cfc337311ea68e42b382881/651",
    "extensions_unittests": "25a5944bf9515e589e9e4f3a541ccd310f3680c4e36f1911c70288c0709fca95/730",
    "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "d3284c723259b015f1219f55a24f97bb5dd967425777f3cbcf3021c5c71ddf1a/565",
    "gfx_unittests": "c1aa51550ce1f10fc539b1036142188c336b33cb5869d4de417a47d7f564b9ef/564",
    "gin_unittests": "3213b4247a8b94a1b98a4e3448d52874b1d3627eb2b11636b31eb547a73c36a5/565",
    "gl_tests": "dcc68c0053f91809cb50f9c9c54b47bae7ecf111aacb108af4cd76eecf9d0889/488",
    "gl_unittests": "8548ec2ac5fe61a6b2f118d16053136a2eae3636ec93895c30fed896380a7e26/488",
    "google_apis_unittests": "e419fa3d9eb2a9618ceddcb06865d25a3d865e57720f31314dfb138b0821e57c/650",
    "gpu_unittests": "06f001b4a85c2fe3f18651d51e4e34bfedaafdba8b838d15fd773e606208f1bf/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "92289b2f37e46b40547b124d3a295848ade04429282e99e4149a150c72b0c8d7/733",
    "headless_unittests": "b2cf1093c42e70243ad64d921c19c9d9a35ecf5ddcc00bdc015b978ed76a9efa/488",
    "interactive_ui_tests": "e6afd2af2c4eb5dee9c8f0e35b0e817fef7a2f75b8e16ba79aaf5d2069a85ac6/1059",
    "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
    "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
    "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "ad1619ebd61674be51a4163b564b2333a772221c3e8a6b5a1f05f4ab419b120f/568",
    "message_center_unittests": "8ec74f5ff3dead9dced98f9aeecf4e40388f074eec226098a3289c3374d2c867/488",
    "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
    "mojo_unittests": "26327c191d66440fc3bd1696622b9c97915694151f8548b1398eda9cd0927b8d/566",
    "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
    "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
    "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
    "ozone_unittests": "ebed450e62f545026dcd57e801cc84090110c97319cd2cdf8bfa40e0078c569e/488",
    "ozone_x11_unittests": "2e4d361c22fb51bf950b9b2ec8c2a6103aa84fdc7a1220c2139ab0ba2d06248a/488",
    "pdf_unittests": "d62367634c41f8337028dcf61fca20f9230349cdeda52435fd68020171da3753/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "c061c0bc58fa02bdfe5bbfd4bbf0dfa457bfd5be4cacd675e4190ca528732148/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "221a2f4cbb9098f907e2523f85c35acfb0cccdddf56d8bdfeebecbd04c3030cc/565",
    "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
    "services_unittests": "050cfa301e946c1049e07ba102028979d6dab228428a04a3272d7dc4904ae522/734",
    "shell_dialogs_unittests": "f630633c9f1485daf8ba7343535eae5cc33407fa70bd418cbeb7139bc5a749d1/488",
    "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
    "snapshot_unittests": "8be2e07c2ed64cc9a11c8528821980f52dec5d5ca977e1b951ea8c03ee5bf0f2/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "ce11decc61b6886f5c7bcc247a692ace337f7956f2b812221836e2b8657a75a2/646",
    "sync_integration_tests": "7cf49d18647ba544acf18ff7072b59634edd51a01c71a13f653365ee6feb9b4f/647",
    "ui_base_unittests": "622aae347fc036eddfb8db511f0e19ef02e007d259e45a39d2927b706a10dd6c/641",
    "ui_touch_selection_unittests": "acc5f4590110aff1bad86600b00ce3de9a26c43b8a3634cf0b8a20afe35057d7/488",
    "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
    "unit_tests": "47bda6fe1e239f34b543f81ce18fd02896355e81a0b193857439b1ce409f80e8/1061",
    "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
    "views_unittests": "ec7ca8b93bca2e55ad64d47dfda406ecc180bfb904c913f2ed933a30eb5bf1b5/488",
    "viz_unittests": "2619baca8235cf0fbafd0f9179b046b1d57dae1af7a7555ca70ad9ce94fd8ef3/572",
    "vr_common_unittests": "96a6b361262be89d0047ba5efe56c08d949847866bf9f576ef8b0a1410e8e943/566",
    "wm_unittests": "22ace11eca54ace5bea48d5c221cab80e9e30800cb56a0307919004020cada64/488",
    "wtf_unittests": "3d0af137b6982a3f67757a83824b7f7a9fbe6945a110c0623b1fec96a3c13611/488",
    "xr_browser_tests": "d8c661c28b3084b8935dd23153c19f6dee469dc5ed41ec93b8761d702506a4ae/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:389
  • user_agent:recipe

Debug log (UTC)

[07:36:02.278] New invocation is queued and will start shortly
[07:36:02.278] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:36:03.494] Starting the invocation (attempt 1)
[07:36:03.518] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09"
[07:36:03.518] Popped gitiles commit info from properties and tags
[07:36:03.518] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:36:03.518] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:36:03.519] Buildbucket request:
{
  "requestId": "8848815486332607008",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8848815486332607008",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8683389288691798001"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8683389288691798001"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8683389288691798001"
                                              }
                                        ],
                                    "parent_build_id": "8683389288691798001",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
                                    "parent_got_dawn_revision": "9515546dfdca680c9c4569d408368f2912c75cee",
                                    "parent_got_revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#1734}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "209cf3b52af1ac949a6774ccd0b8843958fbab9d",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#17}",
                                    "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
                                    "revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "e0cfb3499eced040361bba88678d8fcb0d865a5436494bb6140eeb2a210835cd/488",
                                          "angle_unittests": "679e1fd4227ef4fd54663dede34c9b364e64cb577cf64a23a6844f73bdf4e316/489",
                                          "app_shell_unittests": "50be84736c61f023ccc8867237c767871c0d5d24fb1f3666e8a925ac2e027834/649",
                                          "aura_unittests": "d571abe3872b01ed2ce3282b4d1ecad08e1416fa38d31290ced94b4fcda62f51/488",
                                          "base_unittests": "db3d4989e53a644c50e9c7d38e1c27aba8214f200ef7a885ef8288356a283781/566",
                                          "blink_common_unittests": "6248d29823ebdf5304b29976424cd834cf0e1faee00b29ee5195ab3c05187739/566",
                                          "blink_fuzzer_unittests": "c0cf624edccb99ca55845e84e0513bb72ecdb172ce2e964b2948ddfdb8fe4e60/488",
                                          "blink_heap_unittests": "51598489ae2239cb692547248123716394fc15fc4097a5ef3987188c3906f666/488",
                                          "blink_platform_unittests": "b88e4ebb37fa8de2ef0f94552af5c878fc76e9a2d23857c5c4c5c4b4b33769c5/645",
                                          "blink_unittests": "874ae748dae2ba5df29980c7bdb02fab8adb4d4bb51f57b5e491f2f5ee2b327f/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "2d515bfe3d7f8871966e4215376260972b0108048fc3237c0f96973b4120e5c5/567",
                                          "cast_unittests": "3373dc4227c37b301ff0beeb57560992fe46689e2d6522b85d565a5c2e33d049/488",
                                          "cc_unittests": "fe772dbe941a9154b50092106c1f94bf36d8870276e461caf491e909b9260279/648",
                                          "chrome_app_unittests": "8c2e48307927eeccbbf9c18fbfd5b0777aa64d031e076deca48f9e5eec9f73a1/566",
                                          "chromedriver_unittests": "cfc4ff40801669d62c2b77e15db0596abad0291e2b414f6b1c145ee91dff526d/645",
                                          "components_browsertests": "c3f63b700f5e7df215c60bdc22cbe88865f458e1ebc6833309e12ae1e699df50/732",
                                          "components_unittests": "3da66bf8b7350960477053a15099653e56634e2005c742856d765db20c6c9dca/811",
                                          "compositor_unittests": "925554d6ef85bbeff0aecac3616cdc713221b5e785a5db7ed7c95df7d573dcc4/564",
                                          "content_browsertests": "cf171efb1c1c93a331d92e2aaf7ddf4fd5f3fdbb3a04b59f3598751109d73e45/805",
                                          "content_unittests": "09bc7057559a0a09456f7e75f72b4055dcedde1c5315a8cf8bc5e2406151b26e/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "36b7b008ed0b6972ab06daddff3850d78b06e9fe43a480f31d98ae8c92de7ff8/565",
                                          "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
                                          "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
                                          "events_unittests": "97c06b247644c53f848205955b9a17e3bd12c7dfbff7145e2cadfc4891ead62a/488",
                                          "extensions_browsertests": "7a5b692bdaf420e07d2ad2d29685bd3ef8a495866cfc337311ea68e42b382881/651",
                                          "extensions_unittests": "25a5944bf9515e589e9e4f3a541ccd310f3680c4e36f1911c70288c0709fca95/730",
                                          "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "d3284c723259b015f1219f55a24f97bb5dd967425777f3cbcf3021c5c71ddf1a/565",
                                          "gfx_unittests": "c1aa51550ce1f10fc539b1036142188c336b33cb5869d4de417a47d7f564b9ef/564",
                                          "gin_unittests": "3213b4247a8b94a1b98a4e3448d52874b1d3627eb2b11636b31eb547a73c36a5/565",
                                          "gl_tests": "dcc68c0053f91809cb50f9c9c54b47bae7ecf111aacb108af4cd76eecf9d0889/488",
                                          "gl_unittests": "8548ec2ac5fe61a6b2f118d16053136a2eae3636ec93895c30fed896380a7e26/488",
                                          "google_apis_unittests": "e419fa3d9eb2a9618ceddcb06865d25a3d865e57720f31314dfb138b0821e57c/650",
                                          "gpu_unittests": "06f001b4a85c2fe3f18651d51e4e34bfedaafdba8b838d15fd773e606208f1bf/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "92289b2f37e46b40547b124d3a295848ade04429282e99e4149a150c72b0c8d7/733",
                                          "headless_unittests": "b2cf1093c42e70243ad64d921c19c9d9a35ecf5ddcc00bdc015b978ed76a9efa/488",
                                          "interactive_ui_tests": "e6afd2af2c4eb5dee9c8f0e35b0e817fef7a2f75b8e16ba79aaf5d2069a85ac6/1059",
                                          "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
                                          "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
                                          "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "ad1619ebd61674be51a4163b564b2333a772221c3e8a6b5a1f05f4ab419b120f/568",
                                          "message_center_unittests": "8ec74f5ff3dead9dced98f9aeecf4e40388f074eec226098a3289c3374d2c867/488",
                                          "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
                                          "mojo_unittests": "26327c191d66440fc3bd1696622b9c97915694151f8548b1398eda9cd0927b8d/566",
                                          "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
                                          "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
                                          "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
                                          "ozone_unittests": "ebed450e62f545026dcd57e801cc84090110c97319cd2cdf8bfa40e0078c569e/488",
                                          "ozone_x11_unittests": "2e4d361c22fb51bf950b9b2ec8c2a6103aa84fdc7a1220c2139ab0ba2d06248a/488",
                                          "pdf_unittests": "d62367634c41f8337028dcf61fca20f9230349cdeda52435fd68020171da3753/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "c061c0bc58fa02bdfe5bbfd4bbf0dfa457bfd5be4cacd675e4190ca528732148/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "221a2f4cbb9098f907e2523f85c35acfb0cccdddf56d8bdfeebecbd04c3030cc/565",
                                          "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
                                          "services_unittests": "050cfa301e946c1049e07ba102028979d6dab228428a04a3272d7dc4904ae522/734",
                                          "shell_dialogs_unittests": "f630633c9f1485daf8ba7343535eae5cc33407fa70bd418cbeb7139bc5a749d1/488",
                                          "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
                                          "snapshot_unittests": "8be2e07c2ed64cc9a11c8528821980f52dec5d5ca977e1b951ea8c03ee5bf0f2/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "ce11decc61b6886f5c7bcc247a692ace337f7956f2b812221836e2b8657a75a2/646",
                                          "sync_integration_tests": "7cf49d18647ba544acf18ff7072b59634edd51a01c71a13f653365ee6feb9b4f/647",
                                          "ui_base_unittests": "622aae347fc036eddfb8db511f0e19ef02e007d259e45a39d2927b706a10dd6c/641",
                                          "ui_touch_selection_unittests": "acc5f4590110aff1bad86600b00ce3de9a26c43b8a3634cf0b8a20afe35057d7/488",
                                          "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
                                          "unit_tests": "47bda6fe1e239f34b543f81ce18fd02896355e81a0b193857439b1ce409f80e8/1061",
                                          "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
                                          "views_unittests": "ec7ca8b93bca2e55ad64d47dfda406ecc180bfb904c913f2ed933a30eb5bf1b5/488",
                                          "viz_unittests": "2619baca8235cf0fbafd0f9179b046b1d57dae1af7a7555ca70ad9ce94fd8ef3/572",
                                          "vr_common_unittests": "96a6b361262be89d0047ba5efe56c08d949847866bf9f576ef8b0a1410e8e943/566",
                                          "wm_unittests": "22ace11eca54ace5bea48d5c221cab80e9e30800cb56a0307919004020cada64/488",
                                          "wtf_unittests": "3d0af137b6982a3f67757a83824b7f7a9fbe6945a110c0623b1fec96a3c13611/488",
                                          "xr_browser_tests": "d8c661c28b3084b8935dd23153c19f6dee469dc5ed41ec93b8761d702506a4ae/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:389",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "cce8ab5a-926d-4f3c-86c6-ea9cb7b6d7c5",
                        "title": "Linux TSan Builder/389",
                        "url": "https://cr-buildbucket.appspot.com/build/8683389288691798001"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8683389288691798001"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8683389288691798001"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8683389288691798001"
                }
          ],
      "parent_build_id": "8683389288691798001",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "cc0e3572e8789f4a184dd9714a04b3d98ae81015",
      "parent_got_dawn_revision": "9515546dfdca680c9c4569d408368f2912c75cee",
      "parent_got_revision": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#1734}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "209cf3b52af1ac949a6774ccd0b8843958fbab9d",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#17}",
      "parent_got_webrtc_revision": "9600e77d854090669817d22aa2fc941ee92aaacd",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7778@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "e0cfb3499eced040361bba88678d8fcb0d865a5436494bb6140eeb2a210835cd/488",
            "angle_unittests": "679e1fd4227ef4fd54663dede34c9b364e64cb577cf64a23a6844f73bdf4e316/489",
            "app_shell_unittests": "50be84736c61f023ccc8867237c767871c0d5d24fb1f3666e8a925ac2e027834/649",
            "aura_unittests": "d571abe3872b01ed2ce3282b4d1ecad08e1416fa38d31290ced94b4fcda62f51/488",
            "base_unittests": "db3d4989e53a644c50e9c7d38e1c27aba8214f200ef7a885ef8288356a283781/566",
            "blink_common_unittests": "6248d29823ebdf5304b29976424cd834cf0e1faee00b29ee5195ab3c05187739/566",
            "blink_fuzzer_unittests": "c0cf624edccb99ca55845e84e0513bb72ecdb172ce2e964b2948ddfdb8fe4e60/488",
            "blink_heap_unittests": "51598489ae2239cb692547248123716394fc15fc4097a5ef3987188c3906f666/488",
            "blink_platform_unittests": "b88e4ebb37fa8de2ef0f94552af5c878fc76e9a2d23857c5c4c5c4b4b33769c5/645",
            "blink_unittests": "874ae748dae2ba5df29980c7bdb02fab8adb4d4bb51f57b5e491f2f5ee2b327f/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "2d515bfe3d7f8871966e4215376260972b0108048fc3237c0f96973b4120e5c5/567",
            "cast_unittests": "3373dc4227c37b301ff0beeb57560992fe46689e2d6522b85d565a5c2e33d049/488",
            "cc_unittests": "fe772dbe941a9154b50092106c1f94bf36d8870276e461caf491e909b9260279/648",
            "chrome_app_unittests": "8c2e48307927eeccbbf9c18fbfd5b0777aa64d031e076deca48f9e5eec9f73a1/566",
            "chromedriver_unittests": "cfc4ff40801669d62c2b77e15db0596abad0291e2b414f6b1c145ee91dff526d/645",
            "components_browsertests": "c3f63b700f5e7df215c60bdc22cbe88865f458e1ebc6833309e12ae1e699df50/732",
            "components_unittests": "3da66bf8b7350960477053a15099653e56634e2005c742856d765db20c6c9dca/811",
            "compositor_unittests": "925554d6ef85bbeff0aecac3616cdc713221b5e785a5db7ed7c95df7d573dcc4/564",
            "content_browsertests": "cf171efb1c1c93a331d92e2aaf7ddf4fd5f3fdbb3a04b59f3598751109d73e45/805",
            "content_unittests": "09bc7057559a0a09456f7e75f72b4055dcedde1c5315a8cf8bc5e2406151b26e/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "36b7b008ed0b6972ab06daddff3850d78b06e9fe43a480f31d98ae8c92de7ff8/565",
            "display_unittests": "effd695482c3918f82c0caa55775c2004384a7991ef39986da4a2ec1b7ef9cd8/488",
            "env_chromium_unittests": "5be909db5fe537192847ce2136179bfb6c5cd1498531a27c10c5bc01c6932674/488",
            "events_unittests": "97c06b247644c53f848205955b9a17e3bd12c7dfbff7145e2cadfc4891ead62a/488",
            "extensions_browsertests": "7a5b692bdaf420e07d2ad2d29685bd3ef8a495866cfc337311ea68e42b382881/651",
            "extensions_unittests": "25a5944bf9515e589e9e4f3a541ccd310f3680c4e36f1911c70288c0709fca95/730",
            "filesystem_service_unittests": "af2441045234ffffd7a56d5283d5d7d90e10d72759b0faa4e1b1141c375788cc/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "d3284c723259b015f1219f55a24f97bb5dd967425777f3cbcf3021c5c71ddf1a/565",
            "gfx_unittests": "c1aa51550ce1f10fc539b1036142188c336b33cb5869d4de417a47d7f564b9ef/564",
            "gin_unittests": "3213b4247a8b94a1b98a4e3448d52874b1d3627eb2b11636b31eb547a73c36a5/565",
            "gl_tests": "dcc68c0053f91809cb50f9c9c54b47bae7ecf111aacb108af4cd76eecf9d0889/488",
            "gl_unittests": "8548ec2ac5fe61a6b2f118d16053136a2eae3636ec93895c30fed896380a7e26/488",
            "google_apis_unittests": "e419fa3d9eb2a9618ceddcb06865d25a3d865e57720f31314dfb138b0821e57c/650",
            "gpu_unittests": "06f001b4a85c2fe3f18651d51e4e34bfedaafdba8b838d15fd773e606208f1bf/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "92289b2f37e46b40547b124d3a295848ade04429282e99e4149a150c72b0c8d7/733",
            "headless_unittests": "b2cf1093c42e70243ad64d921c19c9d9a35ecf5ddcc00bdc015b978ed76a9efa/488",
            "interactive_ui_tests": "e6afd2af2c4eb5dee9c8f0e35b0e817fef7a2f75b8e16ba79aaf5d2069a85ac6/1059",
            "ipc_tests": "6b7b8fa438e199248517c8a44e1410fbf31e8c900ca067575723ddd9630e796d/488",
            "latency_unittests": "e4a6292a0e5b181aa21b87414557d29b725708fd69b3934323c9d9ddebe4f07f/488",
            "leveldb_unittests": "bce82f494698d9ea94ac07849f0aa0c868961a2019becf5b5288a92d37e318c1/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "ad1619ebd61674be51a4163b564b2333a772221c3e8a6b5a1f05f4ab419b120f/568",
            "message_center_unittests": "8ec74f5ff3dead9dced98f9aeecf4e40388f074eec226098a3289c3374d2c867/488",
            "midi_unittests": "3b94c021d51f478e858190815242ba965c6adc1dd914671c008e751827fb7b0d/488",
            "mojo_unittests": "26327c191d66440fc3bd1696622b9c97915694151f8548b1398eda9cd0927b8d/566",
            "native_theme_unittests": "18e3799820b1fd46dcb7f07724cdf4ba077a59d9286bce4089c09b9800e9c0f1/488",
            "net_unittests": "c83798d56315e3f838e0411a18139ed450f0997b0637bd68c91c8b8dbe7d5d59/567",
            "openscreen_unittests": "4cc3681a4170b4cba33f05203d244c1e3d926a5abc3e8f220b6bb7ffb40ba596/489",
            "ozone_unittests": "ebed450e62f545026dcd57e801cc84090110c97319cd2cdf8bfa40e0078c569e/488",
            "ozone_x11_unittests": "2e4d361c22fb51bf950b9b2ec8c2a6103aa84fdc7a1220c2139ab0ba2d06248a/488",
            "pdf_unittests": "d62367634c41f8337028dcf61fca20f9230349cdeda52435fd68020171da3753/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "c061c0bc58fa02bdfe5bbfd4bbf0dfa457bfd5be4cacd675e4190ca528732148/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "221a2f4cbb9098f907e2523f85c35acfb0cccdddf56d8bdfeebecbd04c3030cc/565",
            "sandbox_linux_unittests": "2e73d874ad2ab3bbcf986798bd2a63880b789fa22ec8ee361588d0f9f4a47bbd/488",
            "services_unittests": "050cfa301e946c1049e07ba102028979d6dab228428a04a3272d7dc4904ae522/734",
            "shell_dialogs_unittests": "f630633c9f1485daf8ba7343535eae5cc33407fa70bd418cbeb7139bc5a749d1/488",
            "skia_unittests": "4de8d7a27e5b0aa27256f78f0cafb437d64a13a0c3c982fa8383f6ca6463309a/488",
            "snapshot_unittests": "8be2e07c2ed64cc9a11c8528821980f52dec5d5ca977e1b951ea8c03ee5bf0f2/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "ce11decc61b6886f5c7bcc247a692ace337f7956f2b812221836e2b8657a75a2/646",
            "sync_integration_tests": "7cf49d18647ba544acf18ff7072b59634edd51a01c71a13f653365ee6feb9b4f/647",
            "ui_base_unittests": "622aae347fc036eddfb8db511f0e19ef02e007d259e45a39d2927b706a10dd6c/641",
            "ui_touch_selection_unittests": "acc5f4590110aff1bad86600b00ce3de9a26c43b8a3634cf0b8a20afe35057d7/488",
            "ui_unittests": "cfdf90b1dbb367e38b5ef3cf2079432b183ec8bb3e9929bf8c7cec3d9c0b820f/488",
            "unit_tests": "47bda6fe1e239f34b543f81ce18fd02896355e81a0b193857439b1ce409f80e8/1061",
            "url_unittests": "e946315a339a2700b3b5db4058e6c78bfcde9ef53c9c77dff9a55fd652bfbef4/488",
            "views_unittests": "ec7ca8b93bca2e55ad64d47dfda406ecc180bfb904c913f2ed933a30eb5bf1b5/488",
            "viz_unittests": "2619baca8235cf0fbafd0f9179b046b1d57dae1af7a7555ca70ad9ce94fd8ef3/572",
            "vr_common_unittests": "96a6b361262be89d0047ba5efe56c08d949847866bf9f576ef8b0a1410e8e943/566",
            "wm_unittests": "22ace11eca54ace5bea48d5c221cab80e9e30800cb56a0307919004020cada64/488",
            "wtf_unittests": "3d0af137b6982a3f67757a83824b7f7a9fbe6945a110c0623b1fec96a3c13611/488",
            "xr_browser_tests": "d8c661c28b3084b8935dd23153c19f6dee469dc5ed41ec93b8761d702506a4ae/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8848815486332607008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "389"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:36:04.138] Scheduled build:
{
  "id": "8683385424314563809",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 379,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-27T07:36:03.582919961Z",
  "updateTime": "2026-04-27T07:36:03.582919961Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[07:36:04.138] Task URL: https://cr-buildbucket.appspot.com/build/8683385424314563809
[07:36:04.138] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:2:0) after 6m3s
[07:36:05.372] Received PubSub notification, asking Buildbucket for the build status
[07:36:05.388] Build status: SCHEDULED
[07:36:09.833] Received PubSub notification, asking Buildbucket for the build status
[07:36:09.849] Build status: STARTED
[07:42:07.288] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:2:0)
[07:42:07.305] Build status: STARTED
[07:42:07.305] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:5:0) after 5m33s
[07:47:40.411] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:5:0)
[07:47:40.522] Build status: STARTED
[07:47:40.522] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:6:0) after 9m58s
[07:57:38.944] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:6:0)
[07:57:38.959] Build status: STARTED
[07:57:38.959] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:7:0) after 8m24s
[08:06:03.028] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:7:0)
[08:06:03.062] Build status: STARTED
[08:06:03.062] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:8:0) after 2m12s
[08:08:15.087] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:8:0)
[08:08:15.118] Build status: STARTED
[08:08:15.118] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8848815486332607008:9:0) after 9m5s
[08:08:42.811] Received PubSub notification, asking Buildbucket for the build status
[08:08:42.851] Build:
{
  "id": "8683385424314563809",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 379,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-27T07:36:03.582919961Z",
  "startTime": "2026-04-27T07:36:09.622640530Z",
  "endTime": "2026-04-27T08:08:42.446512562Z",
  "updateTime": "2026-04-27T08:08:42.446512562Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5d39fca8f9c2c2e5f4f04ab4de1fd87782516d09",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[08:08:42.851] Invocation finished in 32m40.576930514s with status SUCCEEDED