Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "eb248b0770795cb67bf4894d96fa9e051ecae46d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8688384212153877633"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8688384212153877633"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8688384212153877633"
    }
  ],
  "parent_build_id": "8688384212153877633",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#1818}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "b7cb02f328f3c72282064d795e5c31115023bca0",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#18}",
  "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
  "swarm_hashes": {
    "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
    "accessibility_unittests": "c650d561623b795bb01e32c577dbf94f7004b1960d2bbf531fa680be8a0f59b2/488",
    "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
    "app_shell_unittests": "364fd8116aac3b3087c4b0c0306499958a3f6e5f4892d0bd667e58a9b81e59d6/649",
    "aura_unittests": "ff87ee1467ff64cf9c968a9350f6015c0ec53c44b3c6cb0a0db5436c814ae013/488",
    "base_unittests": "18e83cf65ba80dd0545a0d8a3be6bc554bdef4db353d6513da57a1b19ce9ade2/566",
    "blink_common_unittests": "275408e1434a8f51fd4fcfaf1d7d347bed7086e4827d6ce3d8c3c72829901fb2/566",
    "blink_fuzzer_unittests": "0d444ec94e1c8de61ca517387ed9cbcf8c0d088cfdf6ea1560bcc76ec15930c6/488",
    "blink_heap_unittests": "9b14eb4c2e9a32c67bfdabb046c0998177df3226943e240c19734759921524c4/488",
    "blink_platform_unittests": "f0b4249a6c41cb70031bf650f84b4bb0bebe45f7f35e17e888c78c3cecce489a/645",
    "blink_unittests": "61e39b64b40d4a4b6f857bbee9ba76b6b514c10b175061a1147ef2b47c057c6e/729",
    "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
    "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
    "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
    "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
    "cc_unittests": "7fb1bc3227f25941ccedbc96b5e675ee6f18d270177b06366958ec85357a6169/648",
    "chrome_app_unittests": "ea55bd1d4f0fcfc51a701b730cf0b9f92b132bee69bc32fff77b04235163571c/566",
    "chromedriver_unittests": "8b595df09385cb2e5b4f73f327f9d388154e9ed2813b1ac5d33df1a9c92ee1e9/645",
    "components_browsertests": "1cf14bf00132bafe7a414b0c4fb3cd089c114f2a43d4504e796d2e465813ac5f/732",
    "components_unittests": "1a21df49253e1b036d1c05df89e615ef92f2a09d3f169454bccface127879107/811",
    "compositor_unittests": "9a4c21b3746fad56f766735ba1447d05d224d553d4c4b9341c252893cb95579e/564",
    "content_browsertests": "3ce94414acb6cf6a05d9e0508479f9415382ab7d51fa8369329e0600ceedbbbb/805",
    "content_unittests": "61262ca6a14c696379664f22d96cd50f69e2b6e38d67fef1df86c8337b0c98d5/725",
    "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
    "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
    "device_unittests": "6f9102d64d0187faf94a10aa1ced40cea46e088a789a5b6cca5f3cae1389a1b0/565",
    "display_unittests": "e136a2793b7abf3829b078ebcf81d88ce110a68060392b3eb192e4faf83c07da/488",
    "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
    "events_unittests": "d202488194aaf6eb2aea4c3ae6ca6d5cf9ee17ffdfa0781803037209669f1f69/488",
    "extensions_browsertests": "138796c28295b84cd907759111bcc9be88c4179555ed33aeb96d4c7d8b7661d8/651",
    "extensions_unittests": "5b06af44412a0654263986d9fd2c2bcbf0bc7a0586dd0c5e4f3b43acc78d80e0/730",
    "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
    "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
    "gcm_unit_tests": "6de7752245b06748a7c463ae72d7118ac8a7bda64ea80cb59696429d60a4fc58/565",
    "gfx_unittests": "acf622adb9b851a464de8e71dd297a04f24a07a0b14fbdc7e22683a8d242b80d/564",
    "gin_unittests": "69deb68c61147502e60f5348c40d1c057cfe3371db84dbd0a23cfb2067505bd3/565",
    "gl_tests": "0535080a3bad97f89db9a32ac95d2246c49978d64aee9854eca0b26ae3f3d1ac/488",
    "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
    "google_apis_unittests": "e05ae730407dc9088b82bb5fc05a7b86760a76f5d34e8401a7d1604abc4e3d54/650",
    "gpu_unittests": "fa95c52f6c5622e570ccdc1e048f6933a2e1f7cd965bb9ff0196c4466c1b78ad/565",
    "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
    "headless_browsertests": "9ee5770881da09d7079fedd0f9d7869995dfbfaa2d3f232046493016fb27b92e/733",
    "headless_unittests": "d88e6210d84963c925ad73909b9eab67468cd5a82013fe2c609fab33f605925d/488",
    "interactive_ui_tests": "fcc04648548d86d6a56a5605ff7e7362bc16c4d7ef4647e7cf6fe64b8a16a14a/1059",
    "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
    "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
    "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
    "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
    "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
    "media_unittests": "abcac0c7a9dd0984f7e55afd1546f17b1eb9e0a8ba93d3dbba50cab098678595/568",
    "message_center_unittests": "65ca5a86a81a9ac5a6de85b26e49a8df9e9eae16e243557c08a5fc98aa885038/488",
    "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
    "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
    "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
    "net_unittests": "230f47535f6c9f925316e0772cb4676f5e7972d6b5e1ef6dc5d5571fe817b3a4/567",
    "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
    "ozone_unittests": "9251b5efa8c94514ab2e78921e2c06644b0206bcccb221852342cc0897e79548/488",
    "ozone_x11_unittests": "7c4a7992becdb5924c9759d6c6ca73d3d234fb2e06253007371d8f7f822686e1/488",
    "pdf_unittests": "8f5a912f483fd78335c8209164dea7c9a9c926fea2d65fced18d5546344001ef/565",
    "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
    "printing_unittests": "e49ace704d48f1ade8925aa32d16fc98529c4e14ba8f04b549c20bb047a56a41/488",
    "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
    "remoting_unittests": "f12ccf27bfc37b16dd7d8c16d8f2c11e55d63e4a5e91d6e0c3c1b795a2c6598b/565",
    "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
    "services_unittests": "a5e081559154a516606e789580db32e72995b57283d280660891034684c6c4fa/734",
    "shell_dialogs_unittests": "abb602aeefc59bc22a7d72ca65153ef478328b85851cbcbef617ee996dc34b9c/488",
    "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
    "snapshot_unittests": "870df8c32324c06ddf708e7a6ac3120e150f23f5b20a3d4a886a8b2b5956368a/488",
    "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
    "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
    "sync_integration_tests": "d24362728c5d9daca5065b613c9badffb2a82a15f5b78ed9023693e080fedbb6/647",
    "ui_base_unittests": "fcec87d4f9d374af670e659d59b601bb6a460ed9be1bb708a1ea90403b2a4465/641",
    "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
    "ui_unittests": "f8bcb0ba8d94cd14d8f7d1eecefb1da1bc315be278c7a110fea5c209466606ad/488",
    "unit_tests": "ee5f0a1169719f0ea3d26036ed329afcdb3993e3b844e890b2f0444f985c2f9b/1061",
    "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
    "views_unittests": "ff58f47fbd6678f640af2a37ecbcd7a275d85d9cef67e2df751a2605fa32cd14/488",
    "viz_unittests": "feaadf10f6262dbebb95ad3f752f388f57ff13dd1a1a141286a68cb32f9ac685/572",
    "vr_common_unittests": "3bbe8e38366b4203f1655e9e547d3807d4f9ff8982395edf44e0e34acd64a7d5/566",
    "wm_unittests": "0e221b1638aaf054a30af3b8816a280cbdfb0061e195d29f8ccfb9f5f5775915/488",
    "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
    "xr_browser_tests": "f2b7c5f116fa028e4c800fc88e4654e5fc53675b402dbf8257db45a7c04d5fe3/646",
    "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eb248b0770795cb67bf4894d96fa9e051ecae46d
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:432
  • user_agent:recipe

Debug log (UTC)

[04:23:35.792] New invocation is queued and will start shortly
[04:23:35.792] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:23:36.937] Starting the invocation (attempt 1)
[04:23:36.965] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eb248b0770795cb67bf4894d96fa9e051ecae46d"
[04:23:36.965] Popped gitiles commit info from properties and tags
[04:23:36.965] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:23:36.969] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:23:36.969] Buildbucket request:
{
  "requestId": "8853810426853359232",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853810426853359232",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "eb248b0770795cb67bf4894d96fa9e051ecae46d"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8688384212153877633"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8688384212153877633"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8688384212153877633"
                                              }
                                        ],
                                    "parent_build_id": "8688384212153877633",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#1818}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "b7cb02f328f3c72282064d795e5c31115023bca0",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#18}",
                                    "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
                                    "revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
                                          "accessibility_unittests": "c650d561623b795bb01e32c577dbf94f7004b1960d2bbf531fa680be8a0f59b2/488",
                                          "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
                                          "app_shell_unittests": "364fd8116aac3b3087c4b0c0306499958a3f6e5f4892d0bd667e58a9b81e59d6/649",
                                          "aura_unittests": "ff87ee1467ff64cf9c968a9350f6015c0ec53c44b3c6cb0a0db5436c814ae013/488",
                                          "base_unittests": "18e83cf65ba80dd0545a0d8a3be6bc554bdef4db353d6513da57a1b19ce9ade2/566",
                                          "blink_common_unittests": "275408e1434a8f51fd4fcfaf1d7d347bed7086e4827d6ce3d8c3c72829901fb2/566",
                                          "blink_fuzzer_unittests": "0d444ec94e1c8de61ca517387ed9cbcf8c0d088cfdf6ea1560bcc76ec15930c6/488",
                                          "blink_heap_unittests": "9b14eb4c2e9a32c67bfdabb046c0998177df3226943e240c19734759921524c4/488",
                                          "blink_platform_unittests": "f0b4249a6c41cb70031bf650f84b4bb0bebe45f7f35e17e888c78c3cecce489a/645",
                                          "blink_unittests": "61e39b64b40d4a4b6f857bbee9ba76b6b514c10b175061a1147ef2b47c057c6e/729",
                                          "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
                                          "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
                                          "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
                                          "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
                                          "cc_unittests": "7fb1bc3227f25941ccedbc96b5e675ee6f18d270177b06366958ec85357a6169/648",
                                          "chrome_app_unittests": "ea55bd1d4f0fcfc51a701b730cf0b9f92b132bee69bc32fff77b04235163571c/566",
                                          "chromedriver_unittests": "8b595df09385cb2e5b4f73f327f9d388154e9ed2813b1ac5d33df1a9c92ee1e9/645",
                                          "components_browsertests": "1cf14bf00132bafe7a414b0c4fb3cd089c114f2a43d4504e796d2e465813ac5f/732",
                                          "components_unittests": "1a21df49253e1b036d1c05df89e615ef92f2a09d3f169454bccface127879107/811",
                                          "compositor_unittests": "9a4c21b3746fad56f766735ba1447d05d224d553d4c4b9341c252893cb95579e/564",
                                          "content_browsertests": "3ce94414acb6cf6a05d9e0508479f9415382ab7d51fa8369329e0600ceedbbbb/805",
                                          "content_unittests": "61262ca6a14c696379664f22d96cd50f69e2b6e38d67fef1df86c8337b0c98d5/725",
                                          "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
                                          "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
                                          "device_unittests": "6f9102d64d0187faf94a10aa1ced40cea46e088a789a5b6cca5f3cae1389a1b0/565",
                                          "display_unittests": "e136a2793b7abf3829b078ebcf81d88ce110a68060392b3eb192e4faf83c07da/488",
                                          "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
                                          "events_unittests": "d202488194aaf6eb2aea4c3ae6ca6d5cf9ee17ffdfa0781803037209669f1f69/488",
                                          "extensions_browsertests": "138796c28295b84cd907759111bcc9be88c4179555ed33aeb96d4c7d8b7661d8/651",
                                          "extensions_unittests": "5b06af44412a0654263986d9fd2c2bcbf0bc7a0586dd0c5e4f3b43acc78d80e0/730",
                                          "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
                                          "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
                                          "gcm_unit_tests": "6de7752245b06748a7c463ae72d7118ac8a7bda64ea80cb59696429d60a4fc58/565",
                                          "gfx_unittests": "acf622adb9b851a464de8e71dd297a04f24a07a0b14fbdc7e22683a8d242b80d/564",
                                          "gin_unittests": "69deb68c61147502e60f5348c40d1c057cfe3371db84dbd0a23cfb2067505bd3/565",
                                          "gl_tests": "0535080a3bad97f89db9a32ac95d2246c49978d64aee9854eca0b26ae3f3d1ac/488",
                                          "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
                                          "google_apis_unittests": "e05ae730407dc9088b82bb5fc05a7b86760a76f5d34e8401a7d1604abc4e3d54/650",
                                          "gpu_unittests": "fa95c52f6c5622e570ccdc1e048f6933a2e1f7cd965bb9ff0196c4466c1b78ad/565",
                                          "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
                                          "headless_browsertests": "9ee5770881da09d7079fedd0f9d7869995dfbfaa2d3f232046493016fb27b92e/733",
                                          "headless_unittests": "d88e6210d84963c925ad73909b9eab67468cd5a82013fe2c609fab33f605925d/488",
                                          "interactive_ui_tests": "fcc04648548d86d6a56a5605ff7e7362bc16c4d7ef4647e7cf6fe64b8a16a14a/1059",
                                          "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
                                          "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
                                          "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
                                          "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
                                          "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
                                          "media_unittests": "abcac0c7a9dd0984f7e55afd1546f17b1eb9e0a8ba93d3dbba50cab098678595/568",
                                          "message_center_unittests": "65ca5a86a81a9ac5a6de85b26e49a8df9e9eae16e243557c08a5fc98aa885038/488",
                                          "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
                                          "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
                                          "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
                                          "net_unittests": "230f47535f6c9f925316e0772cb4676f5e7972d6b5e1ef6dc5d5571fe817b3a4/567",
                                          "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
                                          "ozone_unittests": "9251b5efa8c94514ab2e78921e2c06644b0206bcccb221852342cc0897e79548/488",
                                          "ozone_x11_unittests": "7c4a7992becdb5924c9759d6c6ca73d3d234fb2e06253007371d8f7f822686e1/488",
                                          "pdf_unittests": "8f5a912f483fd78335c8209164dea7c9a9c926fea2d65fced18d5546344001ef/565",
                                          "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
                                          "printing_unittests": "e49ace704d48f1ade8925aa32d16fc98529c4e14ba8f04b549c20bb047a56a41/488",
                                          "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
                                          "remoting_unittests": "f12ccf27bfc37b16dd7d8c16d8f2c11e55d63e4a5e91d6e0c3c1b795a2c6598b/565",
                                          "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
                                          "services_unittests": "a5e081559154a516606e789580db32e72995b57283d280660891034684c6c4fa/734",
                                          "shell_dialogs_unittests": "abb602aeefc59bc22a7d72ca65153ef478328b85851cbcbef617ee996dc34b9c/488",
                                          "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
                                          "snapshot_unittests": "870df8c32324c06ddf708e7a6ac3120e150f23f5b20a3d4a886a8b2b5956368a/488",
                                          "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
                                          "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
                                          "sync_integration_tests": "d24362728c5d9daca5065b613c9badffb2a82a15f5b78ed9023693e080fedbb6/647",
                                          "ui_base_unittests": "fcec87d4f9d374af670e659d59b601bb6a460ed9be1bb708a1ea90403b2a4465/641",
                                          "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
                                          "ui_unittests": "f8bcb0ba8d94cd14d8f7d1eecefb1da1bc315be278c7a110fea5c209466606ad/488",
                                          "unit_tests": "ee5f0a1169719f0ea3d26036ed329afcdb3993e3b844e890b2f0444f985c2f9b/1061",
                                          "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
                                          "views_unittests": "ff58f47fbd6678f640af2a37ecbcd7a275d85d9cef67e2df751a2605fa32cd14/488",
                                          "viz_unittests": "feaadf10f6262dbebb95ad3f752f388f57ff13dd1a1a141286a68cb32f9ac685/572",
                                          "vr_common_unittests": "3bbe8e38366b4203f1655e9e547d3807d4f9ff8982395edf44e0e34acd64a7d5/566",
                                          "wm_unittests": "0e221b1638aaf054a30af3b8816a280cbdfb0061e195d29f8ccfb9f5f5775915/488",
                                          "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
                                          "xr_browser_tests": "f2b7c5f116fa028e4c800fc88e4654e5fc53675b402dbf8257db45a7c04d5fe3/646",
                                          "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:432",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3b5d71e2-de18-4fee-a611-a47955c58c99",
                        "title": "Linux TSan Builder/432",
                        "url": "https://cr-buildbucket.appspot.com/build/8688384212153877633"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "eb248b0770795cb67bf4894d96fa9e051ecae46d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8688384212153877633"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8688384212153877633"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8688384212153877633"
                }
          ],
      "parent_build_id": "8688384212153877633",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#1818}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "b7cb02f328f3c72282064d795e5c31115023bca0",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#18}",
      "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
      "swarm_hashes": {
            "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
            "accessibility_unittests": "c650d561623b795bb01e32c577dbf94f7004b1960d2bbf531fa680be8a0f59b2/488",
            "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
            "app_shell_unittests": "364fd8116aac3b3087c4b0c0306499958a3f6e5f4892d0bd667e58a9b81e59d6/649",
            "aura_unittests": "ff87ee1467ff64cf9c968a9350f6015c0ec53c44b3c6cb0a0db5436c814ae013/488",
            "base_unittests": "18e83cf65ba80dd0545a0d8a3be6bc554bdef4db353d6513da57a1b19ce9ade2/566",
            "blink_common_unittests": "275408e1434a8f51fd4fcfaf1d7d347bed7086e4827d6ce3d8c3c72829901fb2/566",
            "blink_fuzzer_unittests": "0d444ec94e1c8de61ca517387ed9cbcf8c0d088cfdf6ea1560bcc76ec15930c6/488",
            "blink_heap_unittests": "9b14eb4c2e9a32c67bfdabb046c0998177df3226943e240c19734759921524c4/488",
            "blink_platform_unittests": "f0b4249a6c41cb70031bf650f84b4bb0bebe45f7f35e17e888c78c3cecce489a/645",
            "blink_unittests": "61e39b64b40d4a4b6f857bbee9ba76b6b514c10b175061a1147ef2b47c057c6e/729",
            "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
            "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
            "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
            "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
            "cc_unittests": "7fb1bc3227f25941ccedbc96b5e675ee6f18d270177b06366958ec85357a6169/648",
            "chrome_app_unittests": "ea55bd1d4f0fcfc51a701b730cf0b9f92b132bee69bc32fff77b04235163571c/566",
            "chromedriver_unittests": "8b595df09385cb2e5b4f73f327f9d388154e9ed2813b1ac5d33df1a9c92ee1e9/645",
            "components_browsertests": "1cf14bf00132bafe7a414b0c4fb3cd089c114f2a43d4504e796d2e465813ac5f/732",
            "components_unittests": "1a21df49253e1b036d1c05df89e615ef92f2a09d3f169454bccface127879107/811",
            "compositor_unittests": "9a4c21b3746fad56f766735ba1447d05d224d553d4c4b9341c252893cb95579e/564",
            "content_browsertests": "3ce94414acb6cf6a05d9e0508479f9415382ab7d51fa8369329e0600ceedbbbb/805",
            "content_unittests": "61262ca6a14c696379664f22d96cd50f69e2b6e38d67fef1df86c8337b0c98d5/725",
            "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
            "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
            "device_unittests": "6f9102d64d0187faf94a10aa1ced40cea46e088a789a5b6cca5f3cae1389a1b0/565",
            "display_unittests": "e136a2793b7abf3829b078ebcf81d88ce110a68060392b3eb192e4faf83c07da/488",
            "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
            "events_unittests": "d202488194aaf6eb2aea4c3ae6ca6d5cf9ee17ffdfa0781803037209669f1f69/488",
            "extensions_browsertests": "138796c28295b84cd907759111bcc9be88c4179555ed33aeb96d4c7d8b7661d8/651",
            "extensions_unittests": "5b06af44412a0654263986d9fd2c2bcbf0bc7a0586dd0c5e4f3b43acc78d80e0/730",
            "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
            "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
            "gcm_unit_tests": "6de7752245b06748a7c463ae72d7118ac8a7bda64ea80cb59696429d60a4fc58/565",
            "gfx_unittests": "acf622adb9b851a464de8e71dd297a04f24a07a0b14fbdc7e22683a8d242b80d/564",
            "gin_unittests": "69deb68c61147502e60f5348c40d1c057cfe3371db84dbd0a23cfb2067505bd3/565",
            "gl_tests": "0535080a3bad97f89db9a32ac95d2246c49978d64aee9854eca0b26ae3f3d1ac/488",
            "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
            "google_apis_unittests": "e05ae730407dc9088b82bb5fc05a7b86760a76f5d34e8401a7d1604abc4e3d54/650",
            "gpu_unittests": "fa95c52f6c5622e570ccdc1e048f6933a2e1f7cd965bb9ff0196c4466c1b78ad/565",
            "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
            "headless_browsertests": "9ee5770881da09d7079fedd0f9d7869995dfbfaa2d3f232046493016fb27b92e/733",
            "headless_unittests": "d88e6210d84963c925ad73909b9eab67468cd5a82013fe2c609fab33f605925d/488",
            "interactive_ui_tests": "fcc04648548d86d6a56a5605ff7e7362bc16c4d7ef4647e7cf6fe64b8a16a14a/1059",
            "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
            "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
            "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
            "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
            "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
            "media_unittests": "abcac0c7a9dd0984f7e55afd1546f17b1eb9e0a8ba93d3dbba50cab098678595/568",
            "message_center_unittests": "65ca5a86a81a9ac5a6de85b26e49a8df9e9eae16e243557c08a5fc98aa885038/488",
            "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
            "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
            "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
            "net_unittests": "230f47535f6c9f925316e0772cb4676f5e7972d6b5e1ef6dc5d5571fe817b3a4/567",
            "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
            "ozone_unittests": "9251b5efa8c94514ab2e78921e2c06644b0206bcccb221852342cc0897e79548/488",
            "ozone_x11_unittests": "7c4a7992becdb5924c9759d6c6ca73d3d234fb2e06253007371d8f7f822686e1/488",
            "pdf_unittests": "8f5a912f483fd78335c8209164dea7c9a9c926fea2d65fced18d5546344001ef/565",
            "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
            "printing_unittests": "e49ace704d48f1ade8925aa32d16fc98529c4e14ba8f04b549c20bb047a56a41/488",
            "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
            "remoting_unittests": "f12ccf27bfc37b16dd7d8c16d8f2c11e55d63e4a5e91d6e0c3c1b795a2c6598b/565",
            "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
            "services_unittests": "a5e081559154a516606e789580db32e72995b57283d280660891034684c6c4fa/734",
            "shell_dialogs_unittests": "abb602aeefc59bc22a7d72ca65153ef478328b85851cbcbef617ee996dc34b9c/488",
            "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
            "snapshot_unittests": "870df8c32324c06ddf708e7a6ac3120e150f23f5b20a3d4a886a8b2b5956368a/488",
            "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
            "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
            "sync_integration_tests": "d24362728c5d9daca5065b613c9badffb2a82a15f5b78ed9023693e080fedbb6/647",
            "ui_base_unittests": "fcec87d4f9d374af670e659d59b601bb6a460ed9be1bb708a1ea90403b2a4465/641",
            "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
            "ui_unittests": "f8bcb0ba8d94cd14d8f7d1eecefb1da1bc315be278c7a110fea5c209466606ad/488",
            "unit_tests": "ee5f0a1169719f0ea3d26036ed329afcdb3993e3b844e890b2f0444f985c2f9b/1061",
            "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
            "views_unittests": "ff58f47fbd6678f640af2a37ecbcd7a275d85d9cef67e2df751a2605fa32cd14/488",
            "viz_unittests": "feaadf10f6262dbebb95ad3f752f388f57ff13dd1a1a141286a68cb32f9ac685/572",
            "vr_common_unittests": "3bbe8e38366b4203f1655e9e547d3807d4f9ff8982395edf44e0e34acd64a7d5/566",
            "wm_unittests": "0e221b1638aaf054a30af3b8816a280cbdfb0061e195d29f8ccfb9f5f5775915/488",
            "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
            "xr_browser_tests": "f2b7c5f116fa028e4c800fc88e4654e5fc53675b402dbf8257db45a7c04d5fe3/646",
            "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853810426853359232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "432"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:23:37.793] Scheduled build:
{
  "id": "8688380364839735809",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 431,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-03T04:23:37.091525046Z",
  "updateTime": "2026-03-03T04:23:37.091525046Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
      "ref": "refs/branch-heads/7680"
    }
  },
  "canary": true
}
[04:23:37.793] Task URL: https://cr-buildbucket.appspot.com/build/8688380364839735809
[04:23:37.793] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:2:0) after 4m31s
[04:23:38.712] Received PubSub notification, asking Buildbucket for the build status
[04:23:38.751] Build status: SCHEDULED
[04:24:01.253] Received PubSub notification, asking Buildbucket for the build status
[04:24:01.271] Build status: STARTED
[04:28:08.871] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:2:0)
[04:28:08.907] Build status: STARTED
[04:28:08.907] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:5:0) after 4m26s
[04:32:35.017] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:5:0)
[04:32:35.052] Build status: STARTED
[04:32:35.052] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:6:0) after 6m31s
[04:39:06.031] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:6:0)
[04:39:06.077] Build status: STARTED
[04:39:06.077] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:7:0) after 9m44s
[04:48:50.098] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:7:0)
[04:48:50.117] Build status: STARTED
[04:48:50.117] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853810426853359232:8:0) after 2m0s
[04:50:25.421] Received PubSub notification, asking Buildbucket for the build status
[04:50:25.475] Build:
{
  "id": "8688380364839735809",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 431,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-03T04:23:37.091525046Z",
  "startTime": "2026-03-03T04:24:01.095350167Z",
  "endTime": "2026-03-03T04:50:24.909883843Z",
  "updateTime": "2026-03-03T04:50:24.909883843Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eb248b0770795cb67bf4894d96fa9e051ecae46d",
      "ref": "refs/branch-heads/7680"
    }
  },
  "canary": true
}
[04:50:25.475] Invocation finished in 26m49.686929588s with status SUCCEEDED