Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 19 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/31 (2 months ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "0aeba792e0e83b5113f239b14757d423e4aa03dd"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8713572666860057425"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8713572666860057425"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8713572666860057425"
    }
  ],
  "parent_build_id": "8713572666860057425",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
  "parent_got_dawn_revision": "45b5634e70a3a6d61f3704f308d7a419e7db532d",
  "parent_got_revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#81}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "e59a1df3653a7ae7ed51d8aa79f550e8a4232eb9",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#9}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
  "swarm_hashes": {
    "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
    "accessibility_unittests": "76864fbf392d02c01a0b3b1658fad80dc0bb2d72b977a73e58f9abee1eff8bf5/488",
    "angle_unittests": "707a65f26de49995867a1aaab19028f779b66e6a77c11c0e60d42b3af1f341b4/489",
    "app_shell_unittests": "aa126432982a349588e026e7339c753ba5bb9c16b8721c638824679e21edb9a5/649",
    "aura_unittests": "fa1b7bfc2d34838dc951ae3eb818ba62d6cf3e2a5a1e85b09cf90bf796795350/488",
    "base_unittests": "e814674d59bc457b2f96d83c9037af912b793677592b9514d26b43e46a6bd593/566",
    "blink_common_unittests": "417cbf4994514f4608921bb792b58d1b3b8ad02d458b5e1134fd721abadd2a41/566",
    "blink_fuzzer_unittests": "0d854078ed20cceac9d091e7012d8f78d05144fff64292c2986a3eab53c5ab91/488",
    "blink_heap_unittests": "ba8225576e0e372e3248417d32671309fdc1983afdd1ac82a0a26f565d7f60b9/488",
    "blink_platform_unittests": "0efd061e51a8d9c371136e5aa5c395c74f0ccd840e38cb13e0fdd819987315e2/645",
    "blink_unittests": "5132cc55c2207f689e337fed57a3cf54d119b3f79404b266d95063b63c38d2f9/729",
    "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
    "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
    "capture_unittests": "e1e9042c52e39e15d3acdf9b66504be92cc50890d3e8c5de48953da1cf9854ad/567",
    "cast_unittests": "1497ed9b3053856c96f5d890d6eb81af945af021b5fba05f274595ca9ce503a6/488",
    "cc_unittests": "0dcb7ad2108e69cd8d037602ba06b1b943080a5e9093b970506a9a9dfbfb59b1/648",
    "chrome_app_unittests": "de612f43f618d6fddb4b072d1235b31bd05ea8def4f5c389d4646d8f02471610/566",
    "chromedriver_unittests": "8ee2f157ca0e024e1515045574fcfbc09b282698b412b4a7430863e8adda78de/645",
    "components_browsertests": "0fbedc3fc291b90b544a81f51cf03bbc4fc6145b820105097ccca78607ae8840/732",
    "components_unittests": "209b067bdeb5d423c33573efe408d900fef5d540db8a1352d1d7a92fffdf7d0f/811",
    "compositor_unittests": "8623044b4692f2f688903015fef572d895bd51fcf58699dbf87a858483a96154/564",
    "content_browsertests": "a919256f43ba4db1205ddfebf95478e9b5bb459877eba3df3ebf82710a46ae37/805",
    "content_unittests": "775f624de1dc3ebbae15fbd41022f2f5346e2bed1f04e2fd63ea885a7ec250f5/725",
    "cronet_tests": "eb5d2b36006f0e0e16f77f6d3e9567e9fb7cc16a1126a75ce70ee743226c3775/649",
    "cronet_unittests": "1499468bc7cc9ec976d73bbc5126cb6cc146affbaac5d2bb30e22ced099ceae7/565",
    "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
    "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
    "device_unittests": "031daf26568ad0c33f13c5f8ed683550672160a7d991b6faf1eb85ab01edde03/565",
    "display_unittests": "bfec7bc75388498d7aa616ae256de891d6e7c8c7aba107b61b168b6cd09b5eec/488",
    "env_chromium_unittests": "c021267fdc324ef8e3269022348a8314b5e1db50e94955157c20014b4ff090f4/488",
    "events_unittests": "c467cecf30b3c3a7d7b8d2714bca704041f176006f752725d99b5f99c6716936/488",
    "extensions_browsertests": "5d46d7594ce2f61db0cea470d3e10997852bb6d574b936f620143e01d72d5799/651",
    "extensions_unittests": "c27114ebd7a30e5982ae7469163b2f375173d99b5c68325a369fefde51cec9e2/730",
    "filesystem_service_unittests": "2c84213d63885dfa637a309a8eeb09cd5493030bd138320ef6348304e4d94c5c/488",
    "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
    "gcm_unit_tests": "15b461bc50a91ea29fa8f58a0a269f7753bccfdb1cf873f68e2c18fb39376303/565",
    "gfx_unittests": "f2ecbd7ee2c0a022a2e982be18432a3851414b3c760d6d26e02bf9a844b52b64/564",
    "gin_unittests": "9b231ed69c5957f39bf886891864b1b881d0dba3579a92693587f4e1e02ea4e0/565",
    "gl_tests": "09b998418a52af3bce4f10c00e23f2a738a49210213ced9276e70a519d824238/488",
    "gl_unittests": "4329083e033028112e227f38d48320c6c17c1166ce36ea04ee769b579cbf07da/488",
    "google_apis_unittests": "a5e1e2933db22a9ed0af75dfc76fbbd92a6fbd4b7c0fcdd05c215dc5b1940d8c/650",
    "gpu_unittests": "d72282a6a181d0a28604caf2894671ae79ddc5ae3e6b1f09d027101efbf08647/565",
    "gwp_asan_unittests": "e8210c020ad6870f0ff2759c0f4daa0e517443104bb210713be95e03ada39143/489",
    "headless_browsertests": "d73e175987d3347b272f9ffd73fa4539b51d5e8cf6487ace972518b51678825b/649",
    "headless_unittests": "abe856dc7f7af7c7735bc5e5ff69f1ba66bfe4310d3852d9ae0cfd7f5fade7c3/488",
    "interactive_ui_tests": "e8a3ac9b0187c1044f348db5d10b72cf31b048635457c5c8b569b04ea1f996b2/973",
    "ipc_tests": "c548fcb7259126dab6158e468cab5848915ceba192c9ba07c96f0b2906261f70/488",
    "latency_unittests": "e2b500cfc1ab37ade0926340bc6481cc234a35b0b269e99fd8193109ab735110/488",
    "leveldb_unittests": "20ddcd06d3fc0eba2370f49b4cd360bbb30953250ff80b8da3d5331e1ce0b314/488",
    "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
    "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
    "media_unittests": "ea41094b5c6cb8b90736834e9bc820c66cc4854839067dee7b369e724213bb95/568",
    "message_center_unittests": "b26d27ab6dc38c91aabf20eeeed4e527b02ba2e3568ff5476ac37db38271c54b/488",
    "midi_unittests": "89307f50fafb63a9d89a25ad73452e83066b67a1cea45cffab4eae81ce90728a/488",
    "mojo_unittests": "62b9aa43d15080ee30a95db96586821b274d559cce434bf9c578d49f4a29a7df/566",
    "native_theme_unittests": "2e1190813455f2a47fa3103a13fa5fc73b25f953176e80288b52a1f91ba6cd13/488",
    "net_unittests": "7f2c3ef2293cca56676050c4e437ed86322b5491cb187ca62ef5c0d61f5e4e55/567",
    "openscreen_unittests": "a677447f06a132fb3c92c0524a9ad2e2e6383bb3963ddc7c47179ed7fac57a23/489",
    "ozone_unittests": "dd9f0b78d9559ad7fba6902e7ce784723821c127b4fca66e65462cf23591aaf1/488",
    "ozone_x11_unittests": "49af03755d25a1824036253a6691e460ef27e027063ff6844a1d9e3071f90242/488",
    "pdf_unittests": "4da1b52ab26d1e7bba47bf2311ac57c45a888d557df581f7f1e1f518b3ce2b00/565",
    "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
    "printing_unittests": "c96ffb368d07c9d4078f346d8e48e6c32ea6fa024d955f19092348d34da667fc/488",
    "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
    "remoting_unittests": "a3c73bbb174c95f760a78d8ee72cc9e371358d02f4cd07716e2205f26d84a1a7/565",
    "sandbox_linux_unittests": "71de90766ef54c78d2ebe190c3dbfc7c4b501654f4febbc47e93680a6ea520d8/488",
    "services_unittests": "e6b0e1b1ba6d00b4008ac08afb9b577f958dcf919bb757a648ff202fa72ae29d/734",
    "shell_dialogs_unittests": "27bb92872b2d60fe7d8fabeac713663d151e52c876a1f9e018cd89060d76e60c/488",
    "skia_unittests": "3bb595a8c8a7cfad7e6f747b30798abd2c099deb49d3fcfc0358c08833c4f64b/488",
    "snapshot_unittests": "cd9085c52d0e49ad6129c581ccc9b1c232323851a7005b9838417cc0ede0c1c5/488",
    "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
    "storage_unittests": "c4502121296016ddb20ee820bb16890423a4b36bb28b6ac1c1de06e58acd306a/646",
    "sync_integration_tests": "a0436aa2bcff312ef456180895cea41842550f010ab9afb4239690dd9f02912c/647",
    "ui_base_unittests": "b99765d0f296b88630cc74e5927fca5ff6a8edb0d35542cb2f46c60262db3353/641",
    "ui_touch_selection_unittests": "5975223817c35365d9da1b8edb75e07fbff46cd4be205b9b101128c553e294d7/488",
    "ui_unittests": "3affcb9dd70e6ef5a06c4a838787cf0d53bc5fa78ec8345d79305de383d08a1c/488",
    "unit_tests": "8a44a1ace773c68041425ffec662a25f8ad7cf0175b3fd59d422e197005c489e/1061",
    "url_unittests": "3cdacd895b5b21377bbf47304bdc688abbf666ebd3fc3d5e42a131bdf0a5a97d/488",
    "views_unittests": "e88416ec4774ecd64d185952b8194355e4edc8e2ad31df456918e8f6db23f934/488",
    "viz_unittests": "642b68bb91540a805ef9a4de730650e310795fcefa46ba603b9b62fc0fa63805/572",
    "vr_common_unittests": "0520bf4a35eda2097652ef6f11422fddd34d91b08b8c5afeb2b60a7a0f3616f2/566",
    "wm_unittests": "84c56f6ec68125d91a565e881f3636d7c84d50f3b946e08d154025464d2e270e/488",
    "wtf_unittests": "ffc8c5c7da95e27eb158ff7be11c06dd356768bd78d79eb127693e4d13499ed0/488",
    "xr_browser_tests": "dadcff6e8afebf753d588c0a551811b6191e83ab04ef297bd7deb180d39caa37/646",
    "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0aeba792e0e83b5113f239b14757d423e4aa03dd
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:31
  • user_agent:recipe

Debug log (UTC)

[04:00:56.673] New invocation is queued and will start shortly
[04:00:56.673] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:00:57.803] Starting the invocation (attempt 1)
[04:00:57.833] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0aeba792e0e83b5113f239b14757d423e4aa03dd"
[04:00:57.833] Popped gitiles commit info from properties and tags
[04:00:57.833] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:57.833] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:57.835] Buildbucket request:
{
  "requestId": "8878997808665333104",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8878997808665333104",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "0aeba792e0e83b5113f239b14757d423e4aa03dd"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8713572666860057425"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8713572666860057425"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8713572666860057425"
                                              }
                                        ],
                                    "parent_build_id": "8713572666860057425",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
                                    "parent_got_dawn_revision": "45b5634e70a3a6d61f3704f308d7a419e7db532d",
                                    "parent_got_revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#81}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "e59a1df3653a7ae7ed51d8aa79f550e8a4232eb9",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#9}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
                                          "accessibility_unittests": "76864fbf392d02c01a0b3b1658fad80dc0bb2d72b977a73e58f9abee1eff8bf5/488",
                                          "angle_unittests": "707a65f26de49995867a1aaab19028f779b66e6a77c11c0e60d42b3af1f341b4/489",
                                          "app_shell_unittests": "aa126432982a349588e026e7339c753ba5bb9c16b8721c638824679e21edb9a5/649",
                                          "aura_unittests": "fa1b7bfc2d34838dc951ae3eb818ba62d6cf3e2a5a1e85b09cf90bf796795350/488",
                                          "base_unittests": "e814674d59bc457b2f96d83c9037af912b793677592b9514d26b43e46a6bd593/566",
                                          "blink_common_unittests": "417cbf4994514f4608921bb792b58d1b3b8ad02d458b5e1134fd721abadd2a41/566",
                                          "blink_fuzzer_unittests": "0d854078ed20cceac9d091e7012d8f78d05144fff64292c2986a3eab53c5ab91/488",
                                          "blink_heap_unittests": "ba8225576e0e372e3248417d32671309fdc1983afdd1ac82a0a26f565d7f60b9/488",
                                          "blink_platform_unittests": "0efd061e51a8d9c371136e5aa5c395c74f0ccd840e38cb13e0fdd819987315e2/645",
                                          "blink_unittests": "5132cc55c2207f689e337fed57a3cf54d119b3f79404b266d95063b63c38d2f9/729",
                                          "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
                                          "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
                                          "capture_unittests": "e1e9042c52e39e15d3acdf9b66504be92cc50890d3e8c5de48953da1cf9854ad/567",
                                          "cast_unittests": "1497ed9b3053856c96f5d890d6eb81af945af021b5fba05f274595ca9ce503a6/488",
                                          "cc_unittests": "0dcb7ad2108e69cd8d037602ba06b1b943080a5e9093b970506a9a9dfbfb59b1/648",
                                          "chrome_app_unittests": "de612f43f618d6fddb4b072d1235b31bd05ea8def4f5c389d4646d8f02471610/566",
                                          "chromedriver_unittests": "8ee2f157ca0e024e1515045574fcfbc09b282698b412b4a7430863e8adda78de/645",
                                          "components_browsertests": "0fbedc3fc291b90b544a81f51cf03bbc4fc6145b820105097ccca78607ae8840/732",
                                          "components_unittests": "209b067bdeb5d423c33573efe408d900fef5d540db8a1352d1d7a92fffdf7d0f/811",
                                          "compositor_unittests": "8623044b4692f2f688903015fef572d895bd51fcf58699dbf87a858483a96154/564",
                                          "content_browsertests": "a919256f43ba4db1205ddfebf95478e9b5bb459877eba3df3ebf82710a46ae37/805",
                                          "content_unittests": "775f624de1dc3ebbae15fbd41022f2f5346e2bed1f04e2fd63ea885a7ec250f5/725",
                                          "cronet_tests": "eb5d2b36006f0e0e16f77f6d3e9567e9fb7cc16a1126a75ce70ee743226c3775/649",
                                          "cronet_unittests": "1499468bc7cc9ec976d73bbc5126cb6cc146affbaac5d2bb30e22ced099ceae7/565",
                                          "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
                                          "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
                                          "device_unittests": "031daf26568ad0c33f13c5f8ed683550672160a7d991b6faf1eb85ab01edde03/565",
                                          "display_unittests": "bfec7bc75388498d7aa616ae256de891d6e7c8c7aba107b61b168b6cd09b5eec/488",
                                          "env_chromium_unittests": "c021267fdc324ef8e3269022348a8314b5e1db50e94955157c20014b4ff090f4/488",
                                          "events_unittests": "c467cecf30b3c3a7d7b8d2714bca704041f176006f752725d99b5f99c6716936/488",
                                          "extensions_browsertests": "5d46d7594ce2f61db0cea470d3e10997852bb6d574b936f620143e01d72d5799/651",
                                          "extensions_unittests": "c27114ebd7a30e5982ae7469163b2f375173d99b5c68325a369fefde51cec9e2/730",
                                          "filesystem_service_unittests": "2c84213d63885dfa637a309a8eeb09cd5493030bd138320ef6348304e4d94c5c/488",
                                          "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
                                          "gcm_unit_tests": "15b461bc50a91ea29fa8f58a0a269f7753bccfdb1cf873f68e2c18fb39376303/565",
                                          "gfx_unittests": "f2ecbd7ee2c0a022a2e982be18432a3851414b3c760d6d26e02bf9a844b52b64/564",
                                          "gin_unittests": "9b231ed69c5957f39bf886891864b1b881d0dba3579a92693587f4e1e02ea4e0/565",
                                          "gl_tests": "09b998418a52af3bce4f10c00e23f2a738a49210213ced9276e70a519d824238/488",
                                          "gl_unittests": "4329083e033028112e227f38d48320c6c17c1166ce36ea04ee769b579cbf07da/488",
                                          "google_apis_unittests": "a5e1e2933db22a9ed0af75dfc76fbbd92a6fbd4b7c0fcdd05c215dc5b1940d8c/650",
                                          "gpu_unittests": "d72282a6a181d0a28604caf2894671ae79ddc5ae3e6b1f09d027101efbf08647/565",
                                          "gwp_asan_unittests": "e8210c020ad6870f0ff2759c0f4daa0e517443104bb210713be95e03ada39143/489",
                                          "headless_browsertests": "d73e175987d3347b272f9ffd73fa4539b51d5e8cf6487ace972518b51678825b/649",
                                          "headless_unittests": "abe856dc7f7af7c7735bc5e5ff69f1ba66bfe4310d3852d9ae0cfd7f5fade7c3/488",
                                          "interactive_ui_tests": "e8a3ac9b0187c1044f348db5d10b72cf31b048635457c5c8b569b04ea1f996b2/973",
                                          "ipc_tests": "c548fcb7259126dab6158e468cab5848915ceba192c9ba07c96f0b2906261f70/488",
                                          "latency_unittests": "e2b500cfc1ab37ade0926340bc6481cc234a35b0b269e99fd8193109ab735110/488",
                                          "leveldb_unittests": "20ddcd06d3fc0eba2370f49b4cd360bbb30953250ff80b8da3d5331e1ce0b314/488",
                                          "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
                                          "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
                                          "media_unittests": "ea41094b5c6cb8b90736834e9bc820c66cc4854839067dee7b369e724213bb95/568",
                                          "message_center_unittests": "b26d27ab6dc38c91aabf20eeeed4e527b02ba2e3568ff5476ac37db38271c54b/488",
                                          "midi_unittests": "89307f50fafb63a9d89a25ad73452e83066b67a1cea45cffab4eae81ce90728a/488",
                                          "mojo_unittests": "62b9aa43d15080ee30a95db96586821b274d559cce434bf9c578d49f4a29a7df/566",
                                          "native_theme_unittests": "2e1190813455f2a47fa3103a13fa5fc73b25f953176e80288b52a1f91ba6cd13/488",
                                          "net_unittests": "7f2c3ef2293cca56676050c4e437ed86322b5491cb187ca62ef5c0d61f5e4e55/567",
                                          "openscreen_unittests": "a677447f06a132fb3c92c0524a9ad2e2e6383bb3963ddc7c47179ed7fac57a23/489",
                                          "ozone_unittests": "dd9f0b78d9559ad7fba6902e7ce784723821c127b4fca66e65462cf23591aaf1/488",
                                          "ozone_x11_unittests": "49af03755d25a1824036253a6691e460ef27e027063ff6844a1d9e3071f90242/488",
                                          "pdf_unittests": "4da1b52ab26d1e7bba47bf2311ac57c45a888d557df581f7f1e1f518b3ce2b00/565",
                                          "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
                                          "printing_unittests": "c96ffb368d07c9d4078f346d8e48e6c32ea6fa024d955f19092348d34da667fc/488",
                                          "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
                                          "remoting_unittests": "a3c73bbb174c95f760a78d8ee72cc9e371358d02f4cd07716e2205f26d84a1a7/565",
                                          "sandbox_linux_unittests": "71de90766ef54c78d2ebe190c3dbfc7c4b501654f4febbc47e93680a6ea520d8/488",
                                          "services_unittests": "e6b0e1b1ba6d00b4008ac08afb9b577f958dcf919bb757a648ff202fa72ae29d/734",
                                          "shell_dialogs_unittests": "27bb92872b2d60fe7d8fabeac713663d151e52c876a1f9e018cd89060d76e60c/488",
                                          "skia_unittests": "3bb595a8c8a7cfad7e6f747b30798abd2c099deb49d3fcfc0358c08833c4f64b/488",
                                          "snapshot_unittests": "cd9085c52d0e49ad6129c581ccc9b1c232323851a7005b9838417cc0ede0c1c5/488",
                                          "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
                                          "storage_unittests": "c4502121296016ddb20ee820bb16890423a4b36bb28b6ac1c1de06e58acd306a/646",
                                          "sync_integration_tests": "a0436aa2bcff312ef456180895cea41842550f010ab9afb4239690dd9f02912c/647",
                                          "ui_base_unittests": "b99765d0f296b88630cc74e5927fca5ff6a8edb0d35542cb2f46c60262db3353/641",
                                          "ui_touch_selection_unittests": "5975223817c35365d9da1b8edb75e07fbff46cd4be205b9b101128c553e294d7/488",
                                          "ui_unittests": "3affcb9dd70e6ef5a06c4a838787cf0d53bc5fa78ec8345d79305de383d08a1c/488",
                                          "unit_tests": "8a44a1ace773c68041425ffec662a25f8ad7cf0175b3fd59d422e197005c489e/1061",
                                          "url_unittests": "3cdacd895b5b21377bbf47304bdc688abbf666ebd3fc3d5e42a131bdf0a5a97d/488",
                                          "views_unittests": "e88416ec4774ecd64d185952b8194355e4edc8e2ad31df456918e8f6db23f934/488",
                                          "viz_unittests": "642b68bb91540a805ef9a4de730650e310795fcefa46ba603b9b62fc0fa63805/572",
                                          "vr_common_unittests": "0520bf4a35eda2097652ef6f11422fddd34d91b08b8c5afeb2b60a7a0f3616f2/566",
                                          "wm_unittests": "84c56f6ec68125d91a565e881f3636d7c84d50f3b946e08d154025464d2e270e/488",
                                          "wtf_unittests": "ffc8c5c7da95e27eb158ff7be11c06dd356768bd78d79eb127693e4d13499ed0/488",
                                          "xr_browser_tests": "dadcff6e8afebf753d588c0a551811b6191e83ab04ef297bd7deb180d39caa37/646",
                                          "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:31",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e9268287-e266-40db-b387-6dd44399b181",
                        "title": "Linux TSan Builder/31",
                        "url": "https://cr-buildbucket.appspot.com/build/8713572666860057425"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0aeba792e0e83b5113f239b14757d423e4aa03dd"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8713572666860057425"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8713572666860057425"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8713572666860057425"
                }
          ],
      "parent_build_id": "8713572666860057425",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
      "parent_got_dawn_revision": "45b5634e70a3a6d61f3704f308d7a419e7db532d",
      "parent_got_revision": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#81}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "e59a1df3653a7ae7ed51d8aa79f550e8a4232eb9",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#9}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
            "accessibility_unittests": "76864fbf392d02c01a0b3b1658fad80dc0bb2d72b977a73e58f9abee1eff8bf5/488",
            "angle_unittests": "707a65f26de49995867a1aaab19028f779b66e6a77c11c0e60d42b3af1f341b4/489",
            "app_shell_unittests": "aa126432982a349588e026e7339c753ba5bb9c16b8721c638824679e21edb9a5/649",
            "aura_unittests": "fa1b7bfc2d34838dc951ae3eb818ba62d6cf3e2a5a1e85b09cf90bf796795350/488",
            "base_unittests": "e814674d59bc457b2f96d83c9037af912b793677592b9514d26b43e46a6bd593/566",
            "blink_common_unittests": "417cbf4994514f4608921bb792b58d1b3b8ad02d458b5e1134fd721abadd2a41/566",
            "blink_fuzzer_unittests": "0d854078ed20cceac9d091e7012d8f78d05144fff64292c2986a3eab53c5ab91/488",
            "blink_heap_unittests": "ba8225576e0e372e3248417d32671309fdc1983afdd1ac82a0a26f565d7f60b9/488",
            "blink_platform_unittests": "0efd061e51a8d9c371136e5aa5c395c74f0ccd840e38cb13e0fdd819987315e2/645",
            "blink_unittests": "5132cc55c2207f689e337fed57a3cf54d119b3f79404b266d95063b63c38d2f9/729",
            "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
            "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
            "capture_unittests": "e1e9042c52e39e15d3acdf9b66504be92cc50890d3e8c5de48953da1cf9854ad/567",
            "cast_unittests": "1497ed9b3053856c96f5d890d6eb81af945af021b5fba05f274595ca9ce503a6/488",
            "cc_unittests": "0dcb7ad2108e69cd8d037602ba06b1b943080a5e9093b970506a9a9dfbfb59b1/648",
            "chrome_app_unittests": "de612f43f618d6fddb4b072d1235b31bd05ea8def4f5c389d4646d8f02471610/566",
            "chromedriver_unittests": "8ee2f157ca0e024e1515045574fcfbc09b282698b412b4a7430863e8adda78de/645",
            "components_browsertests": "0fbedc3fc291b90b544a81f51cf03bbc4fc6145b820105097ccca78607ae8840/732",
            "components_unittests": "209b067bdeb5d423c33573efe408d900fef5d540db8a1352d1d7a92fffdf7d0f/811",
            "compositor_unittests": "8623044b4692f2f688903015fef572d895bd51fcf58699dbf87a858483a96154/564",
            "content_browsertests": "a919256f43ba4db1205ddfebf95478e9b5bb459877eba3df3ebf82710a46ae37/805",
            "content_unittests": "775f624de1dc3ebbae15fbd41022f2f5346e2bed1f04e2fd63ea885a7ec250f5/725",
            "cronet_tests": "eb5d2b36006f0e0e16f77f6d3e9567e9fb7cc16a1126a75ce70ee743226c3775/649",
            "cronet_unittests": "1499468bc7cc9ec976d73bbc5126cb6cc146affbaac5d2bb30e22ced099ceae7/565",
            "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
            "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
            "device_unittests": "031daf26568ad0c33f13c5f8ed683550672160a7d991b6faf1eb85ab01edde03/565",
            "display_unittests": "bfec7bc75388498d7aa616ae256de891d6e7c8c7aba107b61b168b6cd09b5eec/488",
            "env_chromium_unittests": "c021267fdc324ef8e3269022348a8314b5e1db50e94955157c20014b4ff090f4/488",
            "events_unittests": "c467cecf30b3c3a7d7b8d2714bca704041f176006f752725d99b5f99c6716936/488",
            "extensions_browsertests": "5d46d7594ce2f61db0cea470d3e10997852bb6d574b936f620143e01d72d5799/651",
            "extensions_unittests": "c27114ebd7a30e5982ae7469163b2f375173d99b5c68325a369fefde51cec9e2/730",
            "filesystem_service_unittests": "2c84213d63885dfa637a309a8eeb09cd5493030bd138320ef6348304e4d94c5c/488",
            "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
            "gcm_unit_tests": "15b461bc50a91ea29fa8f58a0a269f7753bccfdb1cf873f68e2c18fb39376303/565",
            "gfx_unittests": "f2ecbd7ee2c0a022a2e982be18432a3851414b3c760d6d26e02bf9a844b52b64/564",
            "gin_unittests": "9b231ed69c5957f39bf886891864b1b881d0dba3579a92693587f4e1e02ea4e0/565",
            "gl_tests": "09b998418a52af3bce4f10c00e23f2a738a49210213ced9276e70a519d824238/488",
            "gl_unittests": "4329083e033028112e227f38d48320c6c17c1166ce36ea04ee769b579cbf07da/488",
            "google_apis_unittests": "a5e1e2933db22a9ed0af75dfc76fbbd92a6fbd4b7c0fcdd05c215dc5b1940d8c/650",
            "gpu_unittests": "d72282a6a181d0a28604caf2894671ae79ddc5ae3e6b1f09d027101efbf08647/565",
            "gwp_asan_unittests": "e8210c020ad6870f0ff2759c0f4daa0e517443104bb210713be95e03ada39143/489",
            "headless_browsertests": "d73e175987d3347b272f9ffd73fa4539b51d5e8cf6487ace972518b51678825b/649",
            "headless_unittests": "abe856dc7f7af7c7735bc5e5ff69f1ba66bfe4310d3852d9ae0cfd7f5fade7c3/488",
            "interactive_ui_tests": "e8a3ac9b0187c1044f348db5d10b72cf31b048635457c5c8b569b04ea1f996b2/973",
            "ipc_tests": "c548fcb7259126dab6158e468cab5848915ceba192c9ba07c96f0b2906261f70/488",
            "latency_unittests": "e2b500cfc1ab37ade0926340bc6481cc234a35b0b269e99fd8193109ab735110/488",
            "leveldb_unittests": "20ddcd06d3fc0eba2370f49b4cd360bbb30953250ff80b8da3d5331e1ce0b314/488",
            "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
            "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
            "media_unittests": "ea41094b5c6cb8b90736834e9bc820c66cc4854839067dee7b369e724213bb95/568",
            "message_center_unittests": "b26d27ab6dc38c91aabf20eeeed4e527b02ba2e3568ff5476ac37db38271c54b/488",
            "midi_unittests": "89307f50fafb63a9d89a25ad73452e83066b67a1cea45cffab4eae81ce90728a/488",
            "mojo_unittests": "62b9aa43d15080ee30a95db96586821b274d559cce434bf9c578d49f4a29a7df/566",
            "native_theme_unittests": "2e1190813455f2a47fa3103a13fa5fc73b25f953176e80288b52a1f91ba6cd13/488",
            "net_unittests": "7f2c3ef2293cca56676050c4e437ed86322b5491cb187ca62ef5c0d61f5e4e55/567",
            "openscreen_unittests": "a677447f06a132fb3c92c0524a9ad2e2e6383bb3963ddc7c47179ed7fac57a23/489",
            "ozone_unittests": "dd9f0b78d9559ad7fba6902e7ce784723821c127b4fca66e65462cf23591aaf1/488",
            "ozone_x11_unittests": "49af03755d25a1824036253a6691e460ef27e027063ff6844a1d9e3071f90242/488",
            "pdf_unittests": "4da1b52ab26d1e7bba47bf2311ac57c45a888d557df581f7f1e1f518b3ce2b00/565",
            "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
            "printing_unittests": "c96ffb368d07c9d4078f346d8e48e6c32ea6fa024d955f19092348d34da667fc/488",
            "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
            "remoting_unittests": "a3c73bbb174c95f760a78d8ee72cc9e371358d02f4cd07716e2205f26d84a1a7/565",
            "sandbox_linux_unittests": "71de90766ef54c78d2ebe190c3dbfc7c4b501654f4febbc47e93680a6ea520d8/488",
            "services_unittests": "e6b0e1b1ba6d00b4008ac08afb9b577f958dcf919bb757a648ff202fa72ae29d/734",
            "shell_dialogs_unittests": "27bb92872b2d60fe7d8fabeac713663d151e52c876a1f9e018cd89060d76e60c/488",
            "skia_unittests": "3bb595a8c8a7cfad7e6f747b30798abd2c099deb49d3fcfc0358c08833c4f64b/488",
            "snapshot_unittests": "cd9085c52d0e49ad6129c581ccc9b1c232323851a7005b9838417cc0ede0c1c5/488",
            "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
            "storage_unittests": "c4502121296016ddb20ee820bb16890423a4b36bb28b6ac1c1de06e58acd306a/646",
            "sync_integration_tests": "a0436aa2bcff312ef456180895cea41842550f010ab9afb4239690dd9f02912c/647",
            "ui_base_unittests": "b99765d0f296b88630cc74e5927fca5ff6a8edb0d35542cb2f46c60262db3353/641",
            "ui_touch_selection_unittests": "5975223817c35365d9da1b8edb75e07fbff46cd4be205b9b101128c553e294d7/488",
            "ui_unittests": "3affcb9dd70e6ef5a06c4a838787cf0d53bc5fa78ec8345d79305de383d08a1c/488",
            "unit_tests": "8a44a1ace773c68041425ffec662a25f8ad7cf0175b3fd59d422e197005c489e/1061",
            "url_unittests": "3cdacd895b5b21377bbf47304bdc688abbf666ebd3fc3d5e42a131bdf0a5a97d/488",
            "views_unittests": "e88416ec4774ecd64d185952b8194355e4edc8e2ad31df456918e8f6db23f934/488",
            "viz_unittests": "642b68bb91540a805ef9a4de730650e310795fcefa46ba603b9b62fc0fa63805/572",
            "vr_common_unittests": "0520bf4a35eda2097652ef6f11422fddd34d91b08b8c5afeb2b60a7a0f3616f2/566",
            "wm_unittests": "84c56f6ec68125d91a565e881f3636d7c84d50f3b946e08d154025464d2e270e/488",
            "wtf_unittests": "ffc8c5c7da95e27eb158ff7be11c06dd356768bd78d79eb127693e4d13499ed0/488",
            "xr_browser_tests": "dadcff6e8afebf753d588c0a551811b6191e83ab04ef297bd7deb180d39caa37/646",
            "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8878997808665333104"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "31"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:58.325] Scheduled build:
{
  "id": "8713567746722920849",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 31,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-05-29T04:00:57.892559263Z",
  "updateTime": "2025-05-29T04:00:57.892559263Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[04:00:58.325] Task URL: https://cr-buildbucket.appspot.com/build/8713567746722920849
[04:00:58.325] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:2:0) after 2m21s
[04:00:58.419] Received PubSub notification, asking Buildbucket for the build status
[04:00:58.445] Build status: SCHEDULED
[04:01:02.624] Received PubSub notification, asking Buildbucket for the build status
[04:01:02.648] Build status: STARTED
[04:03:19.394] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:2:0)
[04:03:19.422] Build status: STARTED
[04:03:19.422] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:5:0) after 5m34s
[04:08:53.484] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:5:0)
[04:08:53.612] Build status: STARTED
[04:08:53.612] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:6:0) after 4m21s
[04:13:14.730] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:6:0)
[04:13:14.785] Build status: STARTED
[04:13:14.785] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8878997808665333104:7:0) after 8m19s
[04:20:50.662] Received PubSub notification, asking Buildbucket for the build status
[04:20:50.689] Build:
{
  "id": "8713567746722920849",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 31,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-05-29T04:00:57.892559263Z",
  "startTime": "2025-05-29T04:01:02.334849132Z",
  "endTime": "2025-05-29T04:20:50.248990716Z",
  "updateTime": "2025-05-29T04:20:50.248990716Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0aeba792e0e83b5113f239b14757d423e4aa03dd",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[04:20:50.689] Invocation finished in 19m54.033293479s with status SUCCEEDED