Status: SUCCEEDED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 3a9cdf18d9d5f17f49cb10266671aed044336fa9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7727"
      }
    ]
  },
  "branch": "refs/branch-heads/7727",
  "deps_revision_overrides": {
    "src": "4f5cfe1a6f13846aeb757162e8f4788f69284d91"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8687370216312908817"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8687370216312908817"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8687370216312908817"
    }
  ],
  "parent_build_id": "8687370216312908817",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0d61b30acc76e2d5138f0fb0f2b1d9ab57b06f7f",
  "parent_got_dawn_revision": "b2cbf25a036418575cb700ff07d81251d0ec75ad",
  "parent_got_revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
  "parent_got_revision_cp": "refs/branch-heads/7727@{#313}",
  "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
  "parent_got_v8_revision": "f04fb14712507857837cfec65707c5827d77bdc0",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#7}",
  "parent_got_webrtc_revision": "de817d4ccf67a457e310c6a1eca6eafcd9c2977e",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
  "swarm_hashes": {
    "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
    "accessibility_unittests": "dd4b6b1b8e613217ed44fbd6ef4d6bb8d20011000eba22134ec68d2403d2ef10/488",
    "angle_unittests": "6b1fbf691521557795aabd597915342f596c6955c16dd37067d22b9ce253a8b8/489",
    "app_shell_unittests": "21a2fd667ebf1ed12a6ba5030e94a4226c02f574c091a3efb92fa604f050dab6/649",
    "aura_unittests": "799008698089d4c10f24edba60628784e9f7c76fb5f7d5d953f36466222ee890/488",
    "base_unittests": "77339f69eb27f189254c2ef1d262d7896a80f32f04ca8c7a50d08f5a2731ecbc/566",
    "blink_common_unittests": "41ae7174c6a4c27ff3a2fc67fc50311cc172429700214e472739949359b66555/566",
    "blink_fuzzer_unittests": "3ff8b09ad40e6e12f582d71862937b963acc90ce764d6d14352162a34935afd8/488",
    "blink_heap_unittests": "13f90e005c504b9e53801b47578f489efff617645c6e0a3ed4905328ed37c3ff/488",
    "blink_platform_unittests": "14bad77f1d9976f33d3382e632f97c22b7a7d73b66b4e5afbf15b0b81663505f/645",
    "blink_unittests": "73c11ad53c94017e488af934343fb2f57ddc9c3370c7c8ed6cd2d1264fb76669/729",
    "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
    "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
    "capture_unittests": "883d133eb70734de56ea1b9e6246e4ac20fcc9b09a10da068ea7d2b00cb9863e/567",
    "cast_unittests": "5263e3727a7bdad2502392482053f8ed5d49f4b10185a0b3c2023ff4f373fc13/488",
    "cc_unittests": "bbe2945e936558aa8eb975344992b7b8e092f017590a3b5449292e2ee8f807ef/648",
    "chrome_app_unittests": "75b4e0b02fb6aa14b0fe321064d8e33ded152211d5c3908d25a2f22d9070c989/566",
    "chromedriver_unittests": "993eff969e2081709391c4a0838d6075f9aad530bcf4b934a3940f1d5394d93c/645",
    "components_browsertests": "2755408416593f7c8078eddc0a6a8b823194f631eb90baa763709a33e4aac0fd/732",
    "components_unittests": "b29388c3ffc4e26ba4ebf87a61929c3b193af00d46eec7ca266825084976f7e3/811",
    "compositor_unittests": "35d211ac21eacc3375fcbeda08ff28870d8b3770d30d4fd167a431c2105d1432/564",
    "content_browsertests": "e52d0d5b1e380f492bb23a1c2caffa6c918be39ee43f7e86bf7782902744b5b5/805",
    "content_unittests": "b4748beafa9062312de555e745f55ce558db7eaf2374493caa7dd3fbca7a630d/725",
    "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
    "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
    "device_unittests": "b3900527d123aa9bb87cb9df349e41cb59e0564f5a88bf77eeaa6654852a2ca0/565",
    "display_unittests": "6722cb1722c700286b21cc358455be0af425bc4b81d1dcf858dd36f957b4eaa5/488",
    "env_chromium_unittests": "78361f3a4961b31fa56b7edc55a61ff1d017ef17f475b57928abe0d8444c302d/488",
    "events_unittests": "2f3ab1ad0bcf2ee088d4860dad5a5b42135273efd8bb2103ff71844d1866ca13/488",
    "extensions_browsertests": "9b56f2eacc784a76b45ba93d4e14d7119eb0eac201b1b45b61d8d2ae8e2449b1/651",
    "extensions_unittests": "d3e61e17eb566b30dbd9e8aa5b0b7382080d4d7fc98b75dad7a0ca6d8e041b5a/730",
    "filesystem_service_unittests": "7aaa67ae836c464938ee9df64499c59849bf5c0f583176aeb991f690e601209b/488",
    "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
    "gcm_unit_tests": "66fc59550dfffd234f7081c7330fadfde69235dadcb03904ed1955a0eddc5eaa/565",
    "gfx_unittests": "fcf609e5fa653bfd1c5e8cb5c8c6135df3530807cdff31427008cf1727fd2a80/564",
    "gin_unittests": "eec5d84c69b074b0cf51c8089c1e47ddb8ac6bddc6118fea4c7d2b3581401df0/565",
    "gl_tests": "9b7657fb0f1f398a102bd249995689eb0d6d75a33ecd587e9830c989162fce96/488",
    "gl_unittests": "25c01e88407d2c80d3edd124d0322ec72dab637df18db975192fe1b5be1a9b10/488",
    "google_apis_unittests": "bb0e2cb951bc74f82da9c8f651ee7e81119621ad3ffdeb77d82912cd4b89a8c9/650",
    "gpu_unittests": "a3774d1079d57e7890303d369ecc272e4de5ab2c0beec3fc65bbc63558885e16/565",
    "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
    "headless_browsertests": "61f52e6d1f5afe05a04c52adc063a9619966b7d4bdcb896ab851f854fd232784/733",
    "headless_unittests": "5beedc73b6adcce8940abca16082626368eaef8fddbf7875ea23fb5a5f46910d/488",
    "interactive_ui_tests": "aad0fa4e700fdb6f9b3108f6a36f3ff3557a1a3ac6f18ccb39293c92b0e5d1b3/1059",
    "ipc_tests": "a8a09451ac6b1eb22e2577ceaa7ab1cc7a241769737af1cafb3b8c5a70a1920c/488",
    "latency_unittests": "9880c0fa005f94ea715b2c474a53442130fa49caf25cc51530cdb84fd9fd3da4/488",
    "leveldb_unittests": "97a69025fc7ad010fb916b6714fc5404bef321a617a9ed026351aefa19561d33/488",
    "libjingle_xmpp_unittests": "063a5fedaac337228fbcf72c362a29ded68342c288ca58ba57ecd587130cba2f/488",
    "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
    "media_unittests": "55afbdb24dced489e7a9173a6069d2d3e26d2a4c952276bce4454d07459c75dd/568",
    "message_center_unittests": "bdf9dc9591f943c6a627331fed8a7da26c351242b22302851ae64f9aa20ff631/488",
    "midi_unittests": "8f81b33d018e37ac2201273ae2736536b2c87801bfa362e17db0bb4bbbf78f11/488",
    "mojo_unittests": "3271c726f544b7948f1de9f5698c14d6b81548badad34f81ebfa6b595a6d87e0/566",
    "native_theme_unittests": "afb71bec073993735a4c699b659d2f3c8b8dca999ab66db7311329607a0d44d2/488",
    "net_unittests": "50818202aa5eff64f6a9e49e5daf33befe6c913d262832e8221bef3f909b3388/567",
    "openscreen_unittests": "747017a991e0ab16d3c0692f9e49cfc8465501656430519ab9e6bab84deaa6b1/489",
    "ozone_unittests": "40470ef05742e4a1e266a16d7cc49225d3e8e54c599a1566cfd204b94630c0d1/488",
    "ozone_x11_unittests": "d627fb85c799ef560ae02de123c1d684e27f76aa5c226e4f68041c594b2ce804/488",
    "pdf_unittests": "85fb367a77fccb021a9012659e41c5464133b3f532c448bacdb937a6460715e9/565",
    "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
    "printing_unittests": "b36ccba1c4007f11d096cc771ef9d7aad58d4d20ea877107798f95268a8d5d77/488",
    "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
    "remoting_unittests": "2e09aee140b65cc70f36f213d6f200c41d28846628789bb5bc7a63ea90cd8ec5/565",
    "sandbox_linux_unittests": "45f9720f607633c8236d53c7a7b24307fa5cc939ca37116d0488b20dc902b204/488",
    "services_unittests": "2f195bfcc6068cc14b3732857e34caf371ca7278481bba6b0b26b55f7882c801/734",
    "shell_dialogs_unittests": "54f2030773234bef6ce4648d4787345b740e794836f67d5a90f2b2f136704761/488",
    "skia_unittests": "85572c6a53695c5e12ff82b51aa2a7dfa26b2a938d48ea5e5a644fa12b7de344/488",
    "snapshot_unittests": "b8ff4270e29ac6894e4e90d06f97f28651574073915727156ae8a4653d892ab2/488",
    "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
    "storage_unittests": "4b008c14df3fe96c626322666a5bd00fa70e8a2f57e176ecc8125e05356a9a7b/646",
    "sync_integration_tests": "3703a65ce7c11ce0750f44e5c83d1ab72c7ef719ff202262e3c73f5834504414/647",
    "ui_base_unittests": "666f47ba9b08b2d3d69a5709407621fe31ae94042290186a13b5040939b6964d/641",
    "ui_touch_selection_unittests": "c1d134232b2ac2e0404ea2c06d5ddadb048d3d66da919ae494bee1c53b72af0e/488",
    "ui_unittests": "14683b9f118f7863c975b15dd813a60bdccab4d5df4236267de4a561d82758d3/488",
    "unit_tests": "d4761bc313cd58ea70a89959accf185cf7794d2d0f172305fce8eb36ddc41909/1061",
    "url_unittests": "b667274cdd89e2891c681919f4cd3e72d85b7c39a3c36539fdca600d1d66721f/488",
    "views_unittests": "16af0774fe3645ef5476fe69ebbff902dbf6115d34434f2fcf27da539d43eb5c/488",
    "viz_unittests": "887bc709214891b9895e5d31ec0c66d9de6823e2a8abe92f7395810ff754b90d/572",
    "vr_common_unittests": "ca0916e0b40afd018b405bba8e60ec3c69d146fe2e92581a04d68128e0ab43b2/566",
    "wm_unittests": "3720a0136c2980921c54a6ea3182061aa59cd9e0ec57e506744c7c595737aeac/488",
    "wtf_unittests": "73002148d82d21f5def56b1f747d1022c2e0b228659903bf4918d70dc24750a6/488",
    "xr_browser_tests": "f8071d5f5055b4210ed4506311a6c93a47e0c00b3059987b932bef985ac92bff/646",
    "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
  },
  "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f5cfe1a6f13846aeb757162e8f4788f69284d91
  • gitiles_ref:refs/branch-heads/7727
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78
  • user_agent:recipe

Debug log (UTC)

[09:57:06.580] New invocation is queued and will start shortly
[09:57:06.580] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:57:07.667] Starting the invocation (attempt 1)
[09:57:07.692] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f5cfe1a6f13846aeb757162e8f4788f69284d91"
[09:57:07.692] Popped gitiles commit info from properties and tags
[09:57:07.693] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:57:07.693] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:57:07.695] Buildbucket request:
{
  "requestId": "8852792877392177264",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7727"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8852792877392177264",
            "job": "chromium-m147/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7727"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "4f5cfe1a6f13846aeb757162e8f4788f69284d91"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8687370216312908817"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8687370216312908817"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8687370216312908817"
                                              }
                                        ],
                                    "parent_build_id": "8687370216312908817",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "0d61b30acc76e2d5138f0fb0f2b1d9ab57b06f7f",
                                    "parent_got_dawn_revision": "b2cbf25a036418575cb700ff07d81251d0ec75ad",
                                    "parent_got_revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
                                    "parent_got_revision_cp": "refs/branch-heads/7727@{#313}",
                                    "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
                                    "parent_got_v8_revision": "f04fb14712507857837cfec65707c5827d77bdc0",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#7}",
                                    "parent_got_webrtc_revision": "de817d4ccf67a457e310c6a1eca6eafcd9c2977e",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#1}",
                                    "revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
                                          "accessibility_unittests": "dd4b6b1b8e613217ed44fbd6ef4d6bb8d20011000eba22134ec68d2403d2ef10/488",
                                          "angle_unittests": "6b1fbf691521557795aabd597915342f596c6955c16dd37067d22b9ce253a8b8/489",
                                          "app_shell_unittests": "21a2fd667ebf1ed12a6ba5030e94a4226c02f574c091a3efb92fa604f050dab6/649",
                                          "aura_unittests": "799008698089d4c10f24edba60628784e9f7c76fb5f7d5d953f36466222ee890/488",
                                          "base_unittests": "77339f69eb27f189254c2ef1d262d7896a80f32f04ca8c7a50d08f5a2731ecbc/566",
                                          "blink_common_unittests": "41ae7174c6a4c27ff3a2fc67fc50311cc172429700214e472739949359b66555/566",
                                          "blink_fuzzer_unittests": "3ff8b09ad40e6e12f582d71862937b963acc90ce764d6d14352162a34935afd8/488",
                                          "blink_heap_unittests": "13f90e005c504b9e53801b47578f489efff617645c6e0a3ed4905328ed37c3ff/488",
                                          "blink_platform_unittests": "14bad77f1d9976f33d3382e632f97c22b7a7d73b66b4e5afbf15b0b81663505f/645",
                                          "blink_unittests": "73c11ad53c94017e488af934343fb2f57ddc9c3370c7c8ed6cd2d1264fb76669/729",
                                          "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
                                          "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
                                          "capture_unittests": "883d133eb70734de56ea1b9e6246e4ac20fcc9b09a10da068ea7d2b00cb9863e/567",
                                          "cast_unittests": "5263e3727a7bdad2502392482053f8ed5d49f4b10185a0b3c2023ff4f373fc13/488",
                                          "cc_unittests": "bbe2945e936558aa8eb975344992b7b8e092f017590a3b5449292e2ee8f807ef/648",
                                          "chrome_app_unittests": "75b4e0b02fb6aa14b0fe321064d8e33ded152211d5c3908d25a2f22d9070c989/566",
                                          "chromedriver_unittests": "993eff969e2081709391c4a0838d6075f9aad530bcf4b934a3940f1d5394d93c/645",
                                          "components_browsertests": "2755408416593f7c8078eddc0a6a8b823194f631eb90baa763709a33e4aac0fd/732",
                                          "components_unittests": "b29388c3ffc4e26ba4ebf87a61929c3b193af00d46eec7ca266825084976f7e3/811",
                                          "compositor_unittests": "35d211ac21eacc3375fcbeda08ff28870d8b3770d30d4fd167a431c2105d1432/564",
                                          "content_browsertests": "e52d0d5b1e380f492bb23a1c2caffa6c918be39ee43f7e86bf7782902744b5b5/805",
                                          "content_unittests": "b4748beafa9062312de555e745f55ce558db7eaf2374493caa7dd3fbca7a630d/725",
                                          "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
                                          "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
                                          "device_unittests": "b3900527d123aa9bb87cb9df349e41cb59e0564f5a88bf77eeaa6654852a2ca0/565",
                                          "display_unittests": "6722cb1722c700286b21cc358455be0af425bc4b81d1dcf858dd36f957b4eaa5/488",
                                          "env_chromium_unittests": "78361f3a4961b31fa56b7edc55a61ff1d017ef17f475b57928abe0d8444c302d/488",
                                          "events_unittests": "2f3ab1ad0bcf2ee088d4860dad5a5b42135273efd8bb2103ff71844d1866ca13/488",
                                          "extensions_browsertests": "9b56f2eacc784a76b45ba93d4e14d7119eb0eac201b1b45b61d8d2ae8e2449b1/651",
                                          "extensions_unittests": "d3e61e17eb566b30dbd9e8aa5b0b7382080d4d7fc98b75dad7a0ca6d8e041b5a/730",
                                          "filesystem_service_unittests": "7aaa67ae836c464938ee9df64499c59849bf5c0f583176aeb991f690e601209b/488",
                                          "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
                                          "gcm_unit_tests": "66fc59550dfffd234f7081c7330fadfde69235dadcb03904ed1955a0eddc5eaa/565",
                                          "gfx_unittests": "fcf609e5fa653bfd1c5e8cb5c8c6135df3530807cdff31427008cf1727fd2a80/564",
                                          "gin_unittests": "eec5d84c69b074b0cf51c8089c1e47ddb8ac6bddc6118fea4c7d2b3581401df0/565",
                                          "gl_tests": "9b7657fb0f1f398a102bd249995689eb0d6d75a33ecd587e9830c989162fce96/488",
                                          "gl_unittests": "25c01e88407d2c80d3edd124d0322ec72dab637df18db975192fe1b5be1a9b10/488",
                                          "google_apis_unittests": "bb0e2cb951bc74f82da9c8f651ee7e81119621ad3ffdeb77d82912cd4b89a8c9/650",
                                          "gpu_unittests": "a3774d1079d57e7890303d369ecc272e4de5ab2c0beec3fc65bbc63558885e16/565",
                                          "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
                                          "headless_browsertests": "61f52e6d1f5afe05a04c52adc063a9619966b7d4bdcb896ab851f854fd232784/733",
                                          "headless_unittests": "5beedc73b6adcce8940abca16082626368eaef8fddbf7875ea23fb5a5f46910d/488",
                                          "interactive_ui_tests": "aad0fa4e700fdb6f9b3108f6a36f3ff3557a1a3ac6f18ccb39293c92b0e5d1b3/1059",
                                          "ipc_tests": "a8a09451ac6b1eb22e2577ceaa7ab1cc7a241769737af1cafb3b8c5a70a1920c/488",
                                          "latency_unittests": "9880c0fa005f94ea715b2c474a53442130fa49caf25cc51530cdb84fd9fd3da4/488",
                                          "leveldb_unittests": "97a69025fc7ad010fb916b6714fc5404bef321a617a9ed026351aefa19561d33/488",
                                          "libjingle_xmpp_unittests": "063a5fedaac337228fbcf72c362a29ded68342c288ca58ba57ecd587130cba2f/488",
                                          "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
                                          "media_unittests": "55afbdb24dced489e7a9173a6069d2d3e26d2a4c952276bce4454d07459c75dd/568",
                                          "message_center_unittests": "bdf9dc9591f943c6a627331fed8a7da26c351242b22302851ae64f9aa20ff631/488",
                                          "midi_unittests": "8f81b33d018e37ac2201273ae2736536b2c87801bfa362e17db0bb4bbbf78f11/488",
                                          "mojo_unittests": "3271c726f544b7948f1de9f5698c14d6b81548badad34f81ebfa6b595a6d87e0/566",
                                          "native_theme_unittests": "afb71bec073993735a4c699b659d2f3c8b8dca999ab66db7311329607a0d44d2/488",
                                          "net_unittests": "50818202aa5eff64f6a9e49e5daf33befe6c913d262832e8221bef3f909b3388/567",
                                          "openscreen_unittests": "747017a991e0ab16d3c0692f9e49cfc8465501656430519ab9e6bab84deaa6b1/489",
                                          "ozone_unittests": "40470ef05742e4a1e266a16d7cc49225d3e8e54c599a1566cfd204b94630c0d1/488",
                                          "ozone_x11_unittests": "d627fb85c799ef560ae02de123c1d684e27f76aa5c226e4f68041c594b2ce804/488",
                                          "pdf_unittests": "85fb367a77fccb021a9012659e41c5464133b3f532c448bacdb937a6460715e9/565",
                                          "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
                                          "printing_unittests": "b36ccba1c4007f11d096cc771ef9d7aad58d4d20ea877107798f95268a8d5d77/488",
                                          "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
                                          "remoting_unittests": "2e09aee140b65cc70f36f213d6f200c41d28846628789bb5bc7a63ea90cd8ec5/565",
                                          "sandbox_linux_unittests": "45f9720f607633c8236d53c7a7b24307fa5cc939ca37116d0488b20dc902b204/488",
                                          "services_unittests": "2f195bfcc6068cc14b3732857e34caf371ca7278481bba6b0b26b55f7882c801/734",
                                          "shell_dialogs_unittests": "54f2030773234bef6ce4648d4787345b740e794836f67d5a90f2b2f136704761/488",
                                          "skia_unittests": "85572c6a53695c5e12ff82b51aa2a7dfa26b2a938d48ea5e5a644fa12b7de344/488",
                                          "snapshot_unittests": "b8ff4270e29ac6894e4e90d06f97f28651574073915727156ae8a4653d892ab2/488",
                                          "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
                                          "storage_unittests": "4b008c14df3fe96c626322666a5bd00fa70e8a2f57e176ecc8125e05356a9a7b/646",
                                          "sync_integration_tests": "3703a65ce7c11ce0750f44e5c83d1ab72c7ef719ff202262e3c73f5834504414/647",
                                          "ui_base_unittests": "666f47ba9b08b2d3d69a5709407621fe31ae94042290186a13b5040939b6964d/641",
                                          "ui_touch_selection_unittests": "c1d134232b2ac2e0404ea2c06d5ddadb048d3d66da919ae494bee1c53b72af0e/488",
                                          "ui_unittests": "14683b9f118f7863c975b15dd813a60bdccab4d5df4236267de4a561d82758d3/488",
                                          "unit_tests": "d4761bc313cd58ea70a89959accf185cf7794d2d0f172305fce8eb36ddc41909/1061",
                                          "url_unittests": "b667274cdd89e2891c681919f4cd3e72d85b7c39a3c36539fdca600d1d66721f/488",
                                          "views_unittests": "16af0774fe3645ef5476fe69ebbff902dbf6115d34434f2fcf27da539d43eb5c/488",
                                          "viz_unittests": "887bc709214891b9895e5d31ec0c66d9de6823e2a8abe92f7395810ff754b90d/572",
                                          "vr_common_unittests": "ca0916e0b40afd018b405bba8e60ec3c69d146fe2e92581a04d68128e0ab43b2/566",
                                          "wm_unittests": "3720a0136c2980921c54a6ea3182061aa59cd9e0ec57e506744c7c595737aeac/488",
                                          "wtf_unittests": "73002148d82d21f5def56b1f747d1022c2e0b228659903bf4918d70dc24750a6/488",
                                          "xr_browser_tests": "f8071d5f5055b4210ed4506311a6c93a47e0c00b3059987b932bef985ac92bff/646",
                                          "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
                                        },
                                    "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7727",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:78",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "10041ef1-a359-445c-bfc0-3c675c25063d",
                        "title": "Linux TSan Builder/78",
                        "url": "https://cr-buildbucket.appspot.com/build/8687370216312908817"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4f5cfe1a6f13846aeb757162e8f4788f69284d91"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8687370216312908817"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8687370216312908817"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8687370216312908817"
                }
          ],
      "parent_build_id": "8687370216312908817",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0d61b30acc76e2d5138f0fb0f2b1d9ab57b06f7f",
      "parent_got_dawn_revision": "b2cbf25a036418575cb700ff07d81251d0ec75ad",
      "parent_got_revision": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
      "parent_got_revision_cp": "refs/branch-heads/7727@{#313}",
      "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
      "parent_got_v8_revision": "f04fb14712507857837cfec65707c5827d77bdc0",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.7@{#7}",
      "parent_got_webrtc_revision": "de817d4ccf67a457e310c6a1eca6eafcd9c2977e",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7727@{#1}",
      "swarm_hashes": {
            "absl_hardening_tests": "cccb5de990c5ab356b09a547affa8c0f033aa88fb684e070cf227f11b220de1d/488",
            "accessibility_unittests": "dd4b6b1b8e613217ed44fbd6ef4d6bb8d20011000eba22134ec68d2403d2ef10/488",
            "angle_unittests": "6b1fbf691521557795aabd597915342f596c6955c16dd37067d22b9ce253a8b8/489",
            "app_shell_unittests": "21a2fd667ebf1ed12a6ba5030e94a4226c02f574c091a3efb92fa604f050dab6/649",
            "aura_unittests": "799008698089d4c10f24edba60628784e9f7c76fb5f7d5d953f36466222ee890/488",
            "base_unittests": "77339f69eb27f189254c2ef1d262d7896a80f32f04ca8c7a50d08f5a2731ecbc/566",
            "blink_common_unittests": "41ae7174c6a4c27ff3a2fc67fc50311cc172429700214e472739949359b66555/566",
            "blink_fuzzer_unittests": "3ff8b09ad40e6e12f582d71862937b963acc90ce764d6d14352162a34935afd8/488",
            "blink_heap_unittests": "13f90e005c504b9e53801b47578f489efff617645c6e0a3ed4905328ed37c3ff/488",
            "blink_platform_unittests": "14bad77f1d9976f33d3382e632f97c22b7a7d73b66b4e5afbf15b0b81663505f/645",
            "blink_unittests": "73c11ad53c94017e488af934343fb2f57ddc9c3370c7c8ed6cd2d1264fb76669/729",
            "boringssl_crypto_tests": "20eb08b34902bc8150fd9b2ce8370cf01a65773cf3d5a904ae9a5a01dc64b614/489",
            "boringssl_ssl_tests": "f8c2a9b9eb9ef52cfdfe8ba4e9f5d350d7229fa815963271156c0597311bf6fe/488",
            "capture_unittests": "883d133eb70734de56ea1b9e6246e4ac20fcc9b09a10da068ea7d2b00cb9863e/567",
            "cast_unittests": "5263e3727a7bdad2502392482053f8ed5d49f4b10185a0b3c2023ff4f373fc13/488",
            "cc_unittests": "bbe2945e936558aa8eb975344992b7b8e092f017590a3b5449292e2ee8f807ef/648",
            "chrome_app_unittests": "75b4e0b02fb6aa14b0fe321064d8e33ded152211d5c3908d25a2f22d9070c989/566",
            "chromedriver_unittests": "993eff969e2081709391c4a0838d6075f9aad530bcf4b934a3940f1d5394d93c/645",
            "components_browsertests": "2755408416593f7c8078eddc0a6a8b823194f631eb90baa763709a33e4aac0fd/732",
            "components_unittests": "b29388c3ffc4e26ba4ebf87a61929c3b193af00d46eec7ca266825084976f7e3/811",
            "compositor_unittests": "35d211ac21eacc3375fcbeda08ff28870d8b3770d30d4fd167a431c2105d1432/564",
            "content_browsertests": "e52d0d5b1e380f492bb23a1c2caffa6c918be39ee43f7e86bf7782902744b5b5/805",
            "content_unittests": "b4748beafa9062312de555e745f55ce558db7eaf2374493caa7dd3fbca7a630d/725",
            "crypto_unittests": "2d58ea3463f9068c1fe11b6417d89be01c9d87430dc30d5eeaf9b3f34693b471/568",
            "dbus_unittests": "67f1a58177d04ea58a63fa4620922a8b3a350ca36aa21287c1b4cf2522fd72ad/488",
            "device_unittests": "b3900527d123aa9bb87cb9df349e41cb59e0564f5a88bf77eeaa6654852a2ca0/565",
            "display_unittests": "6722cb1722c700286b21cc358455be0af425bc4b81d1dcf858dd36f957b4eaa5/488",
            "env_chromium_unittests": "78361f3a4961b31fa56b7edc55a61ff1d017ef17f475b57928abe0d8444c302d/488",
            "events_unittests": "2f3ab1ad0bcf2ee088d4860dad5a5b42135273efd8bb2103ff71844d1866ca13/488",
            "extensions_browsertests": "9b56f2eacc784a76b45ba93d4e14d7119eb0eac201b1b45b61d8d2ae8e2449b1/651",
            "extensions_unittests": "d3e61e17eb566b30dbd9e8aa5b0b7382080d4d7fc98b75dad7a0ca6d8e041b5a/730",
            "filesystem_service_unittests": "7aaa67ae836c464938ee9df64499c59849bf5c0f583176aeb991f690e601209b/488",
            "fuzzing_unittests": "7967b701c2c940f6f47da171bb083e9df7a58c9defecc028d6a2e0f6d0c59001/488",
            "gcm_unit_tests": "66fc59550dfffd234f7081c7330fadfde69235dadcb03904ed1955a0eddc5eaa/565",
            "gfx_unittests": "fcf609e5fa653bfd1c5e8cb5c8c6135df3530807cdff31427008cf1727fd2a80/564",
            "gin_unittests": "eec5d84c69b074b0cf51c8089c1e47ddb8ac6bddc6118fea4c7d2b3581401df0/565",
            "gl_tests": "9b7657fb0f1f398a102bd249995689eb0d6d75a33ecd587e9830c989162fce96/488",
            "gl_unittests": "25c01e88407d2c80d3edd124d0322ec72dab637df18db975192fe1b5be1a9b10/488",
            "google_apis_unittests": "bb0e2cb951bc74f82da9c8f651ee7e81119621ad3ffdeb77d82912cd4b89a8c9/650",
            "gpu_unittests": "a3774d1079d57e7890303d369ecc272e4de5ab2c0beec3fc65bbc63558885e16/565",
            "gwp_asan_unittests": "1a45d26327c8db1f7c7d1973f2922c9007796d680d31e551f7efb30dd67e78a2/489",
            "headless_browsertests": "61f52e6d1f5afe05a04c52adc063a9619966b7d4bdcb896ab851f854fd232784/733",
            "headless_unittests": "5beedc73b6adcce8940abca16082626368eaef8fddbf7875ea23fb5a5f46910d/488",
            "interactive_ui_tests": "aad0fa4e700fdb6f9b3108f6a36f3ff3557a1a3ac6f18ccb39293c92b0e5d1b3/1059",
            "ipc_tests": "a8a09451ac6b1eb22e2577ceaa7ab1cc7a241769737af1cafb3b8c5a70a1920c/488",
            "latency_unittests": "9880c0fa005f94ea715b2c474a53442130fa49caf25cc51530cdb84fd9fd3da4/488",
            "leveldb_unittests": "97a69025fc7ad010fb916b6714fc5404bef321a617a9ed026351aefa19561d33/488",
            "libjingle_xmpp_unittests": "063a5fedaac337228fbcf72c362a29ded68342c288ca58ba57ecd587130cba2f/488",
            "liburlpattern_unittests": "73ef845d58cc72fcff1becaa473de3af8c7fb73e30610d03bc2e78477d2b428f/488",
            "media_unittests": "55afbdb24dced489e7a9173a6069d2d3e26d2a4c952276bce4454d07459c75dd/568",
            "message_center_unittests": "bdf9dc9591f943c6a627331fed8a7da26c351242b22302851ae64f9aa20ff631/488",
            "midi_unittests": "8f81b33d018e37ac2201273ae2736536b2c87801bfa362e17db0bb4bbbf78f11/488",
            "mojo_unittests": "3271c726f544b7948f1de9f5698c14d6b81548badad34f81ebfa6b595a6d87e0/566",
            "native_theme_unittests": "afb71bec073993735a4c699b659d2f3c8b8dca999ab66db7311329607a0d44d2/488",
            "net_unittests": "50818202aa5eff64f6a9e49e5daf33befe6c913d262832e8221bef3f909b3388/567",
            "openscreen_unittests": "747017a991e0ab16d3c0692f9e49cfc8465501656430519ab9e6bab84deaa6b1/489",
            "ozone_unittests": "40470ef05742e4a1e266a16d7cc49225d3e8e54c599a1566cfd204b94630c0d1/488",
            "ozone_x11_unittests": "d627fb85c799ef560ae02de123c1d684e27f76aa5c226e4f68041c594b2ce804/488",
            "pdf_unittests": "85fb367a77fccb021a9012659e41c5464133b3f532c448bacdb937a6460715e9/565",
            "perfetto_unittests": "ec8cc953504e2e0244a95fccb8d39a44d51586e86592583165f5145f0bd88ad4/488",
            "printing_unittests": "b36ccba1c4007f11d096cc771ef9d7aad58d4d20ea877107798f95268a8d5d77/488",
            "pthreadpool_unittests": "96eab6a7eafa1c6a19950ab694504634aaac733dfab661caefdf7f2981510af9/488",
            "remoting_unittests": "2e09aee140b65cc70f36f213d6f200c41d28846628789bb5bc7a63ea90cd8ec5/565",
            "sandbox_linux_unittests": "45f9720f607633c8236d53c7a7b24307fa5cc939ca37116d0488b20dc902b204/488",
            "services_unittests": "2f195bfcc6068cc14b3732857e34caf371ca7278481bba6b0b26b55f7882c801/734",
            "shell_dialogs_unittests": "54f2030773234bef6ce4648d4787345b740e794836f67d5a90f2b2f136704761/488",
            "skia_unittests": "85572c6a53695c5e12ff82b51aa2a7dfa26b2a938d48ea5e5a644fa12b7de344/488",
            "snapshot_unittests": "b8ff4270e29ac6894e4e90d06f97f28651574073915727156ae8a4653d892ab2/488",
            "sql_unittests": "a6a1d9c1ab5f4ee13e97b80d15d1c66ca0c48f8102d73f8af25fd17a4098bba5/565",
            "storage_unittests": "4b008c14df3fe96c626322666a5bd00fa70e8a2f57e176ecc8125e05356a9a7b/646",
            "sync_integration_tests": "3703a65ce7c11ce0750f44e5c83d1ab72c7ef719ff202262e3c73f5834504414/647",
            "ui_base_unittests": "666f47ba9b08b2d3d69a5709407621fe31ae94042290186a13b5040939b6964d/641",
            "ui_touch_selection_unittests": "c1d134232b2ac2e0404ea2c06d5ddadb048d3d66da919ae494bee1c53b72af0e/488",
            "ui_unittests": "14683b9f118f7863c975b15dd813a60bdccab4d5df4236267de4a561d82758d3/488",
            "unit_tests": "d4761bc313cd58ea70a89959accf185cf7794d2d0f172305fce8eb36ddc41909/1061",
            "url_unittests": "b667274cdd89e2891c681919f4cd3e72d85b7c39a3c36539fdca600d1d66721f/488",
            "views_unittests": "16af0774fe3645ef5476fe69ebbff902dbf6115d34434f2fcf27da539d43eb5c/488",
            "viz_unittests": "887bc709214891b9895e5d31ec0c66d9de6823e2a8abe92f7395810ff754b90d/572",
            "vr_common_unittests": "ca0916e0b40afd018b405bba8e60ec3c69d146fe2e92581a04d68128e0ab43b2/566",
            "wm_unittests": "3720a0136c2980921c54a6ea3182061aa59cd9e0ec57e506744c7c595737aeac/488",
            "wtf_unittests": "73002148d82d21f5def56b1f747d1022c2e0b228659903bf4918d70dc24750a6/488",
            "xr_browser_tests": "f8071d5f5055b4210ed4506311a6c93a47e0c00b3059987b932bef985ac92bff/646",
            "zlib_unittests": "77e2367b814b199c88b0f6d517bb53b186d7cb896173b41e2604e7404d22801a/489"
          },
      "swarming_command_lines_cwd": "out/9d9e-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
    "ref": "refs/branch-heads/7727"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852792877392177264"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m147/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:57:08.132] Scheduled build:
{
  "id": "8687362815501963057",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 78,
  "createdBy": "project:chromium-m147",
  "createTime": "2026-03-14T09:57:07.761543770Z",
  "updateTime": "2026-03-14T09:57:07.761543770Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
      "ref": "refs/branch-heads/7727"
    }
  },
  "canary": true
}
[09:57:08.132] Task URL: https://cr-buildbucket.appspot.com/build/8687362815501963057
[09:57:08.132] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:2:0) after 6m22s
[09:57:09.190] Received PubSub notification, asking Buildbucket for the build status
[09:57:09.205] Build status: SCHEDULED
[09:57:17.914] Received PubSub notification, asking Buildbucket for the build status
[09:57:17.933] Build status: STARTED
[10:03:30.304] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:2:0)
[10:03:30.321] Build status: STARTED
[10:03:30.321] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:5:0) after 5m58s
[10:09:28.387] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:5:0)
[10:09:28.413] Build status: STARTED
[10:09:28.413] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:6:0) after 2m43s
[10:12:11.437] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:6:0)
[10:12:11.502] Build status: STARTED
[10:12:11.502] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:7:0) after 4m35s
[10:16:46.521] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:7:0)
[10:16:46.556] Build status: STARTED
[10:16:46.556] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:8:0) after 3m21s
[10:20:07.619] Handling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:8:0)
[10:20:07.654] Build status: STARTED
[10:20:07.654] Scheduling timer "check-buildbucket-build-status" (chromium-m147/Linux TSan Tests:8852792877392177264:9:0) after 8m56s
[10:25:50.367] Received PubSub notification, asking Buildbucket for the build status
[10:25:50.459] Build:
{
  "id": "8687362815501963057",
  "builder": {
    "project": "chromium-m147",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 78,
  "createdBy": "project:chromium-m147",
  "createTime": "2026-03-14T09:57:07.761543770Z",
  "startTime": "2026-03-14T09:57:17.664520921Z",
  "endTime": "2026-03-14T10:25:49.750502601Z",
  "updateTime": "2026-03-14T10:25:49.750502601Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4f5cfe1a6f13846aeb757162e8f4788f69284d91",
      "ref": "refs/branch-heads/7727"
    }
  },
  "canary": true
}
[10:25:50.459] Invocation finished in 28m43.884933425s with status SUCCEEDED