Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684551523930526449"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684551523930526449"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684551523930526449"
    }
  ],
  "parent_build_id": "8684551523930526449",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
  "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
  "parent_got_revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#557}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
  "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "a8730ecd59532d15c087fe35d5e1d899a352d5323e7f75dcd66521cd43acde3f/488",
    "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
    "app_shell_unittests": "f0f8b7c9d0b43a61122c51bf54dfc80087f9abdad544f2157c99562e8ea264ef/649",
    "aura_unittests": "2d94a2e7f7f79c6d08e54f841fb81b0aeca55ceba91816a3952da79fd35055c4/488",
    "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
    "blink_common_unittests": "105dc0c9b1bb8cfb0557a91f34423c31b5533db8682af7ea03c1a0aa6d36f5e8/566",
    "blink_fuzzer_unittests": "22064199471dfbce3ee000df4ab94a0b3809fcdc29792f945f796ce19e15ea91/488",
    "blink_heap_unittests": "2fa5447e23cff19d537dc4ca1f7d67e085b20f29b5a5d29c38ee5d4558f0cb65/488",
    "blink_platform_unittests": "98024e68ad13ef6ab5ccf15402e343dafaac67308353aded6f3b39e21683ee25/645",
    "blink_unittests": "7e0972d75f584205f96d5690779cf76c54ada9cf78ab15e5b2c24830ca202b19/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "0c4fc3c38b13ad74fe53695b02e88d3d81fb17b6c7e6258a3c5640c9475c5e71/567",
    "cast_unittests": "1525118794b761ed983d5244a25a62466363de9ce79e22da41e23499ed60dbff/488",
    "cc_unittests": "ce1b00046e756d9496d630ad35a6d189fd904439ac530a868136ece4dd79ba41/648",
    "chrome_app_unittests": "896e267dd64a511a956d8d5421fff7afe593d3629c26e93be0cbc47f8f98e017/566",
    "chromedriver_unittests": "a7a296088f49269be32f9823584cb47d466332ebb9069764ba5941947833c0f2/645",
    "components_browsertests": "ebb35c4a08e236ea157716f4b9dd8d2ad559323017659adb928109d197c9ee78/732",
    "components_unittests": "cde5de2a75eedf9a56f669fd2d21a9c40136a9d0009dfce657076214eef77807/811",
    "compositor_unittests": "5ced1ba3a8889f60d4186a33479f39b21c3acd27b9efadaf7a01317db1b241db/564",
    "content_browsertests": "19522627c49c358256cef593489fad14dde3b2041b9bc33c893f7d324e266c46/805",
    "content_unittests": "4d4124f50cbce69d2918fd5add5cc886c8f2f317b83539e10704991c046137a0/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "56628a94376976117c42f8aa9c9c0a267831cce246b4271c86038fc6d5e13a8e/565",
    "display_unittests": "ac404f685b4be0dc13e40cb39c8c1822a54874b365835edabd0b8785ff780cc8/488",
    "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
    "events_unittests": "8029ae53e1e1821efd637695931fa711c3b16342c11abfc2ee4ba0f97f03362b/488",
    "extensions_browsertests": "c98e69abe3b0eaf7fea6acda3fae1d5ecdf67474fdb14f5a6eceb626cbe6649b/651",
    "extensions_unittests": "281f127eebb7209fdd639129fc131173abff9321953e02a5f69463e9df54254b/730",
    "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "5e828a82a14a27f55e0ed88431787ed7ff41d527dd502472adad22875337cda0/565",
    "gfx_unittests": "25f5f700254b37ec6b6f05cddb823001d4f75c5a4f75897bcceec09d8dc6d89d/564",
    "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
    "gl_tests": "414fcb47565ae2d77d01debe7609c433d74389ca5d10322f8fefb71d17d60aca/488",
    "gl_unittests": "ece5556df0aea5030a95bdb6b00f58e203dc4e3912a6e17c5ee0065b393be5d7/488",
    "google_apis_unittests": "a381f3535bd536e2cf6820fcd5c813f14d574598e69a23d49b61554871e275f7/650",
    "gpu_unittests": "fed7593844a9ca355ea6ff0e97769e5cc4e5f265c813092b3f13e8c48076e352/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "98c53576aebeece2f523fcd9911025a16935659bdd2fc90722fd0bb55526025f/733",
    "headless_unittests": "f31fe746d21153db991d7a27d247afb141ce238b94428d00d37bab45edf8287f/488",
    "interactive_ui_tests": "b42e64930d0c7de6ce466ba098f97d7ef17fc042f5ad870217032bc8ae1a0036/1059",
    "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
    "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
    "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "a70ee310800d35c4a913abdd1f356c846945f5055f93d25b0fb7209ce6579196/568",
    "message_center_unittests": "4a193b1d0db57b94873c9f1124fd229c3b650d993a97ab715cd564843ff4e3c9/488",
    "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
    "mojo_unittests": "03bd864c8eed48f269b943a561a60550d1be3cab573e7d099d3a802b1e1d08ba/566",
    "native_theme_unittests": "af23eebc51262c72b75eed4ac79d80949bb48d085b4a0791bb2c2577796e0547/488",
    "net_unittests": "cc105ee1be9ca453f57f889ccac38c76bdc068fda5403e021f82a59491c657ba/567",
    "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
    "ozone_unittests": "4ee19226a5badfeafd80242b482d524e8fa368c4debb8c3b63b1195c13a0aa57/488",
    "ozone_x11_unittests": "7fcded7b03cabd20abb83878b3fa99b24120eabb937426e0ed56642454790501/488",
    "pdf_unittests": "399ceb8b361e7c3f12a88af7ccb28366014efffdf3b3acd9efce235288297385/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "7572fa8908b65987418229fe5ccf9fb03c5405acca369a211c5fe5e5adac88ba/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "a521ef4cb2112f70d3783ed167235aae271b032ee104856c9955b0e6c02f544c/565",
    "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
    "services_unittests": "c7e01f635772aca191aeb9345f4e18944b815b94cea9864e033a5e5d449f3973/734",
    "shell_dialogs_unittests": "bf8a2f448f17c5feb66e1c2729c8add7c2b243648242c014fa0f509413eb1fb2/488",
    "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
    "snapshot_unittests": "27429c91b77c1a3689a2a5d6e862bb568a61dceb0dc67e835406d9527481e18c/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "b982edc9fb554029e4b5b0c8af7a7287b0602085273a18a61855c3b102f38d09/646",
    "sync_integration_tests": "c38b414963f3605efd306fc9dc926e1cf2fad475f95e635a3f67c43384149569/647",
    "ui_base_unittests": "6271f1541401dde85e08cd04d7741d6dcba7002e5c9acace039ca1b29cd1053d/641",
    "ui_touch_selection_unittests": "07ff879ccbba95b3c4c502f8fc541020d85a11d7d8efa1e9ebac5cc7a913ac7f/488",
    "ui_unittests": "d88a875c212daae9e7ded1162baf1d297dc03b3d73ad7a9bf851025ec4a201c6/488",
    "unit_tests": "565342343a69b73419d36cea1eda9f7e2402cd9a745fda35996531c15d053543/1061",
    "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
    "views_unittests": "00fe916a51767673ab0812896f0eaf87fc108480ec791920a917841d0be6b999/488",
    "viz_unittests": "5e4ea6ab2a18d6a04ef480abba04317b25ac9690c0465b1dccf6b9c3f5fe90a5/572",
    "vr_common_unittests": "056ea85401ab0df1da031731e437e0ab0b73003395898604667cd2fa76f015ef/566",
    "wm_unittests": "7c7869e5fa97e91eed2b4f84621415ef4ec274ee3e744627de31c2edb2a44ecf/488",
    "wtf_unittests": "05d5df984f2374f96f9e767ad3ea973aeee271cc143a0f548d8be19618134872/488",
    "xr_browser_tests": "5cc3d1abb39e9b78bd810d6fad1f9eb0ff1094b20127a2ee422d28f5a7b79db8/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:131
  • user_agent:recipe

Debug log (UTC)

[12:42:18.064] New invocation is queued and will start shortly
[12:42:18.064] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:42:19.107] Starting the invocation (attempt 1)
[12:42:19.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14"
[12:42:19.143] Popped gitiles commit info from properties and tags
[12:42:19.143] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:42:19.143] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:42:19.145] Buildbucket request:
{
  "requestId": "8849973978487750752",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849973978487750752",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684551523930526449"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684551523930526449"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684551523930526449"
                                              }
                                        ],
                                    "parent_build_id": "8684551523930526449",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
                                    "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
                                    "parent_got_revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#557}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
                                    "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
                                    "revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "a8730ecd59532d15c087fe35d5e1d899a352d5323e7f75dcd66521cd43acde3f/488",
                                          "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
                                          "app_shell_unittests": "f0f8b7c9d0b43a61122c51bf54dfc80087f9abdad544f2157c99562e8ea264ef/649",
                                          "aura_unittests": "2d94a2e7f7f79c6d08e54f841fb81b0aeca55ceba91816a3952da79fd35055c4/488",
                                          "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
                                          "blink_common_unittests": "105dc0c9b1bb8cfb0557a91f34423c31b5533db8682af7ea03c1a0aa6d36f5e8/566",
                                          "blink_fuzzer_unittests": "22064199471dfbce3ee000df4ab94a0b3809fcdc29792f945f796ce19e15ea91/488",
                                          "blink_heap_unittests": "2fa5447e23cff19d537dc4ca1f7d67e085b20f29b5a5d29c38ee5d4558f0cb65/488",
                                          "blink_platform_unittests": "98024e68ad13ef6ab5ccf15402e343dafaac67308353aded6f3b39e21683ee25/645",
                                          "blink_unittests": "7e0972d75f584205f96d5690779cf76c54ada9cf78ab15e5b2c24830ca202b19/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "0c4fc3c38b13ad74fe53695b02e88d3d81fb17b6c7e6258a3c5640c9475c5e71/567",
                                          "cast_unittests": "1525118794b761ed983d5244a25a62466363de9ce79e22da41e23499ed60dbff/488",
                                          "cc_unittests": "ce1b00046e756d9496d630ad35a6d189fd904439ac530a868136ece4dd79ba41/648",
                                          "chrome_app_unittests": "896e267dd64a511a956d8d5421fff7afe593d3629c26e93be0cbc47f8f98e017/566",
                                          "chromedriver_unittests": "a7a296088f49269be32f9823584cb47d466332ebb9069764ba5941947833c0f2/645",
                                          "components_browsertests": "ebb35c4a08e236ea157716f4b9dd8d2ad559323017659adb928109d197c9ee78/732",
                                          "components_unittests": "cde5de2a75eedf9a56f669fd2d21a9c40136a9d0009dfce657076214eef77807/811",
                                          "compositor_unittests": "5ced1ba3a8889f60d4186a33479f39b21c3acd27b9efadaf7a01317db1b241db/564",
                                          "content_browsertests": "19522627c49c358256cef593489fad14dde3b2041b9bc33c893f7d324e266c46/805",
                                          "content_unittests": "4d4124f50cbce69d2918fd5add5cc886c8f2f317b83539e10704991c046137a0/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "56628a94376976117c42f8aa9c9c0a267831cce246b4271c86038fc6d5e13a8e/565",
                                          "display_unittests": "ac404f685b4be0dc13e40cb39c8c1822a54874b365835edabd0b8785ff780cc8/488",
                                          "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
                                          "events_unittests": "8029ae53e1e1821efd637695931fa711c3b16342c11abfc2ee4ba0f97f03362b/488",
                                          "extensions_browsertests": "c98e69abe3b0eaf7fea6acda3fae1d5ecdf67474fdb14f5a6eceb626cbe6649b/651",
                                          "extensions_unittests": "281f127eebb7209fdd639129fc131173abff9321953e02a5f69463e9df54254b/730",
                                          "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "5e828a82a14a27f55e0ed88431787ed7ff41d527dd502472adad22875337cda0/565",
                                          "gfx_unittests": "25f5f700254b37ec6b6f05cddb823001d4f75c5a4f75897bcceec09d8dc6d89d/564",
                                          "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
                                          "gl_tests": "414fcb47565ae2d77d01debe7609c433d74389ca5d10322f8fefb71d17d60aca/488",
                                          "gl_unittests": "ece5556df0aea5030a95bdb6b00f58e203dc4e3912a6e17c5ee0065b393be5d7/488",
                                          "google_apis_unittests": "a381f3535bd536e2cf6820fcd5c813f14d574598e69a23d49b61554871e275f7/650",
                                          "gpu_unittests": "fed7593844a9ca355ea6ff0e97769e5cc4e5f265c813092b3f13e8c48076e352/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "98c53576aebeece2f523fcd9911025a16935659bdd2fc90722fd0bb55526025f/733",
                                          "headless_unittests": "f31fe746d21153db991d7a27d247afb141ce238b94428d00d37bab45edf8287f/488",
                                          "interactive_ui_tests": "b42e64930d0c7de6ce466ba098f97d7ef17fc042f5ad870217032bc8ae1a0036/1059",
                                          "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
                                          "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
                                          "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "a70ee310800d35c4a913abdd1f356c846945f5055f93d25b0fb7209ce6579196/568",
                                          "message_center_unittests": "4a193b1d0db57b94873c9f1124fd229c3b650d993a97ab715cd564843ff4e3c9/488",
                                          "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
                                          "mojo_unittests": "03bd864c8eed48f269b943a561a60550d1be3cab573e7d099d3a802b1e1d08ba/566",
                                          "native_theme_unittests": "af23eebc51262c72b75eed4ac79d80949bb48d085b4a0791bb2c2577796e0547/488",
                                          "net_unittests": "cc105ee1be9ca453f57f889ccac38c76bdc068fda5403e021f82a59491c657ba/567",
                                          "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
                                          "ozone_unittests": "4ee19226a5badfeafd80242b482d524e8fa368c4debb8c3b63b1195c13a0aa57/488",
                                          "ozone_x11_unittests": "7fcded7b03cabd20abb83878b3fa99b24120eabb937426e0ed56642454790501/488",
                                          "pdf_unittests": "399ceb8b361e7c3f12a88af7ccb28366014efffdf3b3acd9efce235288297385/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "7572fa8908b65987418229fe5ccf9fb03c5405acca369a211c5fe5e5adac88ba/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "a521ef4cb2112f70d3783ed167235aae271b032ee104856c9955b0e6c02f544c/565",
                                          "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
                                          "services_unittests": "c7e01f635772aca191aeb9345f4e18944b815b94cea9864e033a5e5d449f3973/734",
                                          "shell_dialogs_unittests": "bf8a2f448f17c5feb66e1c2729c8add7c2b243648242c014fa0f509413eb1fb2/488",
                                          "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
                                          "snapshot_unittests": "27429c91b77c1a3689a2a5d6e862bb568a61dceb0dc67e835406d9527481e18c/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "b982edc9fb554029e4b5b0c8af7a7287b0602085273a18a61855c3b102f38d09/646",
                                          "sync_integration_tests": "c38b414963f3605efd306fc9dc926e1cf2fad475f95e635a3f67c43384149569/647",
                                          "ui_base_unittests": "6271f1541401dde85e08cd04d7741d6dcba7002e5c9acace039ca1b29cd1053d/641",
                                          "ui_touch_selection_unittests": "07ff879ccbba95b3c4c502f8fc541020d85a11d7d8efa1e9ebac5cc7a913ac7f/488",
                                          "ui_unittests": "d88a875c212daae9e7ded1162baf1d297dc03b3d73ad7a9bf851025ec4a201c6/488",
                                          "unit_tests": "565342343a69b73419d36cea1eda9f7e2402cd9a745fda35996531c15d053543/1061",
                                          "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
                                          "views_unittests": "00fe916a51767673ab0812896f0eaf87fc108480ec791920a917841d0be6b999/488",
                                          "viz_unittests": "5e4ea6ab2a18d6a04ef480abba04317b25ac9690c0465b1dccf6b9c3f5fe90a5/572",
                                          "vr_common_unittests": "056ea85401ab0df1da031731e437e0ab0b73003395898604667cd2fa76f015ef/566",
                                          "wm_unittests": "7c7869e5fa97e91eed2b4f84621415ef4ec274ee3e744627de31c2edb2a44ecf/488",
                                          "wtf_unittests": "05d5df984f2374f96f9e767ad3ea973aeee271cc143a0f548d8be19618134872/488",
                                          "xr_browser_tests": "5cc3d1abb39e9b78bd810d6fad1f9eb0ff1094b20127a2ee422d28f5a7b79db8/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:131",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2b82e9d7-c70e-4c0b-92ee-72942f3db2e5",
                        "title": "Linux TSan Builder/131",
                        "url": "https://cr-buildbucket.appspot.com/build/8684551523930526449"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684551523930526449"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684551523930526449"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684551523930526449"
                }
          ],
      "parent_build_id": "8684551523930526449",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
      "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
      "parent_got_revision": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#557}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
      "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "a8730ecd59532d15c087fe35d5e1d899a352d5323e7f75dcd66521cd43acde3f/488",
            "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
            "app_shell_unittests": "f0f8b7c9d0b43a61122c51bf54dfc80087f9abdad544f2157c99562e8ea264ef/649",
            "aura_unittests": "2d94a2e7f7f79c6d08e54f841fb81b0aeca55ceba91816a3952da79fd35055c4/488",
            "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
            "blink_common_unittests": "105dc0c9b1bb8cfb0557a91f34423c31b5533db8682af7ea03c1a0aa6d36f5e8/566",
            "blink_fuzzer_unittests": "22064199471dfbce3ee000df4ab94a0b3809fcdc29792f945f796ce19e15ea91/488",
            "blink_heap_unittests": "2fa5447e23cff19d537dc4ca1f7d67e085b20f29b5a5d29c38ee5d4558f0cb65/488",
            "blink_platform_unittests": "98024e68ad13ef6ab5ccf15402e343dafaac67308353aded6f3b39e21683ee25/645",
            "blink_unittests": "7e0972d75f584205f96d5690779cf76c54ada9cf78ab15e5b2c24830ca202b19/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "0c4fc3c38b13ad74fe53695b02e88d3d81fb17b6c7e6258a3c5640c9475c5e71/567",
            "cast_unittests": "1525118794b761ed983d5244a25a62466363de9ce79e22da41e23499ed60dbff/488",
            "cc_unittests": "ce1b00046e756d9496d630ad35a6d189fd904439ac530a868136ece4dd79ba41/648",
            "chrome_app_unittests": "896e267dd64a511a956d8d5421fff7afe593d3629c26e93be0cbc47f8f98e017/566",
            "chromedriver_unittests": "a7a296088f49269be32f9823584cb47d466332ebb9069764ba5941947833c0f2/645",
            "components_browsertests": "ebb35c4a08e236ea157716f4b9dd8d2ad559323017659adb928109d197c9ee78/732",
            "components_unittests": "cde5de2a75eedf9a56f669fd2d21a9c40136a9d0009dfce657076214eef77807/811",
            "compositor_unittests": "5ced1ba3a8889f60d4186a33479f39b21c3acd27b9efadaf7a01317db1b241db/564",
            "content_browsertests": "19522627c49c358256cef593489fad14dde3b2041b9bc33c893f7d324e266c46/805",
            "content_unittests": "4d4124f50cbce69d2918fd5add5cc886c8f2f317b83539e10704991c046137a0/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "56628a94376976117c42f8aa9c9c0a267831cce246b4271c86038fc6d5e13a8e/565",
            "display_unittests": "ac404f685b4be0dc13e40cb39c8c1822a54874b365835edabd0b8785ff780cc8/488",
            "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
            "events_unittests": "8029ae53e1e1821efd637695931fa711c3b16342c11abfc2ee4ba0f97f03362b/488",
            "extensions_browsertests": "c98e69abe3b0eaf7fea6acda3fae1d5ecdf67474fdb14f5a6eceb626cbe6649b/651",
            "extensions_unittests": "281f127eebb7209fdd639129fc131173abff9321953e02a5f69463e9df54254b/730",
            "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "5e828a82a14a27f55e0ed88431787ed7ff41d527dd502472adad22875337cda0/565",
            "gfx_unittests": "25f5f700254b37ec6b6f05cddb823001d4f75c5a4f75897bcceec09d8dc6d89d/564",
            "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
            "gl_tests": "414fcb47565ae2d77d01debe7609c433d74389ca5d10322f8fefb71d17d60aca/488",
            "gl_unittests": "ece5556df0aea5030a95bdb6b00f58e203dc4e3912a6e17c5ee0065b393be5d7/488",
            "google_apis_unittests": "a381f3535bd536e2cf6820fcd5c813f14d574598e69a23d49b61554871e275f7/650",
            "gpu_unittests": "fed7593844a9ca355ea6ff0e97769e5cc4e5f265c813092b3f13e8c48076e352/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "98c53576aebeece2f523fcd9911025a16935659bdd2fc90722fd0bb55526025f/733",
            "headless_unittests": "f31fe746d21153db991d7a27d247afb141ce238b94428d00d37bab45edf8287f/488",
            "interactive_ui_tests": "b42e64930d0c7de6ce466ba098f97d7ef17fc042f5ad870217032bc8ae1a0036/1059",
            "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
            "latency_unittests": "0e4fd1216e4e54cc9eb18db5c3b015c35bd633d56d728ab3488db0496608256f/488",
            "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "a70ee310800d35c4a913abdd1f356c846945f5055f93d25b0fb7209ce6579196/568",
            "message_center_unittests": "4a193b1d0db57b94873c9f1124fd229c3b650d993a97ab715cd564843ff4e3c9/488",
            "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
            "mojo_unittests": "03bd864c8eed48f269b943a561a60550d1be3cab573e7d099d3a802b1e1d08ba/566",
            "native_theme_unittests": "af23eebc51262c72b75eed4ac79d80949bb48d085b4a0791bb2c2577796e0547/488",
            "net_unittests": "cc105ee1be9ca453f57f889ccac38c76bdc068fda5403e021f82a59491c657ba/567",
            "openscreen_unittests": "ec117c17601fbd0ae0be68bfba22601ed9ceca9f9c34edf4ceacf557c51a7918/489",
            "ozone_unittests": "4ee19226a5badfeafd80242b482d524e8fa368c4debb8c3b63b1195c13a0aa57/488",
            "ozone_x11_unittests": "7fcded7b03cabd20abb83878b3fa99b24120eabb937426e0ed56642454790501/488",
            "pdf_unittests": "399ceb8b361e7c3f12a88af7ccb28366014efffdf3b3acd9efce235288297385/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "7572fa8908b65987418229fe5ccf9fb03c5405acca369a211c5fe5e5adac88ba/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "a521ef4cb2112f70d3783ed167235aae271b032ee104856c9955b0e6c02f544c/565",
            "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
            "services_unittests": "c7e01f635772aca191aeb9345f4e18944b815b94cea9864e033a5e5d449f3973/734",
            "shell_dialogs_unittests": "bf8a2f448f17c5feb66e1c2729c8add7c2b243648242c014fa0f509413eb1fb2/488",
            "skia_unittests": "e166f1e5bb6c64c66c3e6e7e24fc98f7712b82687a22c2062f8bfee0723c2d48/488",
            "snapshot_unittests": "27429c91b77c1a3689a2a5d6e862bb568a61dceb0dc67e835406d9527481e18c/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "b982edc9fb554029e4b5b0c8af7a7287b0602085273a18a61855c3b102f38d09/646",
            "sync_integration_tests": "c38b414963f3605efd306fc9dc926e1cf2fad475f95e635a3f67c43384149569/647",
            "ui_base_unittests": "6271f1541401dde85e08cd04d7741d6dcba7002e5c9acace039ca1b29cd1053d/641",
            "ui_touch_selection_unittests": "07ff879ccbba95b3c4c502f8fc541020d85a11d7d8efa1e9ebac5cc7a913ac7f/488",
            "ui_unittests": "d88a875c212daae9e7ded1162baf1d297dc03b3d73ad7a9bf851025ec4a201c6/488",
            "unit_tests": "565342343a69b73419d36cea1eda9f7e2402cd9a745fda35996531c15d053543/1061",
            "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
            "views_unittests": "00fe916a51767673ab0812896f0eaf87fc108480ec791920a917841d0be6b999/488",
            "viz_unittests": "5e4ea6ab2a18d6a04ef480abba04317b25ac9690c0465b1dccf6b9c3f5fe90a5/572",
            "vr_common_unittests": "056ea85401ab0df1da031731e437e0ab0b73003395898604667cd2fa76f015ef/566",
            "wm_unittests": "7c7869e5fa97e91eed2b4f84621415ef4ec274ee3e744627de31c2edb2a44ecf/488",
            "wtf_unittests": "05d5df984f2374f96f9e767ad3ea973aeee271cc143a0f548d8be19618134872/488",
            "xr_browser_tests": "5cc3d1abb39e9b78bd810d6fad1f9eb0ff1094b20127a2ee422d28f5a7b79db8/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849973978487750752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "131"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:42:19.690] Scheduled build:
{
  "id": "8684543916575349409",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 121,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-14T12:42:19.267591804Z",
  "updateTime": "2026-04-14T12:42:19.267591804Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
      "ref": "refs/branch-heads/7778"
    }
  },
  "canary": true
}
[12:42:19.690] Task URL: https://cr-buildbucket.appspot.com/build/8684543916575349409
[12:42:19.690] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:2:0) after 4m21s
[12:42:20.681] Received PubSub notification, asking Buildbucket for the build status
[12:42:20.701] Build status: SCHEDULED
[12:42:23.858] Received PubSub notification, asking Buildbucket for the build status
[12:42:23.876] Build status: STARTED
[12:46:40.760] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:2:0)
[12:46:40.793] Build status: STARTED
[12:46:40.793] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:5:0) after 2m56s
[12:49:36.858] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:5:0)
[12:49:36.877] Build status: STARTED
[12:49:36.877] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:6:0) after 1m8s
[12:50:44.901] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:6:0)
[12:50:44.917] Build status: STARTED
[12:50:44.917] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:7:0) after 7m55s
[12:58:39.985] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:7:0)
[12:58:40.013] Build status: STARTED
[12:58:40.013] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:8:0) after 2m8s
[13:00:48.044] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:8:0)
[13:00:48.060] Build status: STARTED
[13:00:48.061] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:9:0) after 4m19s
[13:05:07.079] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:9:0)
[13:05:07.094] Build status: STARTED
[13:05:07.094] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849973978487750752:10:0) after 8m34s
[13:13:34.542] Received PubSub notification, asking Buildbucket for the build status
[13:13:34.623] Build:
{
  "id": "8684543916575349409",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 121,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-14T12:42:19.267591804Z",
  "startTime": "2026-04-14T12:42:23.693908556Z",
  "endTime": "2026-04-14T13:13:33.562443029Z",
  "updateTime": "2026-04-14T13:13:33.562443029Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a60c0874113dcbed9b08a2ae0eb3b6ff0c405f14",
      "ref": "refs/branch-heads/7778"
    }
  },
  "canary": true
}
[13:13:34.623] Invocation finished in 31m16.563000694s with status FAILED