Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 22 minutes
Actions:

Definition (rev d38987cedf2afbb1d8d389bb18434e45348ab684)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "linux-wayland-mutter-rel-tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "93702f757a243818f088d1d1284747627c0ca67f",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7499"
      }
    ]
  },
  "branch": "refs/branch-heads/7499",
  "deps_revision_overrides": {
    "src": "93702f757a243818f088d1d1284747627c0ca67f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8695115106945501185"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8695115106945501185"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8695115106945501185"
    }
  ],
  "parent_build_id": "8695115106945501185",
  "parent_builder_group": "chromium.linux",
  "parent_buildername": "Linux Builder (Wayland)",
  "parent_got_angle_revision": "2dfb5b7603d09c1d06f9d7a894752431d98b9a3e",
  "parent_got_dawn_revision": "479f62d2194fd6e44c37d07654ca6e41c42bd332",
  "parent_got_revision": "93702f757a243818f088d1d1284747627c0ca67f",
  "parent_got_revision_cp": "refs/branch-heads/7499@{#3435}",
  "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
  "parent_got_v8_revision": "326f5f8cad3f0e436c8ea8f82a6894936a32e860",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#33}",
  "parent_got_webrtc_revision": "4e31d1a1ff41bb1b79609c83f998458a111a149c",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7499@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "93702f757a243818f088d1d1284747627c0ca67f",
  "swarm_hashes": {
    "absl_hardening_tests": "17df97132e9c1662d9ab7813b54e735bdfe635a2f013dfedb48e64f420de033e/323",
    "accessibility_unittests": "cd9b07b853af0ca7a844ba0a2ed62abbe3cdea52d3d9eadd13759b59e7d7f657/323",
    "angle_unittests": "107887623d0eadf16c432bb1a96aad9a7b0c207f5c89d05eead83eadf571861a/408",
    "app_shell_unittests": "5684cb90056c42ace84353d32be6c946635237824f7ff2fa3882e391ae8f45a6/484",
    "aura_unittests": "3e0c105b7ba14eb011f29dde18985401f19dc50efc4459739b23618ad37913ee/323",
    "base_unittests": "67b8eff118ac378e99e2d5f06d529bf9a161933fa8c6cfd0cb9797853762e178/480",
    "blink_common_unittests": "4a82343bd74e73e96b542e62280d229fb67e8614c256d7c20fcdf947c14d78ff/485",
    "blink_fuzzer_unittests": "0d5a72c734992fadb1efb958716f21eced945721768ac4f695f69073fdb6e51e/323",
    "blink_heap_unittests": "b7e6a78d413a250967ab56afe358a6176a5084ed536644fbd376eb775db40b7d/323",
    "blink_platform_unittests": "6072eaa52f9150adb3d8b1f3637bf944c44c4bda58d10178ceaec773794819f0/643",
    "blink_unittests": "ba8e8b0c76b3ae320d598baeda08726e7800e478aa873907125bb2b732e6e603/649",
    "boringssl_crypto_tests": "1635a7bf60ea4b51a7d146a84deab0cfb3016f8b2fa6354d229a8bf3e2c225c1/408",
    "boringssl_ssl_tests": "7586e4f509e2c2895c66c4110fb570dbc221aa894fb4337e97b4f9977753bc15/323",
    "browser_tests": "5d74b204de39ceb19ec1834b819aca2664f43523050bc1ce9968610a7b325674/1220",
    "capture_unittests": "cf4c71ce04ecbc5444fb902fd5ce64d404cd9b9f3e926868e09be5d322523543/402",
    "cast_unittests": "f23c326c9d9f7fce2b964b13eb0d38b8275d50d550122699b23653bb96c93d4e/323",
    "cc_unittests": "e9838aac51bc6a28cb1490e969458b9b688d05beb4b22b80edeaa92f2021451c/483",
    "chrome_app_unittests": "f23fa8e1d36669471d0a41ef682f2e47bddecf988c45eb48f2926a6576454ae0/564",
    "chromedriver_unittests": "eb394582cdc4337bd66a5db5438c0ddb24c1aff13f9b84711ca209a6e64a5519/480",
    "components_browsertests": "828787c119758c847f04dc4bb0467d7c5c8715c3c3372d42f4b5c92b0a9a2c25/652",
    "components_unittests": "732e85c3237e310b0619e7bc12bfacc2af74d16fdc4f594897407c19ca3755c5/810",
    "compositor_unittests": "e76088717fe583677aa0b9d212e78f2ce512a48b2619f81ec36cd9347e80a88e/399",
    "content_browsertests": "18b3e4a4bcbcc5e6fa689ad01a4ba05c234e90618bf41a94ab71f2f342f7e40c/725",
    "content_unittests": "79f9cdfdc434730f04b28ccc32d4bec253923bca9aee41d717a7eb5e1e318e64/560",
    "crashpad_tests": "6711d5d29a902ae5af5b7805311ecfcf787a112174c20304da95bba26fb75ab0/408",
    "cronet_tests": "a969c75bbb522c5956e7a9410e393d8d2d511290226096c123342183193aa219/400",
    "cronet_unittests": "d13d9d4c216461bb5e03be8d130dce915125aebec51e442fef8d8e47597be763/400",
    "crypto_unittests": "b43745164ef57b9104103d24b05c6fe6ad1fe3ee3a64997d903be4e49aa8363c/403",
    "dbus_unittests": "d25061ed2084decd47caa9706049aad96ad97d30bc908b71ca72c7f9f65137be/323",
    "device_unittests": "9067b56aa40795a2ac93377a9fd25abfef62306ad710900b073568fecce7a400/400",
    "display_unittests": "a24696da3e1450334824c428d85f24d79464ef65a4b6865beced1679b503c1d6/323",
    "env_chromium_unittests": "643074bd28dbfe0bc188cd1b0ced0a1729ea531f78084aede48ba8d7ba93adab/323",
    "events_unittests": "269f765633e0e8f92dc86510725b53049e82e06dcd2b4791caf3469a460e02be/323",
    "extensions_browsertests": "e45bd3b780be1b9f1d55458f15e5a2b60ecd0f2164963435b2d4dce53ea7d512/570",
    "extensions_unittests": "412c8ce78bc8dd4dec58b46f79c3188ee17d18b0abed60314e701ee07baf36bf/644",
    "filesystem_service_unittests": "6277ecb6a08d8f99b9093ff62cc7d02a5b2c1c2dc7c5d579dd06d98621b455f2/323",
    "fuzzing_unittests": "5b505f66e573f5324645d81954ed7605cd9cb0edcd1dfa65ece73d360d5406a7/323",
    "gcm_unit_tests": "d563409976a2ab4a48fae6e1b8d5488659c2f3c148dcaf35f5acd2dda39295c1/400",
    "gfx_unittests": "2a2a5fe5bd31578f790f399dbf7359c9694d1e0a24805092738aab632eaa88eb/399",
    "gin_unittests": "8256d8cd3653b10ac28a8bde8e08810c05bd9d12d77c68efbd8a5f06a2e06cb0/400",
    "google_apis_unittests": "796306214842600b4d3b8f81bf472ed0cc978bcf6a6e0c043194a5f613b42eda/485",
    "gpu_unittests": "bf5f8f346d2c65a4500873057612da5dc89e5d6e515e747ee0b2f08381ccf564/400",
    "gwp_asan_unittests": "1df2fa328e89d330c5543b8dcacb1d343e36fe2486d645c7c0ebdbbe12a05126/408",
    "headless_unittests": "fc7a7352b371683f8a5cde585694f92c725abbfaa82d0c076500be1a6a28e0f7/323",
    "interactive_ui_tests": "e704b0e8569f0c8a890ebd1df5e37fb34eb5d40e5864e55f45f9cef448dbbb3f/1059",
    "ipc_tests": "ed1a1d2e8e902098b0fbc09ed90084abc3d1c66f635e75162d66a01f1a45c6e8/323",
    "latency_unittests": "59aa5b093366c796be8a1eb4caaf066cc8eba8df9fc58f0ddcf97884f2935de6/323",
    "leveldb_unittests": "49830e0bcd6c586f33eb6d4758dda85202f1346f41d0a19763cb313a3769bb86/323",
    "libjingle_xmpp_unittests": "378408158fa2c54c3fabdd925dbf14de6f78035c423ae66112b503f5bfa4afcf/323",
    "liburlpattern_unittests": "55165a7143d585f7e253399b67d160655955bd25267103144d47b27776b36c69/323",
    "media_unittests": "2000b0037a9604fb6593665c90e3c71139bff82c25dc93887fb9aa5c38592d00/403",
    "message_center_unittests": "fc3578a4d08333036feb48e37f1bca7745fa6671b1ea3a7bef9d41e8bd449517/323",
    "midi_unittests": "0c863c2cfb1db283399507e9be4775f2aa178fb64b84accf5b75084bf9a4e1f3/323",
    "mojo_unittests": "eaa3cedbaf438da61ebb2ad614c4e7ad3d8a90743a3d94ab012a123ed5961dbd/401",
    "native_theme_unittests": "0f7a544c43488e7d74db5bec983b933ad3941a3b861839bc2b9975934a6a0b34/323",
    "net_unittests": "f3fef1c89086d80a28bf32941fbc5afcb6a405fd7bfac584769a44d5d1b1b1bd/486",
    "openscreen_unittests": "e9f697cdedcfcdae4c520ca08e1a570f5a2d00b323ef613a3daf803c165b8e8e/408",
    "ozone_unittests": "a48c5af0b853b01ed3bf23d65b929c84ed87bc2a5ebe371696d4e4957aedd27d/323",
    "pdf_unittests": "4d5210f596499ebf4e86dd912a7c0c158438e8691486ab24f6cfd554be9a6be9/400",
    "perfetto_unittests": "163d0d28365818512c92afee30eeb8151383ceea4b1360217f4fc125cce7596a/323",
    "printing_unittests": "dd90b3153e8ef2ae159f9bdc3ee3feec3884304caf493d15be003b78cf474eac/323",
    "pthreadpool_unittests": "b009980c5e325059ac11593fabe8ff5799bcbb43ef2b115c4a9ae1fc2c9dd0f9/323",
    "remoting_unittests": "e8bfd75dc82f6a98569026661d63a7b29953a26a201b78f1c0acaf7842ac4ab2/400",
    "sandbox_linux_unittests": "7dcbf006b02173f30a4431b170ea4a5932a27ab848ac3b0828aad528733fa32e/323",
    "services_unittests": "a9652968e8d099e4dfa52a2fef1f848cb2438bc263e97ffb76746785ca4bc180/653",
    "shell_dialogs_unittests": "88a49c36710a3caf6733b6c57572a87747cca28a7e2dd083f7f065e58e86f191/323",
    "skia_unittests": "474c3e1976772595859b660799311a399fcfaa0155faa6c3909d5810a894cba0/323",
    "snapshot_unittests": "c63ea8878c17739a94f18f2f894437ff9db6f8b5ff4995095c148a6445bf8b5a/323",
    "sql_unittests": "8865d303cd3f5b718b11709eb436af0973a3cf671c8e408edbbc1bbe6f254247/400",
    "storage_unittests": "b5ca7be1ebed56bcbee4547bc36487bf6b63d06a020a7cf9f48dd21355505705/481",
    "sync_integration_tests": "05258eadf94d44b04f466f51e5fd081e2f2a528defc0c7719c433e964f39af2f/646",
    "ui_base_unittests": "cfc34ec0f1f460dde334c7a5bdf306da193fec35d0957d1200044b398ecc5925/555",
    "ui_touch_selection_unittests": "04fbac32b0ecfd283455ca757d107305497c1d1fc17f3433348d59cf740166ae/323",
    "ui_unittests": "b511a28214784788f0bdc3a85e07a05512807ff8658780b9fd30db1d1f609239/323",
    "unit_tests": "6181c3d90fdb89ce456178782db871e737237a05b9ea595dabdab259600bcd3e/1061",
    "url_unittests": "8554bb992394db8be84ebc48c6cd7ef3a32df8890524371f3f0fc97d91f0565c/323",
    "views_unittests": "9f1e4123d56627fbd0504b786d960ed8b95113ede30ba0736d7d978ded73af04/402",
    "viz_unittests": "28e9f7011d3aa62292dd8ea6a322000da9bd89d22e4c514ecc09c82c39e329f7/407",
    "vr_common_unittests": "894a63102cd281724dac905f7c33e478d02ea3ac229277070f101914926d8836/564",
    "wm_unittests": "28f696af9d86fa9f62e77d7b59dfe6632b436982ea5e11ff87f508216e3922e3/323",
    "wtf_unittests": "f57b60fcf4bf94cd6a0510cdb6993b78f180b2a1422f9f063f51f17e091b5e69/323",
    "xr_browser_tests": "27be179f69c6ed8791a9b25c3e5dd43256b56d0c6c9ec3a7c7283f7de37f0730/645",
    "zlib_unittests": "606d679fade39874ed9b099038175b3aa29d4ada455e0e5254a2eec8bd692f4f/408"
  },
  "swarming_command_lines_cwd": "out/60ff-Linux_Builder_(",
  "swarming_command_lines_digest": "e2ee9b039232773049216e8fe88603fa711b3643d99e145686b1694dc7326ecc/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93702f757a243818f088d1d1284747627c0ca67f
  • gitiles_ref:refs/branch-heads/7499
  • parent_buildername:Linux Builder (Wayland)
  • parent_buildnumber:2367
  • user_agent:recipe

Debug log (UTC)

[20:31:27.166] New invocation is queued and will start shortly
[20:31:27.166] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:31:28.581] Starting the invocation (attempt 1)
[20:31:28.617] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93702f757a243818f088d1d1284747627c0ca67f"
[20:31:28.617] Popped gitiles commit info from properties and tags
[20:31:28.617] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:31:28.617] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:31:28.619] Buildbucket request:
{
  "requestId": "8860544307083995632",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "linux-wayland-mutter-rel-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "93702f757a243818f088d1d1284747627c0ca67f",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7499"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8860544307083995632",
            "job": "chromium-m143/linux-wayland-mutter-rel-tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "93702f757a243818f088d1d1284747627c0ca67f",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7499"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "93702f757a243818f088d1d1284747627c0ca67f"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8695115106945501185"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8695115106945501185"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8695115106945501185"
                                              }
                                        ],
                                    "parent_build_id": "8695115106945501185",
                                    "parent_builder_group": "chromium.linux",
                                    "parent_buildername": "Linux Builder (Wayland)",
                                    "parent_got_angle_revision": "2dfb5b7603d09c1d06f9d7a894752431d98b9a3e",
                                    "parent_got_dawn_revision": "479f62d2194fd6e44c37d07654ca6e41c42bd332",
                                    "parent_got_revision": "93702f757a243818f088d1d1284747627c0ca67f",
                                    "parent_got_revision_cp": "refs/branch-heads/7499@{#3435}",
                                    "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
                                    "parent_got_v8_revision": "326f5f8cad3f0e436c8ea8f82a6894936a32e860",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#33}",
                                    "parent_got_webrtc_revision": "4e31d1a1ff41bb1b79609c83f998458a111a149c",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7499@{#3}",
                                    "revision": "93702f757a243818f088d1d1284747627c0ca67f",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "17df97132e9c1662d9ab7813b54e735bdfe635a2f013dfedb48e64f420de033e/323",
                                          "accessibility_unittests": "cd9b07b853af0ca7a844ba0a2ed62abbe3cdea52d3d9eadd13759b59e7d7f657/323",
                                          "angle_unittests": "107887623d0eadf16c432bb1a96aad9a7b0c207f5c89d05eead83eadf571861a/408",
                                          "app_shell_unittests": "5684cb90056c42ace84353d32be6c946635237824f7ff2fa3882e391ae8f45a6/484",
                                          "aura_unittests": "3e0c105b7ba14eb011f29dde18985401f19dc50efc4459739b23618ad37913ee/323",
                                          "base_unittests": "67b8eff118ac378e99e2d5f06d529bf9a161933fa8c6cfd0cb9797853762e178/480",
                                          "blink_common_unittests": "4a82343bd74e73e96b542e62280d229fb67e8614c256d7c20fcdf947c14d78ff/485",
                                          "blink_fuzzer_unittests": "0d5a72c734992fadb1efb958716f21eced945721768ac4f695f69073fdb6e51e/323",
                                          "blink_heap_unittests": "b7e6a78d413a250967ab56afe358a6176a5084ed536644fbd376eb775db40b7d/323",
                                          "blink_platform_unittests": "6072eaa52f9150adb3d8b1f3637bf944c44c4bda58d10178ceaec773794819f0/643",
                                          "blink_unittests": "ba8e8b0c76b3ae320d598baeda08726e7800e478aa873907125bb2b732e6e603/649",
                                          "boringssl_crypto_tests": "1635a7bf60ea4b51a7d146a84deab0cfb3016f8b2fa6354d229a8bf3e2c225c1/408",
                                          "boringssl_ssl_tests": "7586e4f509e2c2895c66c4110fb570dbc221aa894fb4337e97b4f9977753bc15/323",
                                          "browser_tests": "5d74b204de39ceb19ec1834b819aca2664f43523050bc1ce9968610a7b325674/1220",
                                          "capture_unittests": "cf4c71ce04ecbc5444fb902fd5ce64d404cd9b9f3e926868e09be5d322523543/402",
                                          "cast_unittests": "f23c326c9d9f7fce2b964b13eb0d38b8275d50d550122699b23653bb96c93d4e/323",
                                          "cc_unittests": "e9838aac51bc6a28cb1490e969458b9b688d05beb4b22b80edeaa92f2021451c/483",
                                          "chrome_app_unittests": "f23fa8e1d36669471d0a41ef682f2e47bddecf988c45eb48f2926a6576454ae0/564",
                                          "chromedriver_unittests": "eb394582cdc4337bd66a5db5438c0ddb24c1aff13f9b84711ca209a6e64a5519/480",
                                          "components_browsertests": "828787c119758c847f04dc4bb0467d7c5c8715c3c3372d42f4b5c92b0a9a2c25/652",
                                          "components_unittests": "732e85c3237e310b0619e7bc12bfacc2af74d16fdc4f594897407c19ca3755c5/810",
                                          "compositor_unittests": "e76088717fe583677aa0b9d212e78f2ce512a48b2619f81ec36cd9347e80a88e/399",
                                          "content_browsertests": "18b3e4a4bcbcc5e6fa689ad01a4ba05c234e90618bf41a94ab71f2f342f7e40c/725",
                                          "content_unittests": "79f9cdfdc434730f04b28ccc32d4bec253923bca9aee41d717a7eb5e1e318e64/560",
                                          "crashpad_tests": "6711d5d29a902ae5af5b7805311ecfcf787a112174c20304da95bba26fb75ab0/408",
                                          "cronet_tests": "a969c75bbb522c5956e7a9410e393d8d2d511290226096c123342183193aa219/400",
                                          "cronet_unittests": "d13d9d4c216461bb5e03be8d130dce915125aebec51e442fef8d8e47597be763/400",
                                          "crypto_unittests": "b43745164ef57b9104103d24b05c6fe6ad1fe3ee3a64997d903be4e49aa8363c/403",
                                          "dbus_unittests": "d25061ed2084decd47caa9706049aad96ad97d30bc908b71ca72c7f9f65137be/323",
                                          "device_unittests": "9067b56aa40795a2ac93377a9fd25abfef62306ad710900b073568fecce7a400/400",
                                          "display_unittests": "a24696da3e1450334824c428d85f24d79464ef65a4b6865beced1679b503c1d6/323",
                                          "env_chromium_unittests": "643074bd28dbfe0bc188cd1b0ced0a1729ea531f78084aede48ba8d7ba93adab/323",
                                          "events_unittests": "269f765633e0e8f92dc86510725b53049e82e06dcd2b4791caf3469a460e02be/323",
                                          "extensions_browsertests": "e45bd3b780be1b9f1d55458f15e5a2b60ecd0f2164963435b2d4dce53ea7d512/570",
                                          "extensions_unittests": "412c8ce78bc8dd4dec58b46f79c3188ee17d18b0abed60314e701ee07baf36bf/644",
                                          "filesystem_service_unittests": "6277ecb6a08d8f99b9093ff62cc7d02a5b2c1c2dc7c5d579dd06d98621b455f2/323",
                                          "fuzzing_unittests": "5b505f66e573f5324645d81954ed7605cd9cb0edcd1dfa65ece73d360d5406a7/323",
                                          "gcm_unit_tests": "d563409976a2ab4a48fae6e1b8d5488659c2f3c148dcaf35f5acd2dda39295c1/400",
                                          "gfx_unittests": "2a2a5fe5bd31578f790f399dbf7359c9694d1e0a24805092738aab632eaa88eb/399",
                                          "gin_unittests": "8256d8cd3653b10ac28a8bde8e08810c05bd9d12d77c68efbd8a5f06a2e06cb0/400",
                                          "google_apis_unittests": "796306214842600b4d3b8f81bf472ed0cc978bcf6a6e0c043194a5f613b42eda/485",
                                          "gpu_unittests": "bf5f8f346d2c65a4500873057612da5dc89e5d6e515e747ee0b2f08381ccf564/400",
                                          "gwp_asan_unittests": "1df2fa328e89d330c5543b8dcacb1d343e36fe2486d645c7c0ebdbbe12a05126/408",
                                          "headless_unittests": "fc7a7352b371683f8a5cde585694f92c725abbfaa82d0c076500be1a6a28e0f7/323",
                                          "interactive_ui_tests": "e704b0e8569f0c8a890ebd1df5e37fb34eb5d40e5864e55f45f9cef448dbbb3f/1059",
                                          "ipc_tests": "ed1a1d2e8e902098b0fbc09ed90084abc3d1c66f635e75162d66a01f1a45c6e8/323",
                                          "latency_unittests": "59aa5b093366c796be8a1eb4caaf066cc8eba8df9fc58f0ddcf97884f2935de6/323",
                                          "leveldb_unittests": "49830e0bcd6c586f33eb6d4758dda85202f1346f41d0a19763cb313a3769bb86/323",
                                          "libjingle_xmpp_unittests": "378408158fa2c54c3fabdd925dbf14de6f78035c423ae66112b503f5bfa4afcf/323",
                                          "liburlpattern_unittests": "55165a7143d585f7e253399b67d160655955bd25267103144d47b27776b36c69/323",
                                          "media_unittests": "2000b0037a9604fb6593665c90e3c71139bff82c25dc93887fb9aa5c38592d00/403",
                                          "message_center_unittests": "fc3578a4d08333036feb48e37f1bca7745fa6671b1ea3a7bef9d41e8bd449517/323",
                                          "midi_unittests": "0c863c2cfb1db283399507e9be4775f2aa178fb64b84accf5b75084bf9a4e1f3/323",
                                          "mojo_unittests": "eaa3cedbaf438da61ebb2ad614c4e7ad3d8a90743a3d94ab012a123ed5961dbd/401",
                                          "native_theme_unittests": "0f7a544c43488e7d74db5bec983b933ad3941a3b861839bc2b9975934a6a0b34/323",
                                          "net_unittests": "f3fef1c89086d80a28bf32941fbc5afcb6a405fd7bfac584769a44d5d1b1b1bd/486",
                                          "openscreen_unittests": "e9f697cdedcfcdae4c520ca08e1a570f5a2d00b323ef613a3daf803c165b8e8e/408",
                                          "ozone_unittests": "a48c5af0b853b01ed3bf23d65b929c84ed87bc2a5ebe371696d4e4957aedd27d/323",
                                          "pdf_unittests": "4d5210f596499ebf4e86dd912a7c0c158438e8691486ab24f6cfd554be9a6be9/400",
                                          "perfetto_unittests": "163d0d28365818512c92afee30eeb8151383ceea4b1360217f4fc125cce7596a/323",
                                          "printing_unittests": "dd90b3153e8ef2ae159f9bdc3ee3feec3884304caf493d15be003b78cf474eac/323",
                                          "pthreadpool_unittests": "b009980c5e325059ac11593fabe8ff5799bcbb43ef2b115c4a9ae1fc2c9dd0f9/323",
                                          "remoting_unittests": "e8bfd75dc82f6a98569026661d63a7b29953a26a201b78f1c0acaf7842ac4ab2/400",
                                          "sandbox_linux_unittests": "7dcbf006b02173f30a4431b170ea4a5932a27ab848ac3b0828aad528733fa32e/323",
                                          "services_unittests": "a9652968e8d099e4dfa52a2fef1f848cb2438bc263e97ffb76746785ca4bc180/653",
                                          "shell_dialogs_unittests": "88a49c36710a3caf6733b6c57572a87747cca28a7e2dd083f7f065e58e86f191/323",
                                          "skia_unittests": "474c3e1976772595859b660799311a399fcfaa0155faa6c3909d5810a894cba0/323",
                                          "snapshot_unittests": "c63ea8878c17739a94f18f2f894437ff9db6f8b5ff4995095c148a6445bf8b5a/323",
                                          "sql_unittests": "8865d303cd3f5b718b11709eb436af0973a3cf671c8e408edbbc1bbe6f254247/400",
                                          "storage_unittests": "b5ca7be1ebed56bcbee4547bc36487bf6b63d06a020a7cf9f48dd21355505705/481",
                                          "sync_integration_tests": "05258eadf94d44b04f466f51e5fd081e2f2a528defc0c7719c433e964f39af2f/646",
                                          "ui_base_unittests": "cfc34ec0f1f460dde334c7a5bdf306da193fec35d0957d1200044b398ecc5925/555",
                                          "ui_touch_selection_unittests": "04fbac32b0ecfd283455ca757d107305497c1d1fc17f3433348d59cf740166ae/323",
                                          "ui_unittests": "b511a28214784788f0bdc3a85e07a05512807ff8658780b9fd30db1d1f609239/323",
                                          "unit_tests": "6181c3d90fdb89ce456178782db871e737237a05b9ea595dabdab259600bcd3e/1061",
                                          "url_unittests": "8554bb992394db8be84ebc48c6cd7ef3a32df8890524371f3f0fc97d91f0565c/323",
                                          "views_unittests": "9f1e4123d56627fbd0504b786d960ed8b95113ede30ba0736d7d978ded73af04/402",
                                          "viz_unittests": "28e9f7011d3aa62292dd8ea6a322000da9bd89d22e4c514ecc09c82c39e329f7/407",
                                          "vr_common_unittests": "894a63102cd281724dac905f7c33e478d02ea3ac229277070f101914926d8836/564",
                                          "wm_unittests": "28f696af9d86fa9f62e77d7b59dfe6632b436982ea5e11ff87f508216e3922e3/323",
                                          "wtf_unittests": "f57b60fcf4bf94cd6a0510cdb6993b78f180b2a1422f9f063f51f17e091b5e69/323",
                                          "xr_browser_tests": "27be179f69c6ed8791a9b25c3e5dd43256b56d0c6c9ec3a7c7283f7de37f0730/645",
                                          "zlib_unittests": "606d679fade39874ed9b099038175b3aa29d4ada455e0e5254a2eec8bd692f4f/408"
                                        },
                                    "swarming_command_lines_cwd": "out/60ff-Linux_Builder_(",
                                    "swarming_command_lines_digest": "e2ee9b039232773049216e8fe88603fa711b3643d99e145686b1694dc7326ecc/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7499",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "93702f757a243818f088d1d1284747627c0ca67f",
                              "tags": [
                                    "parent_buildername:Linux Builder (Wayland)",
                                    "parent_buildnumber:2367",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8003e6d6-18a0-438d-9d4c-759a46817151",
                        "title": "Linux Builder (Wayland)/2367",
                        "url": "https://cr-buildbucket.appspot.com/build/8695115106945501185"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "93702f757a243818f088d1d1284747627c0ca67f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8695115106945501185"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8695115106945501185"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8695115106945501185"
                }
          ],
      "parent_build_id": "8695115106945501185",
      "parent_builder_group": "chromium.linux",
      "parent_buildername": "Linux Builder (Wayland)",
      "parent_got_angle_revision": "2dfb5b7603d09c1d06f9d7a894752431d98b9a3e",
      "parent_got_dawn_revision": "479f62d2194fd6e44c37d07654ca6e41c42bd332",
      "parent_got_revision": "93702f757a243818f088d1d1284747627c0ca67f",
      "parent_got_revision_cp": "refs/branch-heads/7499@{#3435}",
      "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
      "parent_got_v8_revision": "326f5f8cad3f0e436c8ea8f82a6894936a32e860",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.3@{#33}",
      "parent_got_webrtc_revision": "4e31d1a1ff41bb1b79609c83f998458a111a149c",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7499@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "17df97132e9c1662d9ab7813b54e735bdfe635a2f013dfedb48e64f420de033e/323",
            "accessibility_unittests": "cd9b07b853af0ca7a844ba0a2ed62abbe3cdea52d3d9eadd13759b59e7d7f657/323",
            "angle_unittests": "107887623d0eadf16c432bb1a96aad9a7b0c207f5c89d05eead83eadf571861a/408",
            "app_shell_unittests": "5684cb90056c42ace84353d32be6c946635237824f7ff2fa3882e391ae8f45a6/484",
            "aura_unittests": "3e0c105b7ba14eb011f29dde18985401f19dc50efc4459739b23618ad37913ee/323",
            "base_unittests": "67b8eff118ac378e99e2d5f06d529bf9a161933fa8c6cfd0cb9797853762e178/480",
            "blink_common_unittests": "4a82343bd74e73e96b542e62280d229fb67e8614c256d7c20fcdf947c14d78ff/485",
            "blink_fuzzer_unittests": "0d5a72c734992fadb1efb958716f21eced945721768ac4f695f69073fdb6e51e/323",
            "blink_heap_unittests": "b7e6a78d413a250967ab56afe358a6176a5084ed536644fbd376eb775db40b7d/323",
            "blink_platform_unittests": "6072eaa52f9150adb3d8b1f3637bf944c44c4bda58d10178ceaec773794819f0/643",
            "blink_unittests": "ba8e8b0c76b3ae320d598baeda08726e7800e478aa873907125bb2b732e6e603/649",
            "boringssl_crypto_tests": "1635a7bf60ea4b51a7d146a84deab0cfb3016f8b2fa6354d229a8bf3e2c225c1/408",
            "boringssl_ssl_tests": "7586e4f509e2c2895c66c4110fb570dbc221aa894fb4337e97b4f9977753bc15/323",
            "browser_tests": "5d74b204de39ceb19ec1834b819aca2664f43523050bc1ce9968610a7b325674/1220",
            "capture_unittests": "cf4c71ce04ecbc5444fb902fd5ce64d404cd9b9f3e926868e09be5d322523543/402",
            "cast_unittests": "f23c326c9d9f7fce2b964b13eb0d38b8275d50d550122699b23653bb96c93d4e/323",
            "cc_unittests": "e9838aac51bc6a28cb1490e969458b9b688d05beb4b22b80edeaa92f2021451c/483",
            "chrome_app_unittests": "f23fa8e1d36669471d0a41ef682f2e47bddecf988c45eb48f2926a6576454ae0/564",
            "chromedriver_unittests": "eb394582cdc4337bd66a5db5438c0ddb24c1aff13f9b84711ca209a6e64a5519/480",
            "components_browsertests": "828787c119758c847f04dc4bb0467d7c5c8715c3c3372d42f4b5c92b0a9a2c25/652",
            "components_unittests": "732e85c3237e310b0619e7bc12bfacc2af74d16fdc4f594897407c19ca3755c5/810",
            "compositor_unittests": "e76088717fe583677aa0b9d212e78f2ce512a48b2619f81ec36cd9347e80a88e/399",
            "content_browsertests": "18b3e4a4bcbcc5e6fa689ad01a4ba05c234e90618bf41a94ab71f2f342f7e40c/725",
            "content_unittests": "79f9cdfdc434730f04b28ccc32d4bec253923bca9aee41d717a7eb5e1e318e64/560",
            "crashpad_tests": "6711d5d29a902ae5af5b7805311ecfcf787a112174c20304da95bba26fb75ab0/408",
            "cronet_tests": "a969c75bbb522c5956e7a9410e393d8d2d511290226096c123342183193aa219/400",
            "cronet_unittests": "d13d9d4c216461bb5e03be8d130dce915125aebec51e442fef8d8e47597be763/400",
            "crypto_unittests": "b43745164ef57b9104103d24b05c6fe6ad1fe3ee3a64997d903be4e49aa8363c/403",
            "dbus_unittests": "d25061ed2084decd47caa9706049aad96ad97d30bc908b71ca72c7f9f65137be/323",
            "device_unittests": "9067b56aa40795a2ac93377a9fd25abfef62306ad710900b073568fecce7a400/400",
            "display_unittests": "a24696da3e1450334824c428d85f24d79464ef65a4b6865beced1679b503c1d6/323",
            "env_chromium_unittests": "643074bd28dbfe0bc188cd1b0ced0a1729ea531f78084aede48ba8d7ba93adab/323",
            "events_unittests": "269f765633e0e8f92dc86510725b53049e82e06dcd2b4791caf3469a460e02be/323",
            "extensions_browsertests": "e45bd3b780be1b9f1d55458f15e5a2b60ecd0f2164963435b2d4dce53ea7d512/570",
            "extensions_unittests": "412c8ce78bc8dd4dec58b46f79c3188ee17d18b0abed60314e701ee07baf36bf/644",
            "filesystem_service_unittests": "6277ecb6a08d8f99b9093ff62cc7d02a5b2c1c2dc7c5d579dd06d98621b455f2/323",
            "fuzzing_unittests": "5b505f66e573f5324645d81954ed7605cd9cb0edcd1dfa65ece73d360d5406a7/323",
            "gcm_unit_tests": "d563409976a2ab4a48fae6e1b8d5488659c2f3c148dcaf35f5acd2dda39295c1/400",
            "gfx_unittests": "2a2a5fe5bd31578f790f399dbf7359c9694d1e0a24805092738aab632eaa88eb/399",
            "gin_unittests": "8256d8cd3653b10ac28a8bde8e08810c05bd9d12d77c68efbd8a5f06a2e06cb0/400",
            "google_apis_unittests": "796306214842600b4d3b8f81bf472ed0cc978bcf6a6e0c043194a5f613b42eda/485",
            "gpu_unittests": "bf5f8f346d2c65a4500873057612da5dc89e5d6e515e747ee0b2f08381ccf564/400",
            "gwp_asan_unittests": "1df2fa328e89d330c5543b8dcacb1d343e36fe2486d645c7c0ebdbbe12a05126/408",
            "headless_unittests": "fc7a7352b371683f8a5cde585694f92c725abbfaa82d0c076500be1a6a28e0f7/323",
            "interactive_ui_tests": "e704b0e8569f0c8a890ebd1df5e37fb34eb5d40e5864e55f45f9cef448dbbb3f/1059",
            "ipc_tests": "ed1a1d2e8e902098b0fbc09ed90084abc3d1c66f635e75162d66a01f1a45c6e8/323",
            "latency_unittests": "59aa5b093366c796be8a1eb4caaf066cc8eba8df9fc58f0ddcf97884f2935de6/323",
            "leveldb_unittests": "49830e0bcd6c586f33eb6d4758dda85202f1346f41d0a19763cb313a3769bb86/323",
            "libjingle_xmpp_unittests": "378408158fa2c54c3fabdd925dbf14de6f78035c423ae66112b503f5bfa4afcf/323",
            "liburlpattern_unittests": "55165a7143d585f7e253399b67d160655955bd25267103144d47b27776b36c69/323",
            "media_unittests": "2000b0037a9604fb6593665c90e3c71139bff82c25dc93887fb9aa5c38592d00/403",
            "message_center_unittests": "fc3578a4d08333036feb48e37f1bca7745fa6671b1ea3a7bef9d41e8bd449517/323",
            "midi_unittests": "0c863c2cfb1db283399507e9be4775f2aa178fb64b84accf5b75084bf9a4e1f3/323",
            "mojo_unittests": "eaa3cedbaf438da61ebb2ad614c4e7ad3d8a90743a3d94ab012a123ed5961dbd/401",
            "native_theme_unittests": "0f7a544c43488e7d74db5bec983b933ad3941a3b861839bc2b9975934a6a0b34/323",
            "net_unittests": "f3fef1c89086d80a28bf32941fbc5afcb6a405fd7bfac584769a44d5d1b1b1bd/486",
            "openscreen_unittests": "e9f697cdedcfcdae4c520ca08e1a570f5a2d00b323ef613a3daf803c165b8e8e/408",
            "ozone_unittests": "a48c5af0b853b01ed3bf23d65b929c84ed87bc2a5ebe371696d4e4957aedd27d/323",
            "pdf_unittests": "4d5210f596499ebf4e86dd912a7c0c158438e8691486ab24f6cfd554be9a6be9/400",
            "perfetto_unittests": "163d0d28365818512c92afee30eeb8151383ceea4b1360217f4fc125cce7596a/323",
            "printing_unittests": "dd90b3153e8ef2ae159f9bdc3ee3feec3884304caf493d15be003b78cf474eac/323",
            "pthreadpool_unittests": "b009980c5e325059ac11593fabe8ff5799bcbb43ef2b115c4a9ae1fc2c9dd0f9/323",
            "remoting_unittests": "e8bfd75dc82f6a98569026661d63a7b29953a26a201b78f1c0acaf7842ac4ab2/400",
            "sandbox_linux_unittests": "7dcbf006b02173f30a4431b170ea4a5932a27ab848ac3b0828aad528733fa32e/323",
            "services_unittests": "a9652968e8d099e4dfa52a2fef1f848cb2438bc263e97ffb76746785ca4bc180/653",
            "shell_dialogs_unittests": "88a49c36710a3caf6733b6c57572a87747cca28a7e2dd083f7f065e58e86f191/323",
            "skia_unittests": "474c3e1976772595859b660799311a399fcfaa0155faa6c3909d5810a894cba0/323",
            "snapshot_unittests": "c63ea8878c17739a94f18f2f894437ff9db6f8b5ff4995095c148a6445bf8b5a/323",
            "sql_unittests": "8865d303cd3f5b718b11709eb436af0973a3cf671c8e408edbbc1bbe6f254247/400",
            "storage_unittests": "b5ca7be1ebed56bcbee4547bc36487bf6b63d06a020a7cf9f48dd21355505705/481",
            "sync_integration_tests": "05258eadf94d44b04f466f51e5fd081e2f2a528defc0c7719c433e964f39af2f/646",
            "ui_base_unittests": "cfc34ec0f1f460dde334c7a5bdf306da193fec35d0957d1200044b398ecc5925/555",
            "ui_touch_selection_unittests": "04fbac32b0ecfd283455ca757d107305497c1d1fc17f3433348d59cf740166ae/323",
            "ui_unittests": "b511a28214784788f0bdc3a85e07a05512807ff8658780b9fd30db1d1f609239/323",
            "unit_tests": "6181c3d90fdb89ce456178782db871e737237a05b9ea595dabdab259600bcd3e/1061",
            "url_unittests": "8554bb992394db8be84ebc48c6cd7ef3a32df8890524371f3f0fc97d91f0565c/323",
            "views_unittests": "9f1e4123d56627fbd0504b786d960ed8b95113ede30ba0736d7d978ded73af04/402",
            "viz_unittests": "28e9f7011d3aa62292dd8ea6a322000da9bd89d22e4c514ecc09c82c39e329f7/407",
            "vr_common_unittests": "894a63102cd281724dac905f7c33e478d02ea3ac229277070f101914926d8836/564",
            "wm_unittests": "28f696af9d86fa9f62e77d7b59dfe6632b436982ea5e11ff87f508216e3922e3/323",
            "wtf_unittests": "f57b60fcf4bf94cd6a0510cdb6993b78f180b2a1422f9f063f51f17e091b5e69/323",
            "xr_browser_tests": "27be179f69c6ed8791a9b25c3e5dd43256b56d0c6c9ec3a7c7283f7de37f0730/645",
            "zlib_unittests": "606d679fade39874ed9b099038175b3aa29d4ada455e0e5254a2eec8bd692f4f/408"
          },
      "swarming_command_lines_cwd": "out/60ff-Linux_Builder_(",
      "swarming_command_lines_digest": "e2ee9b039232773049216e8fe88603fa711b3643d99e145686b1694dc7326ecc/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "93702f757a243818f088d1d1284747627c0ca67f",
    "ref": "refs/branch-heads/7499"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860544307083995632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m143/linux-wayland-mutter-rel-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Builder (Wayland)"
    },
    {
      "key": "parent_buildnumber",
      "value": "2367"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:31:29.122] Scheduled build:
{
  "id": "8695114244814647457",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "linux-wayland-mutter-rel-tests"
  },
  "number": 2164,
  "createdBy": "project:chromium-m143",
  "createTime": "2025-12-18T20:31:28.710534761Z",
  "updateTime": "2025-12-18T20:31:28.710534761Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93702f757a243818f088d1d1284747627c0ca67f",
      "ref": "refs/branch-heads/7499"
    }
  }
}
[20:31:29.123] Task URL: https://cr-buildbucket.appspot.com/build/8695114244814647457
[20:31:29.123] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:2:0) after 2m5s
[20:31:30.114] Received PubSub notification, asking Buildbucket for the build status
[20:31:30.145] Build status: SCHEDULED
[20:31:32.931] Received PubSub notification, asking Buildbucket for the build status
[20:31:32.952] Build status: STARTED
[20:33:34.192] Handling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:2:0)
[20:33:34.216] Build status: STARTED
[20:33:34.216] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:5:0) after 2m10s
[20:35:44.235] Handling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:5:0)
[20:35:44.253] Build status: STARTED
[20:35:44.253] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:6:0) after 7m18s
[20:43:02.277] Handling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:6:0)
[20:43:02.298] Build status: STARTED
[20:43:02.298] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:7:0) after 3m11s
[20:46:13.367] Handling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:7:0)
[20:46:13.413] Build status: STARTED
[20:46:13.413] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:8:0) after 4m22s
[20:50:35.504] Handling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:8:0)
[20:50:35.586] Build status: STARTED
[20:50:35.586] Scheduling timer "check-buildbucket-build-status" (chromium-m143/linux-wayland-mutter-rel-tests:8860544307083995632:9:0) after 9m17s
[20:53:58.445] Received PubSub notification, asking Buildbucket for the build status
[20:53:58.468] Build:
{
  "id": "8695114244814647457",
  "builder": {
    "project": "chromium-m143",
    "bucket": "ci",
    "builder": "linux-wayland-mutter-rel-tests"
  },
  "number": 2164,
  "createdBy": "project:chromium-m143",
  "createTime": "2025-12-18T20:31:28.710534761Z",
  "startTime": "2025-12-18T20:31:32.755968522Z",
  "endTime": "2025-12-18T20:53:58.167537583Z",
  "updateTime": "2025-12-18T20:53:58.167537583Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93702f757a243818f088d1d1284747627c0ca67f",
      "ref": "refs/branch-heads/7499"
    }
  }
}
[20:53:58.468] Invocation finished in 22m31.305306043s with status FAILED