Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 3391186cd1dd639fdb9ac030f1df06b3e95df791)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "chromeos-amd64-generic-rel-tast"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8701120767664205249"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8701120767664205249"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8701120767664205249"
    }
  ],
  "parent_build_id": "8701120767664205249",
  "parent_builder_group": "chromium.chromiumos",
  "parent_buildername": "chromeos-amd64-generic-rel",
  "parent_got_angle_revision": "6b71ba83ee75da8ade695a8d5a63523f45ac4c43",
  "parent_got_dawn_revision": "571a08a06de340c8b41d96b07043aa42a11e32ac",
  "parent_got_revision": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
  "parent_got_revision_cp": "refs/heads/main@{#1528865}",
  "parent_got_swiftshader_revision": "794b0cfce1d828d187637e6d932bae484fbe0976",
  "parent_got_v8_revision": "7f18b53ba6dc3b556a997eca385c56490a4d13df",
  "parent_got_v8_revision_cp": "refs/heads/14.3.74@{#1}",
  "parent_got_webrtc_revision": "825011d31d00ab1c8f5bf0ed3c2f44bffa96a0f4",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45911}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
  "swarm_hashes": {
    "aura_unittests": "2420933871e721591f59ff79841b1fcfa962d901d27135902e8ea06ddde9a4a6/571",
    "base_unittests": "fac07cf7d7e0f332d4e056d69f7870926563e85a3a00b875c7e81f8676a92441/728",
    "capture_unittests": "71ca8ad821e8aeadc4afb9e488a41a2455a617a22ebfe82308090f8d711feece/650",
    "cc_unittests": "77623724b3e0cb4c34e3adf6ef272a597f9d7f583eb3807bf5510c49aa2c1268/731",
    "chrome_all_tast_tests": "5be98a7bd8bbdf031dab1a06f0202e783c18cbf7cf5d5f18c244ed30bf8a745e/893",
    "chrome_criticalstaging_tast_tests": "9542748871162d8fc7c6c880c17629b1d895af0d8cc229fc3bb431d26fbb8e90/893",
    "chrome_disabled_tast_tests": "e8a96caf40f40eb9478ad7088ab1263662f010bc14182f7099a1d11d5e4da3d0/893",
    "chromeos_integration_tests": "6a645f1cf02d7167a92546286901395a1e863d03831f3eba80f9bc51214a2fc8/730",
    "crypto_unittests": "36626d97e5908de094679a67e1f7b590c79638eedcb01872be49413dbe4c7048/651",
    "disk_usage_tast_test": "5d2a66d9d8efd039ad8209fe40a3e070e01564b48682ca6df4b1adf81ad2f10c/893",
    "display_unittests": "bd23a7ebdcbe407d2f0c34209e44afcd12c826ea6bd609bff1b902bcee7b036b/571",
    "fake_libva_driver_unittest": "f012471adadff156bf16917736cddf69e6faabf13871c8909394876257799fcd/571",
    "google_apis_unittests": "bcfa7100e8f990d41c7437f22f53e5476a2765ca3d66264d5f2454ef307d2911/733",
    "ipc_tests": "4c04bf9d5e58ec07e235b085d8ec8aef0a0ffaccea96aa1d1f2e38afe1c4f4d8/571",
    "latency_unittests": "cfa53287448580b766aec68581bcb91f6397f9a3b238b165a0a410ca47d2c736/571",
    "media_unittests": "27fa16cadbe6a1ed49694313bf57a5680a085fdb50b17fccaa5c9d39cb7e4bd1/651",
    "midi_unittests": "d6a6b8d57357ca6d84db35a39824f6ece53cae37c28cffd107d3a21e8a47762f/571",
    "mojo_unittests": "43723a1bfdf2eb813043978aea604754ccef7b7904bb6b1df77b756c334a80a2/649",
    "net_unittests": "cfd9adcfeaba47a768ac792aac4d461d120bbd6be3532d23f8c37074183e8684/650",
    "ozone_gl_unittests": "7ac31ecaf8b586a6f13c36cb701c869709f39d061d8f5def71a163e8a6a4cab5/571",
    "ozone_unittests": "ca4a362530071a93d91b8e9de6330b4455cc6dad0088727b305c7ac80242b0d8/571",
    "pdf_unittests": "805f245236351a5571256bc9989e5982717771c8d577380ce2e4fb5eed321ed0/648",
    "printing_unittests": "4d0928c7008e5039ee73078862bc4af1f2f63691f930c896894e99f3f9134594/571",
    "profile_provider_unittest": "756dc4378aaee8f6d1298ab2c726160015ba91089899cfb9f079c70fba0b3e74/729",
    "rust_gtest_interop_unittests": "5161bc4afeb8ac04eee3083209170a1f3f6620c079cdcd33ea25fa5e3f2c0c52/571",
    "sql_unittests": "f376d6dfaaa64f8f499b49a1e08784291d2cb196c311f7634608828035dae36b/648",
    "telemetry_gpu_integration_test": "c80c8e4f8541dee2005891f8643a6625761bb0d727e60f87498f90d24f60684d/976",
    "telemetry_perf_unittests": "e0483afe954f454f7ce965334a7a2a90870dbe2704db15a51a635ab4f15961c7/896",
    "telemetry_unittests": "d2de9f0c8b79178e07e7b7dbc5b7130a332753d031097b63a001781196bb339a/895",
    "url_unittests": "b32dd63414c33668e2beb68fbd4e9c58e6841473075514914365b9f016a24509/571",
    "vaapi_unittest": "8515027bfed2b67ba53e92b517f75e2f8c052491b3afc68ada2b73324c830e8a/571",
    "video_decode_accelerator_tests": "adc8c5dc0c0bb2d6e2b13b6c939714871fc9f40632ba84457c3cda2c37ee8f42/650"
  },
  "swarming_command_lines_cwd": "out/shared-Release",
  "swarming_command_lines_digest": "f1a94ef84cc7fc5a5d29dee55b82860361d1ca22a056f4a61a6dce9e7c639ab8/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3fa7bbf067e5519ceb9370e93c2a72a3597689f
  • gitiles_ref:refs/heads/main
  • parent_buildername:chromeos-amd64-generic-rel
  • parent_buildnumber:107270
  • user_agent:recipe

Debug log (UTC)

[13:39:56.958] New invocation is queued and will start shortly
[13:39:56.958] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:39:58.860] Starting the invocation (attempt 1)
[13:39:58.890] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3fa7bbf067e5519ceb9370e93c2a72a3597689f"
[13:39:58.890] Popped gitiles commit info from properties and tags
[13:39:58.890] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:39:58.890] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:39:58.890] Buildbucket request:
{
  "requestId": "8866549596430514864",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8701120767664205249"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8701120767664205249"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8701120767664205249"
                }
          ],
      "parent_build_id": "8701120767664205249",
      "parent_builder_group": "chromium.chromiumos",
      "parent_buildername": "chromeos-amd64-generic-rel",
      "parent_got_angle_revision": "6b71ba83ee75da8ade695a8d5a63523f45ac4c43",
      "parent_got_dawn_revision": "571a08a06de340c8b41d96b07043aa42a11e32ac",
      "parent_got_revision": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
      "parent_got_revision_cp": "refs/heads/main@{#1528865}",
      "parent_got_swiftshader_revision": "794b0cfce1d828d187637e6d932bae484fbe0976",
      "parent_got_v8_revision": "7f18b53ba6dc3b556a997eca385c56490a4d13df",
      "parent_got_v8_revision_cp": "refs/heads/14.3.74@{#1}",
      "parent_got_webrtc_revision": "825011d31d00ab1c8f5bf0ed3c2f44bffa96a0f4",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45911}",
      "swarm_hashes": {
            "aura_unittests": "2420933871e721591f59ff79841b1fcfa962d901d27135902e8ea06ddde9a4a6/571",
            "base_unittests": "fac07cf7d7e0f332d4e056d69f7870926563e85a3a00b875c7e81f8676a92441/728",
            "capture_unittests": "71ca8ad821e8aeadc4afb9e488a41a2455a617a22ebfe82308090f8d711feece/650",
            "cc_unittests": "77623724b3e0cb4c34e3adf6ef272a597f9d7f583eb3807bf5510c49aa2c1268/731",
            "chrome_all_tast_tests": "5be98a7bd8bbdf031dab1a06f0202e783c18cbf7cf5d5f18c244ed30bf8a745e/893",
            "chrome_criticalstaging_tast_tests": "9542748871162d8fc7c6c880c17629b1d895af0d8cc229fc3bb431d26fbb8e90/893",
            "chrome_disabled_tast_tests": "e8a96caf40f40eb9478ad7088ab1263662f010bc14182f7099a1d11d5e4da3d0/893",
            "chromeos_integration_tests": "6a645f1cf02d7167a92546286901395a1e863d03831f3eba80f9bc51214a2fc8/730",
            "crypto_unittests": "36626d97e5908de094679a67e1f7b590c79638eedcb01872be49413dbe4c7048/651",
            "disk_usage_tast_test": "5d2a66d9d8efd039ad8209fe40a3e070e01564b48682ca6df4b1adf81ad2f10c/893",
            "display_unittests": "bd23a7ebdcbe407d2f0c34209e44afcd12c826ea6bd609bff1b902bcee7b036b/571",
            "fake_libva_driver_unittest": "f012471adadff156bf16917736cddf69e6faabf13871c8909394876257799fcd/571",
            "google_apis_unittests": "bcfa7100e8f990d41c7437f22f53e5476a2765ca3d66264d5f2454ef307d2911/733",
            "ipc_tests": "4c04bf9d5e58ec07e235b085d8ec8aef0a0ffaccea96aa1d1f2e38afe1c4f4d8/571",
            "latency_unittests": "cfa53287448580b766aec68581bcb91f6397f9a3b238b165a0a410ca47d2c736/571",
            "media_unittests": "27fa16cadbe6a1ed49694313bf57a5680a085fdb50b17fccaa5c9d39cb7e4bd1/651",
            "midi_unittests": "d6a6b8d57357ca6d84db35a39824f6ece53cae37c28cffd107d3a21e8a47762f/571",
            "mojo_unittests": "43723a1bfdf2eb813043978aea604754ccef7b7904bb6b1df77b756c334a80a2/649",
            "net_unittests": "cfd9adcfeaba47a768ac792aac4d461d120bbd6be3532d23f8c37074183e8684/650",
            "ozone_gl_unittests": "7ac31ecaf8b586a6f13c36cb701c869709f39d061d8f5def71a163e8a6a4cab5/571",
            "ozone_unittests": "ca4a362530071a93d91b8e9de6330b4455cc6dad0088727b305c7ac80242b0d8/571",
            "pdf_unittests": "805f245236351a5571256bc9989e5982717771c8d577380ce2e4fb5eed321ed0/648",
            "printing_unittests": "4d0928c7008e5039ee73078862bc4af1f2f63691f930c896894e99f3f9134594/571",
            "profile_provider_unittest": "756dc4378aaee8f6d1298ab2c726160015ba91089899cfb9f079c70fba0b3e74/729",
            "rust_gtest_interop_unittests": "5161bc4afeb8ac04eee3083209170a1f3f6620c079cdcd33ea25fa5e3f2c0c52/571",
            "sql_unittests": "f376d6dfaaa64f8f499b49a1e08784291d2cb196c311f7634608828035dae36b/648",
            "telemetry_gpu_integration_test": "c80c8e4f8541dee2005891f8643a6625761bb0d727e60f87498f90d24f60684d/976",
            "telemetry_perf_unittests": "e0483afe954f454f7ce965334a7a2a90870dbe2704db15a51a635ab4f15961c7/896",
            "telemetry_unittests": "d2de9f0c8b79178e07e7b7dbc5b7130a332753d031097b63a001781196bb339a/895",
            "url_unittests": "b32dd63414c33668e2beb68fbd4e9c58e6841473075514914365b9f016a24509/571",
            "vaapi_unittest": "8515027bfed2b67ba53e92b517f75e2f8c052491b3afc68ada2b73324c830e8a/571",
            "video_decode_accelerator_tests": "adc8c5dc0c0bb2d6e2b13b6c939714871fc9f40632ba84457c3cda2c37ee8f42/650"
          },
      "swarming_command_lines_cwd": "out/shared-Release",
      "swarming_command_lines_digest": "f1a94ef84cc7fc5a5d29dee55b82860361d1ca22a056f4a61a6dce9e7c639ab8/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866549596430514864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/chromeos-amd64-generic-rel-tast"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "chromeos-amd64-generic-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "107270"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:39:59.438] Scheduled build:
{
  "id": "8701119533655912513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "number": 27469,
  "createdBy": "project:chromium",
  "createTime": "2025-10-13T13:39:58.979095480Z",
  "updateTime": "2025-10-13T13:39:58.979095480Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
      "ref": "refs/heads/main"
    }
  }
}
[13:39:59.438] Task URL: https://cr-buildbucket.appspot.com/build/8701119533655912513
[13:39:59.438] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:2:0) after 3m13s
[13:40:00.391] Received PubSub notification, asking Buildbucket for the build status
[13:40:00.470] Build status: SCHEDULED
[13:43:12.570] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:2:0)
[13:43:12.592] Build status: SCHEDULED
[13:43:12.592] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:4:0) after 6m42s
[13:47:40.161] Received PubSub notification, asking Buildbucket for the build status
[13:47:40.179] Build status: STARTED
[13:49:54.656] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:4:0)
[13:49:54.668] Build status: STARTED
[13:49:54.668] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:6:0) after 7m46s
[13:57:40.733] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:6:0)
[13:57:40.796] Build status: STARTED
[13:57:40.796] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:7:0) after 1m20s
[13:59:00.813] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:7:0)
[13:59:00.830] Build status: STARTED
[13:59:00.830] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:8:0) after 2m58s
[14:01:58.848] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:8:0)
[14:01:58.864] Build status: STARTED
[14:01:58.864] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:9:0) after 6m15s
[14:08:13.882] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:9:0)
[14:08:13.943] Build status: STARTED
[14:08:13.943] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:10:0) after 2m5s
[14:10:18.977] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:10:0)
[14:10:19.031] Build status: STARTED
[14:10:19.031] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:11:0) after 2m1s
[14:12:20.047] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:11:0)
[14:12:20.062] Build status: STARTED
[14:12:20.062] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:12:0) after 7m58s
[14:20:18.081] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:12:0)
[14:20:18.111] Build status: STARTED
[14:20:18.111] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:13:0) after 2m18s
[14:22:36.150] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:13:0)
[14:22:36.168] Build status: STARTED
[14:22:36.168] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:14:0) after 2m10s
[14:24:46.241] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:14:0)
[14:24:46.317] Build status: STARTED
[14:24:46.318] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:15:0) after 1m27s
[14:26:13.334] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:15:0)
[14:26:13.353] Build status: STARTED
[14:26:13.353] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:16:0) after 6m32s
[14:32:45.377] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:16:0)
[14:32:45.397] Build status: STARTED
[14:32:45.397] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:17:0) after 9m10s
[14:41:55.414] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:17:0)
[14:41:55.475] Build status: STARTED
[14:41:55.475] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:18:0) after 6m3s
[14:47:58.975] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:18:0)
[14:47:59.047] Build status: STARTED
[14:47:59.047] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:19:0) after 4m27s
[14:52:26.818] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:19:0)
[14:52:26.837] Build status: STARTED
[14:52:26.837] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:20:0) after 6m17s
[14:58:43.852] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:20:0)
[14:58:43.870] Build status: STARTED
[14:58:43.870] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8866549596430514864:21:0) after 5m22s
[15:03:06.043] Received PubSub notification, asking Buildbucket for the build status
[15:03:06.064] Build:
{
  "id": "8701119533655912513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "number": 27469,
  "createdBy": "project:chromium",
  "createTime": "2025-10-13T13:39:58.979095480Z",
  "startTime": "2025-10-13T13:47:32.954832260Z",
  "endTime": "2025-10-13T15:03:05.651898307Z",
  "updateTime": "2025-10-13T15:03:05.651898307Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3fa7bbf067e5519ceb9370e93c2a72a3597689f",
      "ref": "refs/heads/main"
    }
  }
}
[15:03:06.064] Invocation finished in 1h23m9.113605272s with status FAILED