Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 8b5eabad87301d540821f40ce55f794c762ccd19)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "android-pie-arm64-dbg"
>

Incoming triggers

  • Android arm64 Builder (dbg)/733 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
        "project": "chromium/src",
        "ref": "refs/branch-heads/6998"
      }
    ]
  },
  "branch": "refs/branch-heads/6998",
  "deps_revision_overrides": {
    "src": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8718941839207877905"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8718941839207877905"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8718941839207877905"
    }
  ],
  "parent_build_id": "8718941839207877905",
  "parent_builder_group": "chromium.android",
  "parent_buildername": "Android arm64 Builder (dbg)",
  "parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
  "parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
  "parent_got_revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
  "parent_got_revision_cp": "refs/branch-heads/6998@{#2631}",
  "parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
  "parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
  "parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
  "swarm_hashes": {
    "android_webview_unittests": "f570d3d24dfe452ac08c4a06c1db137d1b297d63f5cbb6fd775557175b67662e/656",
    "chrome_public_smoke_test": "dbd6e9738fd2673a7483619fd953eaf6a50308f07fd86ff220e8613bb335428f/647",
    "chrome_public_test_apk": "72f5a8ea5c3469c26f20714d048951a739f4e5910a9b45fa8035e3f793b5d5da/1051",
    "chrome_public_test_vr_apk": "5c3c659f10443d73817331ca811a818c6f8bf237ea82a0eecb786b201991b2fe/647",
    "chrome_public_unit_test_apk": "a61e07965ab3949f378b850f231cc0275caa8547f25b8b5bb748db18cd31823f/647",
    "monochrome_public_bundle_smoke_test": "fada98ca4e6f345fa5df89b70869a6c070ea5f7d5728866a4f4310d77b792f69/490",
    "monochrome_public_smoke_test": "b27327cdfaf7beede6e1da944b7f9278852f0c06d7639f917932581f3cb513e1/647",
    "monochrome_public_test_ar_apk": "fa34e8eb9031b6be3f9f05a9927bd2ebe5c66763895eb1aafc95d6dc86ad03a5/647",
    "services_unittests": "81df22f37ad8daba759d99ccbba41d40fd147e0b6503ec5c78613003f80e66e1/735",
    "system_webview_shell_layout_test_apk": "15aa02503bb7260b2c0ca931331339e014c1b0f7444176ffecc1ff1811568db0/579",
    "vr_android_unittests": "4667a5bdde0b6fc6c248a2c5447e72dae8bd5714bd18800c009994cb290e63f1/567",
    "webview_cts_tests": "88bf235e97773d863c32f285ce9171f4fe6b5db118813dba112495bd217ec39f/579",
    "webview_instrumentation_test_apk": "d851136cc6d3849b193c58bad9161a3b7db0caa4b697c05762c3c147bf38d45f/656",
    "webview_ui_test_app_test_apk": "ce614e8824f895cbb5d905210ee9898d4382bb5c48d5eb7313772a45e549dfcf/579"
  },
  "swarming_command_lines_cwd": "out/36aa-Android_arm64_B",
  "swarming_command_lines_digest": "d825fc074a6b556d7924f7a147d921a7a40b295165069ee74bd3bb25f837332a/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c51bb397f38b4d55c71821c14a23ef938fa6cfc4
  • gitiles_ref:refs/branch-heads/6998
  • parent_buildername:Android arm64 Builder (dbg)
  • parent_buildnumber:733
  • user_agent:recipe

Debug log (UTC)

[21:26:27.872] New invocation is queued and will start shortly
[21:26:27.872] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:26:29.079] Starting the invocation (attempt 1)
[21:26:29.112] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c51bb397f38b4d55c71821c14a23ef938fa6cfc4"
[21:26:29.112] Popped gitiles commit info from properties and tags
[21:26:29.112] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:26:29.112] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:26:29.113] Buildbucket request:
{
  "requestId": "8884367848214205568",
  "builder": {
    "project": "chromium-m134",
    "bucket": "ci",
    "builder": "android-pie-arm64-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/6998"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884367848214205568",
            "job": "chromium-m134/android-pie-arm64-dbg",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/6998"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8718941839207877905"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8718941839207877905"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8718941839207877905"
                                              }
                                        ],
                                    "parent_build_id": "8718941839207877905",
                                    "parent_builder_group": "chromium.android",
                                    "parent_buildername": "Android arm64 Builder (dbg)",
                                    "parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
                                    "parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
                                    "parent_got_revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
                                    "parent_got_revision_cp": "refs/branch-heads/6998@{#2631}",
                                    "parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
                                    "parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
                                    "parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
                                    "revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
                                    "swarm_hashes": {
                                          "android_webview_unittests": "f570d3d24dfe452ac08c4a06c1db137d1b297d63f5cbb6fd775557175b67662e/656",
                                          "chrome_public_smoke_test": "dbd6e9738fd2673a7483619fd953eaf6a50308f07fd86ff220e8613bb335428f/647",
                                          "chrome_public_test_apk": "72f5a8ea5c3469c26f20714d048951a739f4e5910a9b45fa8035e3f793b5d5da/1051",
                                          "chrome_public_test_vr_apk": "5c3c659f10443d73817331ca811a818c6f8bf237ea82a0eecb786b201991b2fe/647",
                                          "chrome_public_unit_test_apk": "a61e07965ab3949f378b850f231cc0275caa8547f25b8b5bb748db18cd31823f/647",
                                          "monochrome_public_bundle_smoke_test": "fada98ca4e6f345fa5df89b70869a6c070ea5f7d5728866a4f4310d77b792f69/490",
                                          "monochrome_public_smoke_test": "b27327cdfaf7beede6e1da944b7f9278852f0c06d7639f917932581f3cb513e1/647",
                                          "monochrome_public_test_ar_apk": "fa34e8eb9031b6be3f9f05a9927bd2ebe5c66763895eb1aafc95d6dc86ad03a5/647",
                                          "services_unittests": "81df22f37ad8daba759d99ccbba41d40fd147e0b6503ec5c78613003f80e66e1/735",
                                          "system_webview_shell_layout_test_apk": "15aa02503bb7260b2c0ca931331339e014c1b0f7444176ffecc1ff1811568db0/579",
                                          "vr_android_unittests": "4667a5bdde0b6fc6c248a2c5447e72dae8bd5714bd18800c009994cb290e63f1/567",
                                          "webview_cts_tests": "88bf235e97773d863c32f285ce9171f4fe6b5db118813dba112495bd217ec39f/579",
                                          "webview_instrumentation_test_apk": "d851136cc6d3849b193c58bad9161a3b7db0caa4b697c05762c3c147bf38d45f/656",
                                          "webview_ui_test_app_test_apk": "ce614e8824f895cbb5d905210ee9898d4382bb5c48d5eb7313772a45e549dfcf/579"
                                        },
                                    "swarming_command_lines_cwd": "out/36aa-Android_arm64_B",
                                    "swarming_command_lines_digest": "d825fc074a6b556d7924f7a147d921a7a40b295165069ee74bd3bb25f837332a/93",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/6998",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
                              "tags": [
                                    "parent_buildername:Android arm64 Builder (dbg)",
                                    "parent_buildnumber:733",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "563ada53-b347-42d0-afcf-03c50f60d0ae",
                        "title": "Android arm64 Builder (dbg)/733"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8718941839207877905"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8718941839207877905"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8718941839207877905"
                }
          ],
      "parent_build_id": "8718941839207877905",
      "parent_builder_group": "chromium.android",
      "parent_buildername": "Android arm64 Builder (dbg)",
      "parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
      "parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
      "parent_got_revision": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
      "parent_got_revision_cp": "refs/branch-heads/6998@{#2631}",
      "parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
      "parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
      "parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
      "swarm_hashes": {
            "android_webview_unittests": "f570d3d24dfe452ac08c4a06c1db137d1b297d63f5cbb6fd775557175b67662e/656",
            "chrome_public_smoke_test": "dbd6e9738fd2673a7483619fd953eaf6a50308f07fd86ff220e8613bb335428f/647",
            "chrome_public_test_apk": "72f5a8ea5c3469c26f20714d048951a739f4e5910a9b45fa8035e3f793b5d5da/1051",
            "chrome_public_test_vr_apk": "5c3c659f10443d73817331ca811a818c6f8bf237ea82a0eecb786b201991b2fe/647",
            "chrome_public_unit_test_apk": "a61e07965ab3949f378b850f231cc0275caa8547f25b8b5bb748db18cd31823f/647",
            "monochrome_public_bundle_smoke_test": "fada98ca4e6f345fa5df89b70869a6c070ea5f7d5728866a4f4310d77b792f69/490",
            "monochrome_public_smoke_test": "b27327cdfaf7beede6e1da944b7f9278852f0c06d7639f917932581f3cb513e1/647",
            "monochrome_public_test_ar_apk": "fa34e8eb9031b6be3f9f05a9927bd2ebe5c66763895eb1aafc95d6dc86ad03a5/647",
            "services_unittests": "81df22f37ad8daba759d99ccbba41d40fd147e0b6503ec5c78613003f80e66e1/735",
            "system_webview_shell_layout_test_apk": "15aa02503bb7260b2c0ca931331339e014c1b0f7444176ffecc1ff1811568db0/579",
            "vr_android_unittests": "4667a5bdde0b6fc6c248a2c5447e72dae8bd5714bd18800c009994cb290e63f1/567",
            "webview_cts_tests": "88bf235e97773d863c32f285ce9171f4fe6b5db118813dba112495bd217ec39f/579",
            "webview_instrumentation_test_apk": "d851136cc6d3849b193c58bad9161a3b7db0caa4b697c05762c3c147bf38d45f/656",
            "webview_ui_test_app_test_apk": "ce614e8824f895cbb5d905210ee9898d4382bb5c48d5eb7313772a45e549dfcf/579"
          },
      "swarming_command_lines_cwd": "out/36aa-Android_arm64_B",
      "swarming_command_lines_digest": "d825fc074a6b556d7924f7a147d921a7a40b295165069ee74bd3bb25f837332a/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
    "ref": "refs/branch-heads/6998"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884367848214205568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m134/android-pie-arm64-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Android arm64 Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "733"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:26:30.046] Scheduled build:
{
  "id": "8718937786095367329",
  "builder": {
    "project": "chromium-m134",
    "bucket": "ci",
    "builder": "android-pie-arm64-dbg"
  },
  "number": 729,
  "createdBy": "project:chromium-m134",
  "createTime": "2025-03-30T21:26:29.264650131Z",
  "updateTime": "2025-03-30T21:26:29.264650131Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
      "ref": "refs/branch-heads/6998"
    }
  }
}
[21:26:30.046] Task URL: https://cr-buildbucket.appspot.com/build/8718937786095367329
[21:26:30.046] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:2:0) after 1m22s
[21:26:39.896] Received PubSub notification, asking Buildbucket for the build status
[21:26:39.918] Build status: SCHEDULED
[21:27:02.743] Received PubSub notification, asking Buildbucket for the build status
[21:27:02.832] Build status: STARTED
[21:27:52.074] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:2:0)
[21:27:52.101] Build status: STARTED
[21:27:52.101] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:5:0) after 6m29s
[21:34:21.124] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:5:0)
[21:34:21.153] Build status: STARTED
[21:34:21.153] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:6:0) after 6m39s
[21:41:00.171] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:6:0)
[21:41:00.194] Build status: STARTED
[21:41:00.194] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:7:0) after 4m31s
[21:45:31.212] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:7:0)
[21:45:31.237] Build status: STARTED
[21:45:31.237] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:8:0) after 3m35s
[21:49:06.261] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:8:0)
[21:49:06.291] Build status: STARTED
[21:49:06.291] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:9:0) after 2m2s
[21:51:08.467] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:9:0)
[21:51:08.481] Build status: STARTED
[21:51:08.481] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:10:0) after 4m57s
[21:56:05.454] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:10:0)
[21:56:05.477] Build status: STARTED
[21:56:05.477] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:11:0) after 6m33s
[22:02:38.498] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:11:0)
[22:02:38.571] Build status: STARTED
[22:02:38.571] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:12:0) after 3m11s
[22:05:49.615] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:12:0)
[22:05:49.651] Build status: STARTED
[22:05:49.651] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:13:0) after 6m20s
[22:12:09.671] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:13:0)
[22:12:09.704] Build status: STARTED
[22:12:09.704] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:14:0) after 2m41s
[22:14:50.851] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:14:0)
[22:14:50.909] Build status: STARTED
[22:14:50.909] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:15:0) after 3m6s
[22:17:56.970] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:15:0)
[22:17:57.028] Build status: STARTED
[22:17:57.028] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:16:0) after 2m55s
[22:20:52.045] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:16:0)
[22:20:52.066] Build status: STARTED
[22:20:52.066] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:17:0) after 2m2s
[22:22:54.076] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:17:0)
[22:22:54.099] Build status: STARTED
[22:22:54.099] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:18:0) after 1m27s
[22:24:21.132] Handling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:18:0)
[22:24:21.154] Build status: STARTED
[22:24:21.154] Scheduling timer "check-buildbucket-build-status" (chromium-m134/android-pie-arm64-dbg:8884367848214205568:19:0) after 4m47s
[22:27:31.331] Received PubSub notification, asking Buildbucket for the build status
[22:27:31.359] Build:
{
  "id": "8718937786095367329",
  "builder": {
    "project": "chromium-m134",
    "bucket": "ci",
    "builder": "android-pie-arm64-dbg"
  },
  "number": 729,
  "createdBy": "project:chromium-m134",
  "createTime": "2025-03-30T21:26:29.264650131Z",
  "startTime": "2025-03-30T21:26:55.259620884Z",
  "endTime": "2025-03-30T22:27:31.056864402Z",
  "updateTime": "2025-03-30T22:27:31.056864402Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c51bb397f38b4d55c71821c14a23ef938fa6cfc4",
      "ref": "refs/branch-heads/6998"
    }
  }
}
[22:27:31.359] Invocation finished in 1h1m3.49908695s with status FAILED