Status: FAILED
Triggered by: v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 42 minutes
Actions:

Definition (rev c922df7f3ebbf09d5a6f144d12699a27ed6f4f07)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "V8 Linux64 - debug - fyi"
>

Incoming triggers

  • V8 Linux64 - debug builder/75645 (4 months ago by v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • V8 Linux64 - debug builder/75646 (4 months ago by v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "newest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
  "oldest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
  "parent_build": "https://cr-buildbucket.appspot.com/build/8732099763349152369",
  "parent_buildername": "V8 Linux64 - debug builder",
  "parent_gn_args": [
    "is_component_build = true",
    "is_debug = true",
    "target_cpu = \"x64\"",
    "use_remoteexec = true",
    "v8_enable_backtrace = true",
    "v8_enable_google_benchmark = true",
    "v8_enable_slow_dchecks = true"
  ],
  "parent_got_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
  "parent_got_revision_cp": "refs/heads/main@{#96984}",
  "parent_test_spec": {
    "swarming_dimensions": {
      "os": "Ubuntu-22.04"
    },
    "swarming_task_attrs": {},
    "tests": [
      [
        "v8testing",
        2,
        "infra_staging",
        "infra_staging",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "webkit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_snapshot",
        "stress_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "rehash_snapshot",
        "rehash_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "experimental_regexp",
        "experimental_regexp",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "maglev_no_turbofan",
        "maglev_no_turbofan",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "stress_maglev_no_turbofan",
        "stress_maglev_no_turbofan",
        [],
        {},
        {}
      ]
    ]
  },
  "revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
  "swarm_hashes": {
    "benchmarks": "87c3ce816ef0ddd8abb64ab230f68e2cb7b5053c9cda2bf5cac87502f9bfc56e/319",
    "bot_default": "0d8f292eb6f8034da3669240a49ca321b17fa35dd40d79db9546a0072b01fdbf/320",
    "d8_default": "f5809f3fff07a269e692f9fed620650b5fa9b3f6658d4504bf48aef359a785f6/320",
    "mjsunit": "c9764c7808a62d002aadeae8c807fd96665858e2353f8cb647e335c6e3e10cf2/319",
    "mozilla": "976e73b46f6b28b55164eea679975ee0c74c78cba66410754d4b316bc7e5f0a4/319",
    "optimize_for_size": "a58cef54a7087aeb28a4938c2a80f0225e860ecfa3a0ff652a7815263bf00346/320",
    "test262": "5a3617435f3046e504fdb23c26971240a490a04b260ceeb00bd7a9ec7c6677ce/404",
    "webkit": "6c5cd35b8e8a0cd3af9557188fc09e683f48615e19e23ce1cf117333615d0872/319"
  }
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ffc777e6e135504cfc40e6de04796ed529227c16
  • gitiles_ref:refs/heads/main
  • parent_buildername:V8 Linux64 - debug builder
  • parent_buildnumber:75646
  • user_agent:recipe

Debug log (UTC)

[15:00:11.219] New invocation is queued and will start shortly
[15:00:11.219] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:00:12.309] Starting the invocation (attempt 1)
[15:00:12.342] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ffc777e6e135504cfc40e6de04796ed529227c16"
[15:00:12.342] Reconstructed gitiles commit from tags
[15:00:12.342] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:00:12.342] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:00:12.344] Buildbucket request:
{
  "requestId": "8897528710817523104",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - debug - fyi"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897528710817523104",
            "job": "v8/V8 Linux64 - debug - fyi",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "60a12bbd82916ee6d880ad0d696170fe2a84d89d",
                                    "oldest_gitiles_revision": "60a12bbd82916ee6d880ad0d696170fe2a84d89d",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8732100563114841265",
                                    "parent_buildername": "V8 Linux64 - debug builder",
                                    "parent_gn_args": [
                                          "is_component_build = true",
                                          "is_debug = true",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_backtrace = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_enable_slow_dchecks = true"
                                        ],
                                    "parent_got_revision": "60a12bbd82916ee6d880ad0d696170fe2a84d89d",
                                    "parent_got_revision_cp": "refs/heads/main@{#96983}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      2,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan",
                                                      "maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "60a12bbd82916ee6d880ad0d696170fe2a84d89d",
                                    "swarm_hashes": {
                                          "benchmarks": "6e89d16e395e2862eba5d71239876ee3a0cb3875c8f22f1b71a4ad315272bbce/319",
                                          "bot_default": "283db84905fe6ae105d1fd2f5253649f365dd224faec4539f0ec580358f0620d/320",
                                          "d8_default": "f93ea50c84ac367fd4c443b8b3a489cae9c09e48e4dc95d674d345c6252475ba/320",
                                          "mjsunit": "4d95ff822c2d4801905e5ef6a4b823854960fdf9be2a8de890a60ba300ce94d5/319",
                                          "mozilla": "44a6f24bf22e7176b2bd78eac6bb453d0257a92107974a8fb56394d52467b0c3/319",
                                          "optimize_for_size": "43d60d7d8fdcfc3696cbc60fad4fe49a0a12add47bfe25599911c908e407827b/320",
                                          "test262": "973b3b30217e7c086c12b99b06ddcbf516ffea82fe10f1a8e1f641f244d68aa6/404",
                                          "webkit": "aeb22cc1a28ac1101eec81fb85803e235bc3d68a2f76f089d70ca88dd7a1110e/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/60a12bbd82916ee6d880ad0d696170fe2a84d89d",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - debug builder",
                                    "parent_buildnumber:75645",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5be02f73-688e-4322-be06-6aa991073fd9",
                        "title": "V8 Linux64 - debug builder/75645"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
                                    "oldest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8732099763349152369",
                                    "parent_buildername": "V8 Linux64 - debug builder",
                                    "parent_gn_args": [
                                          "is_component_build = true",
                                          "is_debug = true",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_backtrace = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_enable_slow_dchecks = true"
                                        ],
                                    "parent_got_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
                                    "parent_got_revision_cp": "refs/heads/main@{#96984}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      2,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan",
                                                      "maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
                                    "swarm_hashes": {
                                          "benchmarks": "87c3ce816ef0ddd8abb64ab230f68e2cb7b5053c9cda2bf5cac87502f9bfc56e/319",
                                          "bot_default": "0d8f292eb6f8034da3669240a49ca321b17fa35dd40d79db9546a0072b01fdbf/320",
                                          "d8_default": "f5809f3fff07a269e692f9fed620650b5fa9b3f6658d4504bf48aef359a785f6/320",
                                          "mjsunit": "c9764c7808a62d002aadeae8c807fd96665858e2353f8cb647e335c6e3e10cf2/319",
                                          "mozilla": "976e73b46f6b28b55164eea679975ee0c74c78cba66410754d4b316bc7e5f0a4/319",
                                          "optimize_for_size": "a58cef54a7087aeb28a4938c2a80f0225e860ecfa3a0ff652a7815263bf00346/320",
                                          "test262": "5a3617435f3046e504fdb23c26971240a490a04b260ceeb00bd7a9ec7c6677ce/404",
                                          "webkit": "6c5cd35b8e8a0cd3af9557188fc09e683f48615e19e23ce1cf117333615d0872/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ffc777e6e135504cfc40e6de04796ed529227c16",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - debug builder",
                                    "parent_buildnumber:75646",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "145320ca-9a79-484b-aaae-b9f1320b4aa5",
                        "title": "V8 Linux64 - debug builder/75646"
                      }
                ]
          },
      "newest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
      "oldest_gitiles_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
      "parent_build": "https://cr-buildbucket.appspot.com/build/8732099763349152369",
      "parent_buildername": "V8 Linux64 - debug builder",
      "parent_gn_args": [
            "is_component_build = true",
            "is_debug = true",
            "target_cpu = \"x64\"",
            "use_remoteexec = true",
            "v8_enable_backtrace = true",
            "v8_enable_google_benchmark = true",
            "v8_enable_slow_dchecks = true"
          ],
      "parent_got_revision": "ffc777e6e135504cfc40e6de04796ed529227c16",
      "parent_got_revision_cp": "refs/heads/main@{#96984}",
      "parent_test_spec": {
            "swarming_dimensions": {
                  "os": "Ubuntu-22.04"
                },
            "swarming_task_attrs": {
                },
            "tests": [
                  [
                        "v8testing",
                        2,
                        "infra_staging",
                        "infra_staging",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "webkit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_snapshot",
                        "stress_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "rehash_snapshot",
                        "rehash_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "experimental_regexp",
                        "experimental_regexp",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "maglev_no_turbofan",
                        "maglev_no_turbofan",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "stress_maglev_no_turbofan",
                        "stress_maglev_no_turbofan",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ]
                ]
          },
      "swarm_hashes": {
            "benchmarks": "87c3ce816ef0ddd8abb64ab230f68e2cb7b5053c9cda2bf5cac87502f9bfc56e/319",
            "bot_default": "0d8f292eb6f8034da3669240a49ca321b17fa35dd40d79db9546a0072b01fdbf/320",
            "d8_default": "f5809f3fff07a269e692f9fed620650b5fa9b3f6658d4504bf48aef359a785f6/320",
            "mjsunit": "c9764c7808a62d002aadeae8c807fd96665858e2353f8cb647e335c6e3e10cf2/319",
            "mozilla": "976e73b46f6b28b55164eea679975ee0c74c78cba66410754d4b316bc7e5f0a4/319",
            "optimize_for_size": "a58cef54a7087aeb28a4938c2a80f0225e860ecfa3a0ff652a7815263bf00346/320",
            "test262": "5a3617435f3046e504fdb23c26971240a490a04b260ceeb00bd7a9ec7c6677ce/404",
            "webkit": "6c5cd35b8e8a0cd3af9557188fc09e683f48615e19e23ce1cf117333615d0872/319"
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "v8/v8",
    "id": "ffc777e6e135504cfc40e6de04796ed529227c16",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897528710817523104"
    },
    {
      "key": "scheduler_job_id",
      "value": "v8/V8 Linux64 - debug - fyi"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "V8 Linux64 - debug builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "75646"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:00:12.979] Scheduled build:
{
  "id": "8732098648906036705",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - debug - fyi"
  },
  "number": 33662,
  "createdBy": "project:v8",
  "createTime": "2024-11-05T15:00:12.420548966Z",
  "updateTime": "2024-11-05T15:00:12.420548966Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "ffc777e6e135504cfc40e6de04796ed529227c16",
      "ref": "refs/heads/main"
    }
  }
}
[15:00:12.979] Task URL: https://cr-buildbucket.appspot.com/build/8732098648906036705
[15:00:12.979] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:2:0) after 2m43s
[15:00:13.953] Received PubSub notification, asking Buildbucket for the build status
[15:00:13.973] Build status: SCHEDULED
[15:00:19.953] Received PubSub notification, asking Buildbucket for the build status
[15:00:20.005] Build status: STARTED
[15:02:55.977] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:2:0)
[15:02:56.007] Build status: STARTED
[15:02:56.007] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:5:0) after 4m19s
[15:07:15.045] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:5:0)
[15:07:15.066] Build status: STARTED
[15:07:15.066] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:6:0) after 9m43s
[15:16:58.103] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:6:0)
[15:16:58.133] Build status: STARTED
[15:16:58.133] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:7:0) after 6m1s
[15:22:59.583] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:7:0)
[15:22:59.603] Build status: STARTED
[15:22:59.603] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:8:0) after 3m23s
[15:26:22.739] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:8:0)
[15:26:22.758] Build status: STARTED
[15:26:22.758] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:9:0) after 1m32s
[15:27:55.024] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:9:0)
[15:27:55.044] Build status: STARTED
[15:27:55.044] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:10:0) after 2m23s
[15:30:18.052] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:10:0)
[15:30:18.083] Build status: STARTED
[15:30:18.083] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:11:0) after 5m49s
[15:36:07.149] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:11:0)
[15:36:07.224] Build status: STARTED
[15:36:07.224] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:12:0) after 1m43s
[15:37:50.271] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:12:0)
[15:37:50.375] Build status: STARTED
[15:37:50.375] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8897528710817523104:13:0) after 8m14s
[15:42:20.955] Received PubSub notification, asking Buildbucket for the build status
[15:42:20.974] Build:
{
  "id": "8732098648906036705",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - debug - fyi"
  },
  "number": 33662,
  "createdBy": "project:v8",
  "createTime": "2024-11-05T15:00:12.420548966Z",
  "startTime": "2024-11-05T15:00:19.745042997Z",
  "endTime": "2024-11-05T15:42:20.667466307Z",
  "updateTime": "2024-11-05T15:42:20.667466307Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "ffc777e6e135504cfc40e6de04796ed529227c16",
      "ref": "refs/heads/main"
    }
  }
}
[15:42:20.974] Invocation finished in 42m9.760543256s with status FAILED