Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (Intel)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/12098 (4 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
    "src/third_party/dawn": "cb465b57e62a03588e77bd938ef850136b5b3edf"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726294246231657041"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726294246231657041"
    }
  ],
  "parent_build_id": "8726294246231657041",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "d4a3dbee0da44da98eea4d36bbfa769221583a23",
  "parent_got_dawn_revision": "cb465b57e62a03588e77bd938ef850136b5b3edf",
  "parent_got_revision": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
  "parent_got_revision_cp": "refs/heads/main@{#1403608}",
  "parent_got_swiftshader_revision": "5221bf031f441be94cf62f1246bf9a618b18985c",
  "parent_got_v8_revision": "a98ce7f36b2dd2141af8f09437bee91840d356b6",
  "parent_got_v8_revision_cp": "refs/heads/13.4.15@{#1}",
  "parent_got_webrtc_revision": "dadb9f4643bcd7b813e81f12ab3e025c97c93d91",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43677}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
  "swarm_hashes": {
    "dawn_end2end_tests": "7b0ed2b6dbe1f17b31c528c51ec161849894bf8833171e5a2706d1454048585e/488",
    "dawn_perf_tests": "c42742d4fb1ea719b75b11bcd030f1548c1ddfbac9b2ff32471924294b9e76c5/489",
    "gl_tests": "8587a4a200aebdb72071e4642355809edd94b0659c25b36266e0ac62a4da1632/488",
    "gl_unittests": "9d8a30e471396647d4dcc1b67f5b21da950ff6f6bb48d5d02e36a0675d914ea1/488",
    "telemetry_gpu_integration_test": "7d04007d59cfafa74022a53ec1fe1648ff5db6733f29e4e1bf2b5c98d470dfce/815",
    "telemetry_gpu_unittests": "d6ecd43dc009320c7b15a3b702490f2c2df6cec92e6055f40f173c435b6a3bd3/736",
    "webgpu_blink_web_tests": "38b20ade87d7f6ffb0682589803174048bbcf19c436b71b3ec3dcc2939fc41fa/567"
  },
  "swarming_command_lines_cwd": "out\\59dc-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "241fcb002f7cd4a5f15c614bfa0f9cb4f8170a72e39dc8fb0659328aadd8d894/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:12098
  • user_agent:recipe

Debug log (UTC)

[18:22:04.684] New invocation is queued and will start shortly
[18:22:04.684] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[18:22:05.805] Starting the invocation (attempt 1)
[18:22:05.838] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8"
[18:22:05.838] Popped gitiles commit info from properties and tags
[18:22:05.838] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:22:05.838] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:22:05.838] Buildbucket request:
{
  "requestId": "8891717803087212464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
            "src/third_party/dawn": "cb465b57e62a03588e77bd938ef850136b5b3edf"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726294246231657041"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726294246231657041"
                }
          ],
      "parent_build_id": "8726294246231657041",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "d4a3dbee0da44da98eea4d36bbfa769221583a23",
      "parent_got_dawn_revision": "cb465b57e62a03588e77bd938ef850136b5b3edf",
      "parent_got_revision": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
      "parent_got_revision_cp": "refs/heads/main@{#1403608}",
      "parent_got_swiftshader_revision": "5221bf031f441be94cf62f1246bf9a618b18985c",
      "parent_got_v8_revision": "a98ce7f36b2dd2141af8f09437bee91840d356b6",
      "parent_got_v8_revision_cp": "refs/heads/13.4.15@{#1}",
      "parent_got_webrtc_revision": "dadb9f4643bcd7b813e81f12ab3e025c97c93d91",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43677}",
      "swarm_hashes": {
            "dawn_end2end_tests": "7b0ed2b6dbe1f17b31c528c51ec161849894bf8833171e5a2706d1454048585e/488",
            "dawn_perf_tests": "c42742d4fb1ea719b75b11bcd030f1548c1ddfbac9b2ff32471924294b9e76c5/489",
            "gl_tests": "8587a4a200aebdb72071e4642355809edd94b0659c25b36266e0ac62a4da1632/488",
            "gl_unittests": "9d8a30e471396647d4dcc1b67f5b21da950ff6f6bb48d5d02e36a0675d914ea1/488",
            "telemetry_gpu_integration_test": "7d04007d59cfafa74022a53ec1fe1648ff5db6733f29e4e1bf2b5c98d470dfce/815",
            "telemetry_gpu_unittests": "d6ecd43dc009320c7b15a3b702490f2c2df6cec92e6055f40f173c435b6a3bd3/736",
            "webgpu_blink_web_tests": "38b20ade87d7f6ffb0682589803174048bbcf19c436b71b3ec3dcc2939fc41fa/567"
          },
      "swarming_command_lines_cwd": "out\\59dc-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "241fcb002f7cd4a5f15c614bfa0f9cb4f8170a72e39dc8fb0659328aadd8d894/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8891717803087212464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "12098"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:22:06.486] Scheduled build:
{
  "id": "8726287741105155489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 5530,
  "createdBy": "project:chromium",
  "createTime": "2025-01-08T18:22:05.945942870Z",
  "updateTime": "2025-01-08T18:22:05.945942870Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
      "ref": "refs/heads/main"
    }
  }
}
[18:22:06.486] Task URL: https://cr-buildbucket.appspot.com/build/8726287741105155489
[18:22:06.486] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:2:0) after 3m6s
[18:22:07.476] Received PubSub notification, asking Buildbucket for the build status
[18:22:07.507] Build status: SCHEDULED
[18:25:12.775] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:2:0)
[18:25:12.806] Build status: SCHEDULED
[18:25:12.806] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:4:0) after 4m1s
[18:29:13.853] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:4:0)
[18:29:13.886] Build status: SCHEDULED
[18:29:13.886] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:5:0) after 1m9s
[18:29:41.710] Received PubSub notification, asking Buildbucket for the build status
[18:29:41.753] Build status: STARTED
[18:30:22.967] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:5:0)
[18:30:22.998] Build status: STARTED
[18:30:22.998] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:7:0) after 5m18s
[18:35:41.074] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:7:0)
[18:35:41.096] Build status: STARTED
[18:35:41.096] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:8:0) after 8m10s
[18:43:51.161] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:8:0)
[18:43:51.201] Build status: STARTED
[18:43:51.201] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:9:0) after 7m48s
[18:51:39.259] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:9:0)
[18:51:39.284] Build status: STARTED
[18:51:39.284] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:10:0) after 1m9s
[18:52:48.360] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:10:0)
[18:52:48.399] Build status: STARTED
[18:52:48.399] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:11:0) after 7m21s
[19:00:09.414] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:11:0)
[19:00:09.453] Build status: STARTED
[19:00:09.454] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:12:0) after 4m46s
[19:04:55.513] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:12:0)
[19:04:55.566] Build status: STARTED
[19:04:55.566] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:13:0) after 9m26s
[19:14:21.619] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:13:0)
[19:14:21.649] Build status: STARTED
[19:14:21.649] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:14:0) after 6m57s
[19:21:18.722] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:14:0)
[19:21:18.740] Build status: STARTED
[19:21:18.740] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:15:0) after 2m57s
[19:24:15.799] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:15:0)
[19:24:15.828] Build status: STARTED
[19:24:15.828] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:16:0) after 8m37s
[19:32:52.899] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:16:0)
[19:32:52.970] Build status: STARTED
[19:32:52.970] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:17:0) after 1m37s
[19:34:30.157] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:17:0)
[19:34:30.183] Build status: STARTED
[19:34:30.183] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:18:0) after 9m7s
[19:43:37.202] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:18:0)
[19:43:37.225] Build status: STARTED
[19:43:37.225] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:19:0) after 3m10s
[19:46:47.424] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:19:0)
[19:46:47.444] Build status: STARTED
[19:46:47.444] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:20:0) after 3m29s
[19:50:16.589] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:20:0)
[19:50:16.605] Build status: STARTED
[19:50:16.605] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:21:0) after 7m9s
[19:57:25.764] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:21:0)
[19:57:25.781] Build status: STARTED
[19:57:25.781] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:22:0) after 3m0s
[20:00:25.967] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:22:0)
[20:00:26.002] Build status: STARTED
[20:00:26.002] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:23:0) after 4m5s
[20:04:31.062] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:23:0)
[20:04:31.079] Build status: STARTED
[20:04:31.079] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:24:0) after 5m33s
[20:10:04.108] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:24:0)
[20:10:04.178] Build status: STARTED
[20:10:04.178] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:25:0) after 6m2s
[20:16:06.387] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:25:0)
[20:16:06.439] Build status: STARTED
[20:16:06.439] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:26:0) after 2m50s
[20:18:56.563] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:26:0)
[20:18:56.580] Build status: STARTED
[20:18:56.580] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:27:0) after 2m47s
[20:21:43.657] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:27:0)
[20:21:43.705] Build status: STARTED
[20:21:43.706] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:28:0) after 2m8s
[20:23:51.721] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:28:0)
[20:23:51.743] Build status: STARTED
[20:23:51.743] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:29:0) after 2m43s
[20:26:34.791] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:29:0)
[20:26:34.827] Build status: STARTED
[20:26:34.827] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:30:0) after 4m41s
[20:31:15.990] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:30:0)
[20:31:16.008] Build status: STARTED
[20:31:16.009] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:31:0) after 8m39s
[20:39:55.034] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:31:0)
[20:39:55.050] Build status: STARTED
[20:39:55.050] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:32:0) after 3m29s
[20:43:24.075] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:32:0)
[20:43:24.093] Build status: STARTED
[20:43:24.093] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:33:0) after 3m33s
[20:46:57.116] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:33:0)
[20:46:57.134] Build status: STARTED
[20:46:57.134] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:34:0) after 2m44s
[20:49:41.218] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:34:0)
[20:49:41.244] Build status: STARTED
[20:49:41.244] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:35:0) after 2m32s
[20:52:13.366] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:35:0)
[20:52:13.541] Build status: STARTED
[20:52:13.542] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:36:0) after 1m35s
[20:53:48.611] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:36:0)
[20:53:48.693] Build status: STARTED
[20:53:48.693] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8891717803087212464:37:0) after 7m43s
[20:54:57.008] Received PubSub notification, asking Buildbucket for the build status
[20:54:57.032] Build:
{
  "id": "8726287741105155489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 5530,
  "createdBy": "project:chromium",
  "createTime": "2025-01-08T18:22:05.945942870Z",
  "startTime": "2025-01-08T18:29:41.388284159Z",
  "endTime": "2025-01-08T20:54:56.673937389Z",
  "updateTime": "2025-01-08T20:54:56.673937389Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd9fd73a1ee201c1edbe45ea3b0cf9d72032aee8",
      "ref": "refs/heads/main"
    }
  }
}
[20:54:57.032] Invocation finished in 2h32m52.360666985s with status FAILED